2023-09-21T11:04:59.834 INFO:root:teuthology version: 0.0.1.dev194+g54e62bc 2023-09-21T11:04:59.835 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_leonidus@teuthology --name leonidus-2023-09-20_16:32:45-fs-wip-lusov-config-format-distro-default-smithi --verbose --archive /home/teuthworker/archive/leonidus-2023-09-20_16:32:45-fs-wip-lusov-config-format-distro-default-smithi/7399737 --description fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} -- /home/teuthworker/archive/leonidus-2023-09-20_16:32:45-fs-wip-lusov-config-format-distro-default-smithi/7399737/orig.config.yaml 2023-09-21T11:04:59.881 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-09-21T11:04:59.969 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2023-09-20_16:32:45-fs-wip-lusov-config-format-distro-default-smithi/7399737 branch: wip-lusov-config-format description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} email: null first_in_suite: false job_id: '7399737' kernel: client: sha1: distro kdb: true sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: leonidus-2023-09-20_16:32:45-fs-wip-lusov-config-format-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: rhel os_version: '8.6' overrides: admin_socket: branch: wip-lusov-config-format ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - \(POOL_APP_NOT_ENABLED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: 41c9e835c3f621102ade35dd597317a42116a491 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 41c9e835c3f621102ade35dd597317a42116a491 kclient: syntax: v2 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-config-format sha1: 41c9e835c3f621102ade35dd597317a42116a491 owner: scheduled_leonidus@teuthology priority: 150 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 8407 sha1: 41c9e835c3f621102ade35dd597317a42116a491 sleep_before_teardown: 0 subset: 111/10000 suite: fs suite_branch: wip-lusov-config-format suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_41c9e835c3f621102ade35dd597317a42116a491/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 41c9e835c3f621102ade35dd597317a42116a491 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi079.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi134.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - kclient: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.tests_from_xfstests_dev teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 54e62bcbac4e53d9685e08328b790d3b20d71cae timestamp: 2023-09-20_16:32:45 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.1394 2023-09-21T11:04:59.969 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_41c9e835c3f621102ade35dd597317a42116a491/qa; will attempt to use it 2023-09-21T11:04:59.970 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_41c9e835c3f621102ade35dd597317a42116a491/qa/tasks 2023-09-21T11:04:59.970 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-09-21T11:04:59.972 INFO:teuthology.task.internal:Checking packages... 2023-09-21T11:04:59.995 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash '41c9e835c3f621102ade35dd597317a42116a491' 2023-09-21T11:04:59.995 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-09-21T11:04:59.996 INFO:teuthology.packaging:ref: None 2023-09-21T11:04:59.996 INFO:teuthology.packaging:tag: None 2023-09-21T11:04:59.996 INFO:teuthology.packaging:branch: wip-lusov-config-format 2023-09-21T11:04:59.996 INFO:teuthology.packaging:sha1: 41c9e835c3f621102ade35dd597317a42116a491 2023-09-21T11:04:59.997 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-lusov-config-format 2023-09-21T11:05:00.183 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-6168.g41c9e835 2023-09-21T11:05:00.183 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-09-21T11:05:00.189 INFO:teuthology.task.internal:no buildpackages task found 2023-09-21T11:05:00.190 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-09-21T11:05:00.228 INFO:teuthology.task.internal:Saving configuration 2023-09-21T11:05:00.244 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-09-21T11:05:00.260 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-09-21T11:05:00.284 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi079.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2023-09-20_16:32:45-fs-wip-lusov-config-format-distro-default-smithi/7399737', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-09-21 10:59:54.858587', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-09-21T11:05:00.306 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi134.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2023-09-20_16:32:45-fs-wip-lusov-config-format-distro-default-smithi/7399737', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-09-21 10:59:54.856868', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-09-21T11:05:00.307 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-09-21T11:05:00.313 INFO:teuthology.task.internal:roles: ubuntu@smithi079.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2023-09-21T11:05:00.313 INFO:teuthology.task.internal:roles: ubuntu@smithi134.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2023-09-21T11:05:00.313 INFO:teuthology.run_tasks:Running task console_log... 2023-09-21T11:05:00.410 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f02a3db7af0>, signals=[15]) 2023-09-21T11:05:00.411 INFO:teuthology.run_tasks:Running task internal.connect... 2023-09-21T11:05:00.418 INFO:teuthology.task.internal:Opening connections... 2023-09-21T11:05:00.418 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi079.front.sepia.ceph.com 2023-09-21T11:05:00.420 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi079.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-21T11:05:00.487 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi134.front.sepia.ceph.com 2023-09-21T11:05:00.488 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi134.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-21T11:05:00.555 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-09-21T11:05:00.562 DEBUG:teuthology.orchestra.run.smithi079:> uname -m 2023-09-21T11:05:00.582 INFO:teuthology.orchestra.run.smithi079.stdout:x86_64 2023-09-21T11:05:00.583 DEBUG:teuthology.orchestra.run.smithi079:> cat /etc/os-release 2023-09-21T11:05:00.642 INFO:teuthology.orchestra.run.smithi079.stdout:NAME="Red Hat Enterprise Linux" 2023-09-21T11:05:00.643 INFO:teuthology.orchestra.run.smithi079.stdout:VERSION="8.6 (Ootpa)" 2023-09-21T11:05:00.643 INFO:teuthology.orchestra.run.smithi079.stdout:ID="rhel" 2023-09-21T11:05:00.643 INFO:teuthology.orchestra.run.smithi079.stdout:ID_LIKE="fedora" 2023-09-21T11:05:00.643 INFO:teuthology.orchestra.run.smithi079.stdout:VERSION_ID="8.6" 2023-09-21T11:05:00.644 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM_ID="platform:el8" 2023-09-21T11:05:00.644 INFO:teuthology.orchestra.run.smithi079.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-09-21T11:05:00.644 INFO:teuthology.orchestra.run.smithi079.stdout:ANSI_COLOR="0;31" 2023-09-21T11:05:00.644 INFO:teuthology.orchestra.run.smithi079.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-09-21T11:05:00.644 INFO:teuthology.orchestra.run.smithi079.stdout:HOME_URL="https://www.redhat.com/" 2023-09-21T11:05:00.645 INFO:teuthology.orchestra.run.smithi079.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-09-21T11:05:00.645 INFO:teuthology.orchestra.run.smithi079.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-09-21T11:05:00.645 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:05:00.645 INFO:teuthology.orchestra.run.smithi079.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-09-21T11:05:00.645 INFO:teuthology.orchestra.run.smithi079.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-09-21T11:05:00.646 INFO:teuthology.orchestra.run.smithi079.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-09-21T11:05:00.646 INFO:teuthology.orchestra.run.smithi079.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-09-21T11:05:00.647 INFO:teuthology.lock.ops:Updating smithi079.front.sepia.ceph.com on lock server 2023-09-21T11:05:00.676 DEBUG:teuthology.orchestra.run.smithi134:> uname -m 2023-09-21T11:05:00.696 INFO:teuthology.orchestra.run.smithi134.stdout:x86_64 2023-09-21T11:05:00.697 DEBUG:teuthology.orchestra.run.smithi134:> cat /etc/os-release 2023-09-21T11:05:00.755 INFO:teuthology.orchestra.run.smithi134.stdout:NAME="Red Hat Enterprise Linux" 2023-09-21T11:05:00.756 INFO:teuthology.orchestra.run.smithi134.stdout:VERSION="8.6 (Ootpa)" 2023-09-21T11:05:00.756 INFO:teuthology.orchestra.run.smithi134.stdout:ID="rhel" 2023-09-21T11:05:00.756 INFO:teuthology.orchestra.run.smithi134.stdout:ID_LIKE="fedora" 2023-09-21T11:05:00.756 INFO:teuthology.orchestra.run.smithi134.stdout:VERSION_ID="8.6" 2023-09-21T11:05:00.756 INFO:teuthology.orchestra.run.smithi134.stdout:PLATFORM_ID="platform:el8" 2023-09-21T11:05:00.757 INFO:teuthology.orchestra.run.smithi134.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-09-21T11:05:00.757 INFO:teuthology.orchestra.run.smithi134.stdout:ANSI_COLOR="0;31" 2023-09-21T11:05:00.757 INFO:teuthology.orchestra.run.smithi134.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-09-21T11:05:00.757 INFO:teuthology.orchestra.run.smithi134.stdout:HOME_URL="https://www.redhat.com/" 2023-09-21T11:05:00.758 INFO:teuthology.orchestra.run.smithi134.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-09-21T11:05:00.758 INFO:teuthology.orchestra.run.smithi134.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-09-21T11:05:00.758 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:05:00.758 INFO:teuthology.orchestra.run.smithi134.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-09-21T11:05:00.758 INFO:teuthology.orchestra.run.smithi134.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-09-21T11:05:00.759 INFO:teuthology.orchestra.run.smithi134.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-09-21T11:05:00.759 INFO:teuthology.orchestra.run.smithi134.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-09-21T11:05:00.759 INFO:teuthology.lock.ops:Updating smithi134.front.sepia.ceph.com on lock server 2023-09-21T11:05:00.792 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-09-21T11:05:00.802 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-09-21T11:05:00.828 INFO:teuthology.task.internal:Checking for old test directory... 2023-09-21T11:05:00.828 DEBUG:teuthology.orchestra.run.smithi079:> test '!' -e /home/ubuntu/cephtest 2023-09-21T11:05:00.831 DEBUG:teuthology.orchestra.run.smithi134:> test '!' -e /home/ubuntu/cephtest 2023-09-21T11:05:00.849 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-09-21T11:05:00.861 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-09-21T11:05:00.861 DEBUG:teuthology.orchestra.run.smithi079:> test -z $(ls -A /var/lib/ceph) 2023-09-21T11:05:00.890 DEBUG:teuthology.orchestra.run.smithi134:> test -z $(ls -A /var/lib/ceph) 2023-09-21T11:05:00.922 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-09-21T11:05:00.976 INFO:teuthology.run_tasks:Running task kernel... 2023-09-21T11:05:00.990 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'} 2023-09-21T11:05:00.991 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}, 'client.2': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}, 'client.3': {'sha1': 'distro'}} 2023-09-21T11:05:00.991 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}}, timeout 300 2023-09-21T11:05:00.991 DEBUG:teuthology.orchestra.run.smithi079:> test -f /run/.containerenv -o -f /.dockerenv 2023-09-21T11:05:00.992 DEBUG:teuthology.orchestra.run.smithi134:> test -f /run/.containerenv -o -f /.dockerenv 2023-09-21T11:05:01.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T11:05:01.011 DEBUG:teuthology.orchestra.run.smithi134:> uname -r 2023-09-21T11:05:01.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T11:05:01.012 DEBUG:teuthology.orchestra.run.smithi079:> uname -r 2023-09-21T11:05:01.070 INFO:teuthology.orchestra.run.smithi134.stdout:4.18.0-372.9.1.el8.x86_64 2023-09-21T11:05:01.071 INFO:teuthology.task.kernel:Running kernel on smithi134: 4.18.0-372.9.1.el8.x86_64 2023-09-21T11:05:01.071 DEBUG:teuthology.orchestra.run.smithi134:> sudo yum install -y kernel 2023-09-21T11:05:01.072 INFO:teuthology.orchestra.run.smithi079.stdout:4.18.0-372.9.1.el8.x86_64 2023-09-21T11:05:01.072 INFO:teuthology.task.kernel:Running kernel on smithi079: 4.18.0-372.9.1.el8.x86_64 2023-09-21T11:05:01.073 DEBUG:teuthology.orchestra.run.smithi079:> sudo yum install -y kernel 2023-09-21T11:05:02.196 INFO:teuthology.orchestra.run.smithi134.stdout:Updating Subscription Management repositories. 2023-09-21T11:05:02.196 INFO:teuthology.orchestra.run.smithi134.stdout:Unable to read consumer identity 2023-09-21T11:05:02.328 INFO:teuthology.orchestra.run.smithi079.stdout:Updating Subscription Management repositories. 2023-09-21T11:05:02.329 INFO:teuthology.orchestra.run.smithi079.stdout:Unable to read consumer identity 2023-09-21T11:05:03.820 INFO:teuthology.orchestra.run.smithi134.stdout:Copr repo for python3-asyncssh owned by ceph 9.8 kB/s | 3.5 kB 00:00 2023-09-21T11:05:03.913 INFO:teuthology.orchestra.run.smithi079.stdout:Copr repo for python3-asyncssh owned by ceph 10 kB/s | 3.5 kB 00:00 2023-09-21T11:05:04.754 INFO:teuthology.orchestra.run.smithi134.stdout:Extra Packages for Enterprise Linux 17 MB/s | 16 MB 00:00 2023-09-21T11:05:05.255 INFO:teuthology.orchestra.run.smithi079.stdout:Extra Packages for Enterprise Linux 13 MB/s | 16 MB 00:01 2023-09-21T11:05:08.204 INFO:teuthology.orchestra.run.smithi134.stdout:lab-extras 569 kB/s | 24 kB 00:00 2023-09-21T11:05:08.840 INFO:teuthology.orchestra.run.smithi134.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-09-21T11:05:08.855 INFO:teuthology.orchestra.run.smithi079.stdout:lab-extras 489 kB/s | 24 kB 00:00 2023-09-21T11:05:08.894 INFO:teuthology.orchestra.run.smithi134.stdout:Dependencies resolved. 2023-09-21T11:05:08.895 INFO:teuthology.orchestra.run.smithi134.stdout:Nothing to do. 2023-09-21T11:05:08.895 INFO:teuthology.orchestra.run.smithi134.stdout:Complete! 2023-09-21T11:05:09.048 DEBUG:teuthology.orchestra.run.smithi134:> echo no | sudo yum reinstall kernel || true 2023-09-21T11:05:09.382 INFO:teuthology.orchestra.run.smithi134.stdout:Updating Subscription Management repositories. 2023-09-21T11:05:09.383 INFO:teuthology.orchestra.run.smithi134.stdout:Unable to read consumer identity 2023-09-21T11:05:09.558 INFO:teuthology.orchestra.run.smithi079.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-09-21T11:05:09.608 INFO:teuthology.orchestra.run.smithi079.stdout:Dependencies resolved. 2023-09-21T11:05:09.609 INFO:teuthology.orchestra.run.smithi079.stdout:Nothing to do. 2023-09-21T11:05:09.609 INFO:teuthology.orchestra.run.smithi079.stdout:Complete! 2023-09-21T11:05:09.639 INFO:teuthology.orchestra.run.smithi134.stdout:Last metadata expiration check: 0:00:01 ago on Thu 21 Sep 2023 11:05:08 AM UTC. 2023-09-21T11:05:09.680 INFO:teuthology.orchestra.run.smithi134.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-09-21T11:05:09.725 INFO:teuthology.orchestra.run.smithi134.stderr:Error: No packages marked for reinstall. 2023-09-21T11:05:09.736 DEBUG:teuthology.orchestra.run.smithi079:> echo no | sudo yum reinstall kernel || true 2023-09-21T11:05:09.771 DEBUG:teuthology.orchestra.run.smithi134:> sudo yum reinstall -y kernel || true 2023-09-21T11:05:10.068 INFO:teuthology.orchestra.run.smithi079.stdout:Updating Subscription Management repositories. 2023-09-21T11:05:10.068 INFO:teuthology.orchestra.run.smithi079.stdout:Unable to read consumer identity 2023-09-21T11:05:10.098 INFO:teuthology.orchestra.run.smithi134.stdout:Updating Subscription Management repositories. 2023-09-21T11:05:10.099 INFO:teuthology.orchestra.run.smithi134.stdout:Unable to read consumer identity 2023-09-21T11:05:10.323 INFO:teuthology.orchestra.run.smithi079.stdout:Last metadata expiration check: 0:00:02 ago on Thu 21 Sep 2023 11:05:08 AM UTC. 2023-09-21T11:05:10.352 INFO:teuthology.orchestra.run.smithi134.stdout:Last metadata expiration check: 0:00:02 ago on Thu 21 Sep 2023 11:05:08 AM UTC. 2023-09-21T11:05:10.363 INFO:teuthology.orchestra.run.smithi079.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-09-21T11:05:10.393 INFO:teuthology.orchestra.run.smithi134.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-09-21T11:05:10.413 INFO:teuthology.orchestra.run.smithi079.stderr:Error: No packages marked for reinstall. 2023-09-21T11:05:10.428 INFO:teuthology.orchestra.run.smithi134.stderr:Error: No packages marked for reinstall. 2023-09-21T11:05:10.458 DEBUG:teuthology.orchestra.run.smithi079:> sudo yum reinstall -y kernel || true 2023-09-21T11:05:10.476 DEBUG:teuthology.orchestra.run.smithi134:> rpm -q kernel | sort -rV | head -n 1 2023-09-21T11:05:10.556 INFO:teuthology.orchestra.run.smithi134.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-09-21T11:05:10.557 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-09-21T11:05:10.557 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-09-21T11:05:10.557 DEBUG:teuthology.parallel:result is None 2023-09-21T11:05:10.788 INFO:teuthology.orchestra.run.smithi079.stdout:Updating Subscription Management repositories. 2023-09-21T11:05:10.788 INFO:teuthology.orchestra.run.smithi079.stdout:Unable to read consumer identity 2023-09-21T11:05:11.037 INFO:teuthology.orchestra.run.smithi079.stdout:Last metadata expiration check: 0:00:03 ago on Thu 21 Sep 2023 11:05:08 AM UTC. 2023-09-21T11:05:11.076 INFO:teuthology.orchestra.run.smithi079.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-09-21T11:05:11.118 INFO:teuthology.orchestra.run.smithi079.stderr:Error: No packages marked for reinstall. 2023-09-21T11:05:11.164 DEBUG:teuthology.orchestra.run.smithi079:> rpm -q kernel | sort -rV | head -n 1 2023-09-21T11:05:11.244 INFO:teuthology.orchestra.run.smithi079.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-09-21T11:05:11.245 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-09-21T11:05:11.245 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-09-21T11:05:11.245 DEBUG:teuthology.parallel:result is None 2023-09-21T11:05:11.246 INFO:teuthology.run_tasks:Running task internal.base... 2023-09-21T11:05:11.253 INFO:teuthology.task.internal:Creating test directory... 2023-09-21T11:05:11.254 DEBUG:teuthology.orchestra.run.smithi079:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-09-21T11:05:11.256 DEBUG:teuthology.orchestra.run.smithi134:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-09-21T11:05:11.276 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-09-21T11:05:11.282 INFO:teuthology.run_tasks:Running task internal.archive... 2023-09-21T11:05:11.335 INFO:teuthology.task.internal:Creating archive directory... 2023-09-21T11:05:11.335 DEBUG:teuthology.orchestra.run.smithi079:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-09-21T11:05:11.338 DEBUG:teuthology.orchestra.run.smithi134:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-09-21T11:05:11.373 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-09-21T11:05:11.385 INFO:teuthology.task.internal:Enabling coredump saving... 2023-09-21T11:05:11.385 DEBUG:teuthology.orchestra.run.smithi079:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-09-21T11:05:11.395 DEBUG:teuthology.orchestra.run.smithi134:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-09-21T11:05:11.433 INFO:teuthology.orchestra.run.smithi079.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-21T11:05:11.452 INFO:teuthology.orchestra.run.smithi134.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-21T11:05:11.453 INFO:teuthology.orchestra.run.smithi079.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-21T11:05:11.465 INFO:teuthology.orchestra.run.smithi134.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-21T11:05:11.467 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-09-21T11:05:11.474 INFO:teuthology.task.internal:Configuring sudo... 2023-09-21T11:05:11.474 DEBUG:teuthology.orchestra.run.smithi079:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-09-21T11:05:11.497 DEBUG:teuthology.orchestra.run.smithi134:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-09-21T11:05:11.526 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-09-21T11:05:11.535 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-09-21T11:05:11.535 DEBUG:teuthology.orchestra.run.smithi079:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-09-21T11:05:11.563 DEBUG:teuthology.orchestra.run.smithi134:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-09-21T11:05:11.583 DEBUG:teuthology.orchestra.run.smithi079:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-21T11:05:11.661 DEBUG:teuthology.orchestra.run.smithi079:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-21T11:05:11.712 DEBUG:teuthology.orchestra.run.smithi079:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-21T11:05:11.796 DEBUG:teuthology.orchestra.run.smithi079:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-21T11:05:11.836 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:05:11.837 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-09-21T11:05:11.904 DEBUG:teuthology.orchestra.run.smithi134:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-21T11:05:11.949 DEBUG:teuthology.orchestra.run.smithi134:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-21T11:05:12.000 DEBUG:teuthology.orchestra.run.smithi134:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-21T11:05:12.086 DEBUG:teuthology.orchestra.run.smithi134:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-21T11:05:12.129 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:05:12.129 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-09-21T11:05:12.197 DEBUG:teuthology.orchestra.run.smithi079:> sudo service rsyslog restart 2023-09-21T11:05:12.199 DEBUG:teuthology.orchestra.run.smithi134:> sudo service rsyslog restart 2023-09-21T11:05:12.291 INFO:teuthology.orchestra.run.smithi134.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-09-21T11:05:12.291 INFO:teuthology.orchestra.run.smithi079.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-09-21T11:05:12.701 INFO:teuthology.run_tasks:Running task internal.timer... 2023-09-21T11:05:12.710 INFO:teuthology.task.internal:Starting timer... 2023-09-21T11:05:12.710 INFO:teuthology.run_tasks:Running task pcp... 2023-09-21T11:05:12.755 INFO:teuthology.run_tasks:Running task selinux... 2023-09-21T11:05:12.805 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-09-21T11:05:12.806 DEBUG:teuthology.orchestra.run.smithi079:> sudo service auditd rotate 2023-09-21T11:05:12.868 INFO:teuthology.orchestra.run.smithi079.stdout:Rotating logs: 2023-09-21T11:05:12.870 DEBUG:teuthology.orchestra.run.smithi134:> sudo service auditd rotate 2023-09-21T11:05:12.945 INFO:teuthology.orchestra.run.smithi134.stdout:Rotating logs: 2023-09-21T11:05:12.946 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-09-21T11:05:12.947 DEBUG:teuthology.orchestra.run.smithi079:> /usr/sbin/getenforce 2023-09-21T11:05:12.988 INFO:teuthology.orchestra.run.smithi079.stdout:Permissive 2023-09-21T11:05:12.988 DEBUG:teuthology.orchestra.run.smithi134:> /usr/sbin/getenforce 2023-09-21T11:05:13.012 INFO:teuthology.orchestra.run.smithi134.stdout:Permissive 2023-09-21T11:05:13.012 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi079.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi134.front.sepia.ceph.com': 'permissive'} 2023-09-21T11:05:13.012 DEBUG:teuthology.orchestra.run.smithi079:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-09-21T11:05:13.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T11:05:13.060 DEBUG:teuthology.orchestra.run.smithi134:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-09-21T11:05:13.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T11:05:13.092 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-09-21T11:05:13.092 DEBUG:teuthology.orchestra.run.smithi079:> sudo /usr/sbin/setenforce permissive 2023-09-21T11:05:13.132 DEBUG:teuthology.orchestra.run.smithi134:> sudo /usr/sbin/setenforce permissive 2023-09-21T11:05:13.163 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-09-21T11:05:13.172 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-09-21T11:05:13.173 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-09-21T11:05:13.190 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-09-21T11:05:13.191 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi079.front.sepia.ceph.com,smithi134.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-09-21T11:13:45.114 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi079.front.sepia.ceph.com'), Remote(name='ubuntu@smithi134.front.sepia.ceph.com')] 2023-09-21T11:13:45.188 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi079.front.sepia.ceph.com' 2023-09-21T11:13:45.189 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi079.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-21T11:13:45.258 DEBUG:teuthology.orchestra.run.smithi079:> true 2023-09-21T11:13:45.322 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi079.front.sepia.ceph.com' 2023-09-21T11:13:45.323 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi134.front.sepia.ceph.com' 2023-09-21T11:13:45.324 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi134.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-21T11:13:45.391 DEBUG:teuthology.orchestra.run.smithi134:> true 2023-09-21T11:13:45.463 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi134.front.sepia.ceph.com' 2023-09-21T11:13:45.463 INFO:teuthology.run_tasks:Running task clock... 2023-09-21T11:13:45.476 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-09-21T11:13:45.476 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-09-21T11:13:45.477 DEBUG:teuthology.orchestra.run.smithi079:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-09-21T11:13:45.479 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-09-21T11:13:45.479 DEBUG:teuthology.orchestra.run.smithi134:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-09-21T11:13:45.509 INFO:teuthology.orchestra.run.smithi079.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-09-21T11:13:45.523 INFO:teuthology.orchestra.run.smithi079.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-09-21T11:13:45.534 INFO:teuthology.orchestra.run.smithi134.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-09-21T11:13:45.549 INFO:teuthology.orchestra.run.smithi134.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-09-21T11:13:45.598 INFO:teuthology.orchestra.run.smithi079.stderr:sudo: ntpd: command not found 2023-09-21T11:13:45.609 INFO:teuthology.orchestra.run.smithi079.stdout:506 Cannot talk to daemon 2023-09-21T11:13:45.615 INFO:teuthology.orchestra.run.smithi134.stderr:sudo: ntpd: command not found 2023-09-21T11:13:45.624 INFO:teuthology.orchestra.run.smithi079.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-09-21T11:13:45.626 INFO:teuthology.orchestra.run.smithi134.stdout:506 Cannot talk to daemon 2023-09-21T11:13:45.637 INFO:teuthology.orchestra.run.smithi079.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-09-21T11:13:45.640 INFO:teuthology.orchestra.run.smithi134.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-09-21T11:13:45.654 INFO:teuthology.orchestra.run.smithi134.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-09-21T11:13:45.713 INFO:teuthology.orchestra.run.smithi079.stderr:bash: ntpq: command not found 2023-09-21T11:13:45.716 INFO:teuthology.orchestra.run.smithi079.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-09-21T11:13:45.716 INFO:teuthology.orchestra.run.smithi079.stdout:=============================================================================== 2023-09-21T11:13:45.716 INFO:teuthology.orchestra.run.smithi079.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-21T11:13:45.717 INFO:teuthology.orchestra.run.smithi079.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-21T11:13:45.717 INFO:teuthology.orchestra.run.smithi079.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-21T11:13:45.717 INFO:teuthology.orchestra.run.smithi079.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-21T11:13:45.733 INFO:teuthology.orchestra.run.smithi134.stderr:bash: ntpq: command not found 2023-09-21T11:13:45.737 INFO:teuthology.orchestra.run.smithi134.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-09-21T11:13:45.737 INFO:teuthology.orchestra.run.smithi134.stdout:=============================================================================== 2023-09-21T11:13:45.737 INFO:teuthology.orchestra.run.smithi134.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-21T11:13:45.737 INFO:teuthology.orchestra.run.smithi134.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-21T11:13:45.738 INFO:teuthology.orchestra.run.smithi134.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-21T11:13:45.738 INFO:teuthology.orchestra.run.smithi134.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-21T11:13:45.739 INFO:teuthology.run_tasks:Running task install... 2023-09-21T11:13:45.747 DEBUG:teuthology.task.install:project ceph 2023-09-21T11:13:45.748 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '41c9e835c3f621102ade35dd597317a42116a491'}} 2023-09-21T11:13:45.748 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '41c9e835c3f621102ade35dd597317a42116a491'} 2023-09-21T11:13:45.748 INFO:teuthology.task.install:Using flavor: default 2023-09-21T11:13:45.754 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-09-21T11:13:45.754 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-09-21T11:13:45.755 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '41c9e835c3f621102ade35dd597317a42116a491', 'tag': None, 'wait_for_package': False} 2023-09-21T11:13:45.756 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=41c9e835c3f621102ade35dd597317a42116a491 2023-09-21T11:13:45.758 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '41c9e835c3f621102ade35dd597317a42116a491', 'tag': None, 'wait_for_package': False} 2023-09-21T11:13:45.758 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=41c9e835c3f621102ade35dd597317a42116a491 2023-09-21T11:13:45.901 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-lusov-config-format/41c9e835c3f621102ade35dd597317a42116a491/centos/8/flavors/default/ 2023-09-21T11:13:45.901 INFO:teuthology.task.install.rpm:Package version is 18.0.0-6168.g41c9e835 2023-09-21T11:13:45.908 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-lusov-config-format/41c9e835c3f621102ade35dd597317a42116a491/centos/8/flavors/default/ 2023-09-21T11:13:45.908 INFO:teuthology.task.install.rpm:Package version is 18.0.0-6168.g41c9e835 2023-09-21T11:13:46.067 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-config-format/41c9e835c3f621102ade35dd597317a42116a491/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-config-format/41c9e835c3f621102ade35dd597317a42116a491/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-config-format/41c9e835c3f621102ade35dd597317a42116a491/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-09-21T11:13:46.068 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:13:46.068 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-09-21T11:13:46.073 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-config-format/41c9e835c3f621102ade35dd597317a42116a491/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-config-format/41c9e835c3f621102ade35dd597317a42116a491/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-config-format/41c9e835c3f621102ade35dd597317a42116a491/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-09-21T11:13:46.073 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:13:46.074 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-09-21T11:13:46.095 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-09-21T11:13:46.096 DEBUG:teuthology.orchestra.run.smithi079:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/41c9e835c3f621102ade35dd597317a42116a491/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-09-21T11:13:46.103 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-09-21T11:13:46.103 DEBUG:teuthology.orchestra.run.smithi134:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/41c9e835c3f621102ade35dd597317a42116a491/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-09-21T11:13:46.163 DEBUG:teuthology.orchestra.run.smithi079:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-09-21T11:13:46.170 DEBUG:teuthology.orchestra.run.smithi134:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-09-21T11:13:46.240 DEBUG:teuthology.orchestra.run.smithi079:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-09-21T11:13:46.246 DEBUG:teuthology.orchestra.run.smithi134:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-09-21T11:13:46.306 INFO:teuthology.orchestra.run.smithi079.stdout:check_obsoletes = 1 2023-09-21T11:13:46.307 DEBUG:teuthology.orchestra.run.smithi079:> sudo yum clean all 2023-09-21T11:13:46.312 INFO:teuthology.orchestra.run.smithi134.stdout:check_obsoletes = 1 2023-09-21T11:13:46.313 DEBUG:teuthology.orchestra.run.smithi134:> sudo yum clean all 2023-09-21T11:13:46.677 INFO:teuthology.orchestra.run.smithi079.stdout:Updating Subscription Management repositories. 2023-09-21T11:13:46.684 INFO:teuthology.orchestra.run.smithi134.stdout:Updating Subscription Management repositories. 2023-09-21T11:13:46.951 INFO:teuthology.orchestra.run.smithi134.stdout:44 files removed 2023-09-21T11:13:46.959 INFO:teuthology.orchestra.run.smithi079.stdout:44 files removed 2023-09-21T11:13:46.998 DEBUG:teuthology.orchestra.run.smithi134:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-09-21T11:13:47.006 DEBUG:teuthology.orchestra.run.smithi079:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-09-21T11:13:47.328 INFO:teuthology.orchestra.run.smithi134.stdout:Updating Subscription Management repositories. 2023-09-21T11:13:47.335 INFO:teuthology.orchestra.run.smithi079.stdout:Updating Subscription Management repositories. 2023-09-21T11:13:47.984 INFO:teuthology.orchestra.run.smithi134.stdout:ceph packages for x86_64 273 kB/s | 81 kB 00:00 2023-09-21T11:13:48.024 INFO:teuthology.orchestra.run.smithi079.stdout:ceph packages for x86_64 245 kB/s | 81 kB 00:00 2023-09-21T11:13:48.309 INFO:teuthology.orchestra.run.smithi134.stdout:ceph noarch packages 32 kB/s | 9.4 kB 00:00 2023-09-21T11:13:48.375 INFO:teuthology.orchestra.run.smithi079.stdout:ceph noarch packages 29 kB/s | 9.4 kB 00:00 2023-09-21T11:13:48.651 INFO:teuthology.orchestra.run.smithi134.stdout:ceph source packages 4.7 kB/s | 1.5 kB 00:00 2023-09-21T11:13:48.684 INFO:teuthology.orchestra.run.smithi079.stdout:ceph source packages 5.2 kB/s | 1.5 kB 00:00 2023-09-21T11:13:48.810 INFO:teuthology.orchestra.run.smithi134.stdout:Copr repo for python3-asyncssh owned by ceph 25 kB/s | 3.5 kB 00:00 2023-09-21T11:13:48.834 INFO:teuthology.orchestra.run.smithi079.stdout:Copr repo for python3-asyncssh owned by ceph 27 kB/s | 3.5 kB 00:00 2023-09-21T11:13:49.628 INFO:teuthology.orchestra.run.smithi134.stdout:Extra Packages for Enterprise Linux 20 MB/s | 16 MB 00:00 2023-09-21T11:13:50.112 INFO:teuthology.orchestra.run.smithi079.stdout:Extra Packages for Enterprise Linux 13 MB/s | 16 MB 00:01 2023-09-21T11:13:53.136 INFO:teuthology.orchestra.run.smithi134.stdout:lab-extras 406 kB/s | 24 kB 00:00 2023-09-21T11:13:53.552 INFO:teuthology.orchestra.run.smithi079.stdout:lab-extras 432 kB/s | 24 kB 00:00 2023-09-21T11:13:54.030 INFO:teuthology.orchestra.run.smithi134.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 58 MB/s | 47 MB 00:00 2023-09-21T11:13:54.478 INFO:teuthology.orchestra.run.smithi079.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 62 MB/s | 53 MB 00:00 2023-09-21T11:14:01.839 INFO:teuthology.orchestra.run.smithi134.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 66 MB/s | 53 MB 00:00 2023-09-21T11:14:02.645 INFO:teuthology.orchestra.run.smithi079.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 57 MB/s | 47 MB 00:00 2023-09-21T11:14:12.901 INFO:teuthology.orchestra.run.smithi134.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-09-21T11:14:12.902 INFO:teuthology.orchestra.run.smithi134.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-09-21T11:14:12.916 INFO:teuthology.orchestra.run.smithi134.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-09-21T11:14:12.918 INFO:teuthology.orchestra.run.smithi134.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-09-21T11:14:12.919 INFO:teuthology.orchestra.run.smithi134.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-09-21T11:14:12.920 INFO:teuthology.orchestra.run.smithi134.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-09-21T11:14:12.922 INFO:teuthology.orchestra.run.smithi134.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-09-21T11:14:12.925 INFO:teuthology.orchestra.run.smithi134.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-09-21T11:14:12.926 INFO:teuthology.orchestra.run.smithi134.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-09-21T11:14:13.056 INFO:teuthology.orchestra.run.smithi134.stdout:Dependencies resolved. 2023-09-21T11:14:13.069 INFO:teuthology.orchestra.run.smithi134.stdout:=========================================================================================================================== 2023-09-21T11:14:13.069 INFO:teuthology.orchestra.run.smithi134.stdout: Package Arch Version Repository Size 2023-09-21T11:14:13.069 INFO:teuthology.orchestra.run.smithi134.stdout:=========================================================================================================================== 2023-09-21T11:14:13.069 INFO:teuthology.orchestra.run.smithi134.stdout:Installing: 2023-09-21T11:14:13.069 INFO:teuthology.orchestra.run.smithi134.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-09-21T11:14:13.070 INFO:teuthology.orchestra.run.smithi134.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-09-21T11:14:13.070 INFO:teuthology.orchestra.run.smithi134.stdout: ceph x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 6.4 k 2023-09-21T11:14:13.070 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-base x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 5.4 M 2023-09-21T11:14:13.070 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-fuse x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 907 k 2023-09-21T11:14:13.071 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 167 k 2023-09-21T11:14:13.071 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 1.6 M 2023-09-21T11:14:13.071 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-cephadm noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 132 k 2023-09-21T11:14:13.071 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-dashboard noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 1.7 M 2023-09-21T11:14:13.071 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 7.4 M 2023-09-21T11:14:13.071 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-rook noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 47 k 2023-09-21T11:14:13.072 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-radosgw x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 14 M 2023-09-21T11:14:13.072 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-test x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 49 M 2023-09-21T11:14:13.072 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-volume noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 261 k 2023-09-21T11:14:13.072 INFO:teuthology.orchestra.run.smithi134.stdout: cephadm noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 179 k 2023-09-21T11:14:13.072 INFO:teuthology.orchestra.run.smithi134.stdout: cephfs-mirror x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 260 k 2023-09-21T11:14:13.073 INFO:teuthology.orchestra.run.smithi134.stdout: cephfs-top noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 18 k 2023-09-21T11:14:13.073 INFO:teuthology.orchestra.run.smithi134.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-09-21T11:14:13.073 INFO:teuthology.orchestra.run.smithi134.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-09-21T11:14:13.073 INFO:teuthology.orchestra.run.smithi134.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-09-21T11:14:13.073 INFO:teuthology.orchestra.run.smithi134.stdout: libcephfs-devel x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 31 k 2023-09-21T11:14:13.074 INFO:teuthology.orchestra.run.smithi134.stdout: libcephfs2 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 829 k 2023-09-21T11:14:13.074 INFO:teuthology.orchestra.run.smithi134.stdout: librados-devel x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 139 k 2023-09-21T11:14:13.074 INFO:teuthology.orchestra.run.smithi134.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-09-21T11:14:13.074 INFO:teuthology.orchestra.run.smithi134.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-09-21T11:14:13.075 INFO:teuthology.orchestra.run.smithi134.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-09-21T11:14:13.075 INFO:teuthology.orchestra.run.smithi134.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-09-21T11:14:13.075 INFO:teuthology.orchestra.run.smithi134.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-09-21T11:14:13.075 INFO:teuthology.orchestra.run.smithi134.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-09-21T11:14:13.075 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cephfs x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 196 k 2023-09-21T11:14:13.076 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rados x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 371 k 2023-09-21T11:14:13.076 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rbd x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 364 k 2023-09-21T11:14:13.076 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rgw x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 107 k 2023-09-21T11:14:13.076 INFO:teuthology.orchestra.run.smithi134.stdout: rbd-fuse x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 94 k 2023-09-21T11:14:13.076 INFO:teuthology.orchestra.run.smithi134.stdout: rbd-mirror x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 3.6 M 2023-09-21T11:14:13.077 INFO:teuthology.orchestra.run.smithi134.stdout: rbd-nbd x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 179 k 2023-09-21T11:14:13.077 INFO:teuthology.orchestra.run.smithi134.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-09-21T11:14:13.077 INFO:teuthology.orchestra.run.smithi134.stdout:Upgrading: 2023-09-21T11:14:13.077 INFO:teuthology.orchestra.run.smithi134.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-09-21T11:14:13.078 INFO:teuthology.orchestra.run.smithi134.stdout: librados2 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 3.7 M 2023-09-21T11:14:13.078 INFO:teuthology.orchestra.run.smithi134.stdout: librbd1 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 3.7 M 2023-09-21T11:14:13.078 INFO:teuthology.orchestra.run.smithi134.stdout:Installing dependencies: 2023-09-21T11:14:13.078 INFO:teuthology.orchestra.run.smithi134.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-09-21T11:14:13.079 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-common x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 23 M 2023-09-21T11:14:13.079 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-grafana-dashboards noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 23 k 2023-09-21T11:14:13.079 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mds x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 2.3 M 2023-09-21T11:14:13.079 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-modules-core noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 242 k 2023-09-21T11:14:13.079 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mon x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 4.6 M 2023-09-21T11:14:13.080 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-osd x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 18 M 2023-09-21T11:14:13.080 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-prometheus-alerts noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 15 k 2023-09-21T11:14:13.080 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-selinux x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 24 k 2023-09-21T11:14:13.080 INFO:teuthology.orchestra.run.smithi134.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-09-21T11:14:13.080 INFO:teuthology.orchestra.run.smithi134.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-09-21T11:14:13.081 INFO:teuthology.orchestra.run.smithi134.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-09-21T11:14:13.081 INFO:teuthology.orchestra.run.smithi134.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-09-21T11:14:13.081 INFO:teuthology.orchestra.run.smithi134.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-09-21T11:14:13.081 INFO:teuthology.orchestra.run.smithi134.stdout: libcephsqlite x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 183 k 2023-09-21T11:14:13.081 INFO:teuthology.orchestra.run.smithi134.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-09-21T11:14:13.082 INFO:teuthology.orchestra.run.smithi134.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-09-21T11:14:13.082 INFO:teuthology.orchestra.run.smithi134.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-09-21T11:14:13.082 INFO:teuthology.orchestra.run.smithi134.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-09-21T11:14:13.082 INFO:teuthology.orchestra.run.smithi134.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-09-21T11:14:13.082 INFO:teuthology.orchestra.run.smithi134.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-09-21T11:14:13.083 INFO:teuthology.orchestra.run.smithi134.stdout: libradosstriper1 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 518 k 2023-09-21T11:14:13.083 INFO:teuthology.orchestra.run.smithi134.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-09-21T11:14:13.083 INFO:teuthology.orchestra.run.smithi134.stdout: librgw2 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 6.9 M 2023-09-21T11:14:13.083 INFO:teuthology.orchestra.run.smithi134.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-09-21T11:14:13.083 INFO:teuthology.orchestra.run.smithi134.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-09-21T11:14:13.084 INFO:teuthology.orchestra.run.smithi134.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-09-21T11:14:13.084 INFO:teuthology.orchestra.run.smithi134.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-09-21T11:14:13.084 INFO:teuthology.orchestra.run.smithi134.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-09-21T11:14:13.084 INFO:teuthology.orchestra.run.smithi134.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-09-21T11:14:13.085 INFO:teuthology.orchestra.run.smithi134.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-09-21T11:14:13.085 INFO:teuthology.orchestra.run.smithi134.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-09-21T11:14:13.085 INFO:teuthology.orchestra.run.smithi134.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-09-21T11:14:13.085 INFO:teuthology.orchestra.run.smithi134.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-09-21T11:14:13.085 INFO:teuthology.orchestra.run.smithi134.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-09-21T11:14:13.086 INFO:teuthology.orchestra.run.smithi134.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-09-21T11:14:13.086 INFO:teuthology.orchestra.run.smithi134.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-09-21T11:14:13.086 INFO:teuthology.orchestra.run.smithi134.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-09-21T11:14:13.086 INFO:teuthology.orchestra.run.smithi134.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-09-21T11:14:13.086 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-09-21T11:14:13.087 INFO:teuthology.orchestra.run.smithi134.stdout: python3-ceph-argparse x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 45 k 2023-09-21T11:14:13.087 INFO:teuthology.orchestra.run.smithi134.stdout: python3-ceph-common x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 125 k 2023-09-21T11:14:13.087 INFO:teuthology.orchestra.run.smithi134.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-09-21T11:14:13.087 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-09-21T11:14:13.087 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-09-21T11:14:13.087 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-09-21T11:14:13.088 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-09-21T11:14:13.088 INFO:teuthology.orchestra.run.smithi134.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-09-21T11:14:13.088 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-09-21T11:14:13.088 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-09-21T11:14:13.089 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-09-21T11:14:13.089 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-09-21T11:14:13.089 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-09-21T11:14:13.089 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-09-21T11:14:13.089 INFO:teuthology.orchestra.run.smithi134.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-09-21T11:14:13.090 INFO:teuthology.orchestra.run.smithi134.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-09-21T11:14:13.090 INFO:teuthology.orchestra.run.smithi134.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-09-21T11:14:13.090 INFO:teuthology.orchestra.run.smithi134.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-09-21T11:14:13.090 INFO:teuthology.orchestra.run.smithi134.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-09-21T11:14:13.090 INFO:teuthology.orchestra.run.smithi134.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-09-21T11:14:13.091 INFO:teuthology.orchestra.run.smithi134.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-09-21T11:14:13.091 INFO:teuthology.orchestra.run.smithi134.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-09-21T11:14:13.091 INFO:teuthology.orchestra.run.smithi134.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-09-21T11:14:13.092 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-09-21T11:14:13.092 INFO:teuthology.orchestra.run.smithi134.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-09-21T11:14:13.092 INFO:teuthology.orchestra.run.smithi134.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-09-21T11:14:13.092 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-09-21T11:14:13.092 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-09-21T11:14:13.093 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-09-21T11:14:13.093 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-09-21T11:14:13.093 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-09-21T11:14:13.093 INFO:teuthology.orchestra.run.smithi134.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-09-21T11:14:13.093 INFO:teuthology.orchestra.run.smithi134.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-09-21T11:14:13.094 INFO:teuthology.orchestra.run.smithi134.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-09-21T11:14:13.094 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-09-21T11:14:13.094 INFO:teuthology.orchestra.run.smithi134.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-09-21T11:14:13.094 INFO:teuthology.orchestra.run.smithi134.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-09-21T11:14:13.095 INFO:teuthology.orchestra.run.smithi134.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-09-21T11:14:13.095 INFO:teuthology.orchestra.run.smithi134.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-09-21T11:14:13.095 INFO:teuthology.orchestra.run.smithi134.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-09-21T11:14:13.095 INFO:teuthology.orchestra.run.smithi134.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-09-21T11:14:13.095 INFO:teuthology.orchestra.run.smithi134.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-09-21T11:14:13.096 INFO:teuthology.orchestra.run.smithi134.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-09-21T11:14:13.096 INFO:teuthology.orchestra.run.smithi134.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-09-21T11:14:13.096 INFO:teuthology.orchestra.run.smithi134.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-09-21T11:14:13.096 INFO:teuthology.orchestra.run.smithi134.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-09-21T11:14:13.096 INFO:teuthology.orchestra.run.smithi134.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-09-21T11:14:13.097 INFO:teuthology.orchestra.run.smithi134.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-09-21T11:14:13.097 INFO:teuthology.orchestra.run.smithi134.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-09-21T11:14:13.097 INFO:teuthology.orchestra.run.smithi134.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-09-21T11:14:13.097 INFO:teuthology.orchestra.run.smithi134.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-09-21T11:14:13.098 INFO:teuthology.orchestra.run.smithi134.stdout:Enabling module streams: 2023-09-21T11:14:13.098 INFO:teuthology.orchestra.run.smithi134.stdout: postgresql 10 2023-09-21T11:14:13.098 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:14:13.098 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction Summary 2023-09-21T11:14:13.099 INFO:teuthology.orchestra.run.smithi134.stdout:=========================================================================================================================== 2023-09-21T11:14:13.099 INFO:teuthology.orchestra.run.smithi134.stdout:Install 128 Packages 2023-09-21T11:14:13.099 INFO:teuthology.orchestra.run.smithi134.stdout:Upgrade 3 Packages 2023-09-21T11:14:13.099 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:14:13.100 INFO:teuthology.orchestra.run.smithi134.stdout:Total download size: 208 M 2023-09-21T11:14:13.100 INFO:teuthology.orchestra.run.smithi134.stdout:Downloading Packages: 2023-09-21T11:14:13.536 INFO:teuthology.orchestra.run.smithi079.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-09-21T11:14:13.537 INFO:teuthology.orchestra.run.smithi079.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-09-21T11:14:13.552 INFO:teuthology.orchestra.run.smithi079.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-09-21T11:14:13.553 INFO:teuthology.orchestra.run.smithi079.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-09-21T11:14:13.554 INFO:teuthology.orchestra.run.smithi079.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-09-21T11:14:13.555 INFO:teuthology.orchestra.run.smithi079.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-09-21T11:14:13.557 INFO:teuthology.orchestra.run.smithi079.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-09-21T11:14:13.561 INFO:teuthology.orchestra.run.smithi079.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-09-21T11:14:13.562 INFO:teuthology.orchestra.run.smithi079.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-09-21T11:14:13.580 INFO:teuthology.orchestra.run.smithi134.stdout:(1/131): ceph-18.0.0-6168.g41c9e835.el8.x86_64. 47 kB/s | 6.4 kB 00:00 2023-09-21T11:14:13.691 INFO:teuthology.orchestra.run.smithi079.stdout:Dependencies resolved. 2023-09-21T11:14:13.703 INFO:teuthology.orchestra.run.smithi079.stdout:=========================================================================================================================== 2023-09-21T11:14:13.703 INFO:teuthology.orchestra.run.smithi079.stdout: Package Arch Version Repository Size 2023-09-21T11:14:13.703 INFO:teuthology.orchestra.run.smithi079.stdout:=========================================================================================================================== 2023-09-21T11:14:13.704 INFO:teuthology.orchestra.run.smithi079.stdout:Installing: 2023-09-21T11:14:13.704 INFO:teuthology.orchestra.run.smithi079.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-09-21T11:14:13.704 INFO:teuthology.orchestra.run.smithi079.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-09-21T11:14:13.704 INFO:teuthology.orchestra.run.smithi079.stdout: ceph x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 6.4 k 2023-09-21T11:14:13.704 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-base x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 5.4 M 2023-09-21T11:14:13.705 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-fuse x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 907 k 2023-09-21T11:14:13.705 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 167 k 2023-09-21T11:14:13.705 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 1.6 M 2023-09-21T11:14:13.705 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-cephadm noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 132 k 2023-09-21T11:14:13.705 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-dashboard noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 1.7 M 2023-09-21T11:14:13.705 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 7.4 M 2023-09-21T11:14:13.706 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-rook noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 47 k 2023-09-21T11:14:13.706 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-radosgw x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 14 M 2023-09-21T11:14:13.706 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-test x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 49 M 2023-09-21T11:14:13.706 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-volume noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 261 k 2023-09-21T11:14:13.707 INFO:teuthology.orchestra.run.smithi079.stdout: cephadm noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 179 k 2023-09-21T11:14:13.707 INFO:teuthology.orchestra.run.smithi079.stdout: cephfs-mirror x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 260 k 2023-09-21T11:14:13.707 INFO:teuthology.orchestra.run.smithi079.stdout: cephfs-top noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 18 k 2023-09-21T11:14:13.707 INFO:teuthology.orchestra.run.smithi079.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-09-21T11:14:13.707 INFO:teuthology.orchestra.run.smithi079.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-09-21T11:14:13.708 INFO:teuthology.orchestra.run.smithi079.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-09-21T11:14:13.708 INFO:teuthology.orchestra.run.smithi079.stdout: libcephfs-devel x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 31 k 2023-09-21T11:14:13.708 INFO:teuthology.orchestra.run.smithi079.stdout: libcephfs2 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 829 k 2023-09-21T11:14:13.708 INFO:teuthology.orchestra.run.smithi079.stdout: librados-devel x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 139 k 2023-09-21T11:14:13.708 INFO:teuthology.orchestra.run.smithi079.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-09-21T11:14:13.709 INFO:teuthology.orchestra.run.smithi079.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-09-21T11:14:13.709 INFO:teuthology.orchestra.run.smithi079.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-09-21T11:14:13.709 INFO:teuthology.orchestra.run.smithi079.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-09-21T11:14:13.709 INFO:teuthology.orchestra.run.smithi079.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-09-21T11:14:13.710 INFO:teuthology.orchestra.run.smithi079.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-09-21T11:14:13.710 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cephfs x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 196 k 2023-09-21T11:14:13.710 INFO:teuthology.orchestra.run.smithi079.stdout: python3-rados x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 371 k 2023-09-21T11:14:13.710 INFO:teuthology.orchestra.run.smithi079.stdout: python3-rbd x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 364 k 2023-09-21T11:14:13.710 INFO:teuthology.orchestra.run.smithi079.stdout: python3-rgw x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 107 k 2023-09-21T11:14:13.711 INFO:teuthology.orchestra.run.smithi079.stdout: rbd-fuse x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 94 k 2023-09-21T11:14:13.711 INFO:teuthology.orchestra.run.smithi079.stdout: rbd-mirror x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 3.6 M 2023-09-21T11:14:13.711 INFO:teuthology.orchestra.run.smithi079.stdout: rbd-nbd x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 179 k 2023-09-21T11:14:13.711 INFO:teuthology.orchestra.run.smithi079.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-09-21T11:14:13.711 INFO:teuthology.orchestra.run.smithi079.stdout:Upgrading: 2023-09-21T11:14:13.712 INFO:teuthology.orchestra.run.smithi079.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-09-21T11:14:13.712 INFO:teuthology.orchestra.run.smithi079.stdout: librados2 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 3.7 M 2023-09-21T11:14:13.712 INFO:teuthology.orchestra.run.smithi079.stdout: librbd1 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 3.7 M 2023-09-21T11:14:13.712 INFO:teuthology.orchestra.run.smithi079.stdout:Installing dependencies: 2023-09-21T11:14:13.712 INFO:teuthology.orchestra.run.smithi079.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-09-21T11:14:13.712 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-common x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 23 M 2023-09-21T11:14:13.713 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-grafana-dashboards noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 23 k 2023-09-21T11:14:13.713 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mds x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 2.3 M 2023-09-21T11:14:13.713 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-modules-core noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 242 k 2023-09-21T11:14:13.713 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mon x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 4.6 M 2023-09-21T11:14:13.713 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-osd x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 18 M 2023-09-21T11:14:13.713 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-prometheus-alerts noarch 2:18.0.0-6168.g41c9e835.el8 ceph-noarch 15 k 2023-09-21T11:14:13.714 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-selinux x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 24 k 2023-09-21T11:14:13.714 INFO:teuthology.orchestra.run.smithi079.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-09-21T11:14:13.714 INFO:teuthology.orchestra.run.smithi079.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-09-21T11:14:13.714 INFO:teuthology.orchestra.run.smithi079.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-09-21T11:14:13.714 INFO:teuthology.orchestra.run.smithi079.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-09-21T11:14:13.715 INFO:teuthology.orchestra.run.smithi079.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-09-21T11:14:13.715 INFO:teuthology.orchestra.run.smithi079.stdout: libcephsqlite x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 183 k 2023-09-21T11:14:13.715 INFO:teuthology.orchestra.run.smithi079.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-09-21T11:14:13.715 INFO:teuthology.orchestra.run.smithi079.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-09-21T11:14:13.715 INFO:teuthology.orchestra.run.smithi079.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-09-21T11:14:13.716 INFO:teuthology.orchestra.run.smithi079.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-09-21T11:14:13.716 INFO:teuthology.orchestra.run.smithi079.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-09-21T11:14:13.716 INFO:teuthology.orchestra.run.smithi079.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-09-21T11:14:13.716 INFO:teuthology.orchestra.run.smithi079.stdout: libradosstriper1 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 518 k 2023-09-21T11:14:13.716 INFO:teuthology.orchestra.run.smithi079.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-09-21T11:14:13.717 INFO:teuthology.orchestra.run.smithi079.stdout: librgw2 x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 6.9 M 2023-09-21T11:14:13.717 INFO:teuthology.orchestra.run.smithi079.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-09-21T11:14:13.717 INFO:teuthology.orchestra.run.smithi079.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-09-21T11:14:13.717 INFO:teuthology.orchestra.run.smithi079.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-09-21T11:14:13.717 INFO:teuthology.orchestra.run.smithi079.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-09-21T11:14:13.718 INFO:teuthology.orchestra.run.smithi079.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-09-21T11:14:13.718 INFO:teuthology.orchestra.run.smithi079.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-09-21T11:14:13.718 INFO:teuthology.orchestra.run.smithi079.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-09-21T11:14:13.718 INFO:teuthology.orchestra.run.smithi079.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-09-21T11:14:13.718 INFO:teuthology.orchestra.run.smithi079.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-09-21T11:14:13.719 INFO:teuthology.orchestra.run.smithi079.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-09-21T11:14:13.719 INFO:teuthology.orchestra.run.smithi079.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-09-21T11:14:13.719 INFO:teuthology.orchestra.run.smithi079.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-09-21T11:14:13.719 INFO:teuthology.orchestra.run.smithi079.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-09-21T11:14:13.719 INFO:teuthology.orchestra.run.smithi079.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-09-21T11:14:13.719 INFO:teuthology.orchestra.run.smithi079.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-09-21T11:14:13.720 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-09-21T11:14:13.720 INFO:teuthology.orchestra.run.smithi079.stdout: python3-ceph-argparse x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 45 k 2023-09-21T11:14:13.720 INFO:teuthology.orchestra.run.smithi079.stdout: python3-ceph-common x86_64 2:18.0.0-6168.g41c9e835.el8 ceph 125 k 2023-09-21T11:14:13.720 INFO:teuthology.orchestra.run.smithi079.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-09-21T11:14:13.720 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-09-21T11:14:13.720 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-09-21T11:14:13.721 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-09-21T11:14:13.721 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-09-21T11:14:13.721 INFO:teuthology.orchestra.run.smithi079.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-09-21T11:14:13.721 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-09-21T11:14:13.721 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-09-21T11:14:13.722 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-09-21T11:14:13.722 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-09-21T11:14:13.722 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-09-21T11:14:13.722 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-09-21T11:14:13.722 INFO:teuthology.orchestra.run.smithi079.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-09-21T11:14:13.723 INFO:teuthology.orchestra.run.smithi079.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-09-21T11:14:13.723 INFO:teuthology.orchestra.run.smithi079.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-09-21T11:14:13.723 INFO:teuthology.orchestra.run.smithi079.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-09-21T11:14:13.723 INFO:teuthology.orchestra.run.smithi079.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-09-21T11:14:13.723 INFO:teuthology.orchestra.run.smithi079.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-09-21T11:14:13.724 INFO:teuthology.orchestra.run.smithi079.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-09-21T11:14:13.724 INFO:teuthology.orchestra.run.smithi079.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-09-21T11:14:13.724 INFO:teuthology.orchestra.run.smithi079.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-09-21T11:14:13.724 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-09-21T11:14:13.724 INFO:teuthology.orchestra.run.smithi079.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-09-21T11:14:13.725 INFO:teuthology.orchestra.run.smithi079.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-09-21T11:14:13.725 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-09-21T11:14:13.725 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-09-21T11:14:13.725 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-09-21T11:14:13.725 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-09-21T11:14:13.725 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-09-21T11:14:13.726 INFO:teuthology.orchestra.run.smithi079.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-09-21T11:14:13.726 INFO:teuthology.orchestra.run.smithi079.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-09-21T11:14:13.726 INFO:teuthology.orchestra.run.smithi079.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-09-21T11:14:13.726 INFO:teuthology.orchestra.run.smithi079.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-09-21T11:14:13.726 INFO:teuthology.orchestra.run.smithi079.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-09-21T11:14:13.727 INFO:teuthology.orchestra.run.smithi079.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-09-21T11:14:13.727 INFO:teuthology.orchestra.run.smithi079.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-09-21T11:14:13.727 INFO:teuthology.orchestra.run.smithi079.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-09-21T11:14:13.727 INFO:teuthology.orchestra.run.smithi079.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-09-21T11:14:13.727 INFO:teuthology.orchestra.run.smithi079.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-09-21T11:14:13.727 INFO:teuthology.orchestra.run.smithi079.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-09-21T11:14:13.728 INFO:teuthology.orchestra.run.smithi079.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-09-21T11:14:13.728 INFO:teuthology.orchestra.run.smithi079.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-09-21T11:14:13.728 INFO:teuthology.orchestra.run.smithi079.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-09-21T11:14:13.728 INFO:teuthology.orchestra.run.smithi079.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-09-21T11:14:13.728 INFO:teuthology.orchestra.run.smithi079.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-09-21T11:14:13.729 INFO:teuthology.orchestra.run.smithi079.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-09-21T11:14:13.729 INFO:teuthology.orchestra.run.smithi079.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-09-21T11:14:13.729 INFO:teuthology.orchestra.run.smithi079.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-09-21T11:14:13.729 INFO:teuthology.orchestra.run.smithi079.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-09-21T11:14:13.729 INFO:teuthology.orchestra.run.smithi079.stdout:Enabling module streams: 2023-09-21T11:14:13.730 INFO:teuthology.orchestra.run.smithi079.stdout: postgresql 10 2023-09-21T11:14:13.730 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:14:13.730 INFO:teuthology.orchestra.run.smithi079.stdout:Transaction Summary 2023-09-21T11:14:13.730 INFO:teuthology.orchestra.run.smithi079.stdout:=========================================================================================================================== 2023-09-21T11:14:13.730 INFO:teuthology.orchestra.run.smithi079.stdout:Install 128 Packages 2023-09-21T11:14:13.731 INFO:teuthology.orchestra.run.smithi079.stdout:Upgrade 3 Packages 2023-09-21T11:14:13.731 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:14:13.731 INFO:teuthology.orchestra.run.smithi079.stdout:Total download size: 208 M 2023-09-21T11:14:13.731 INFO:teuthology.orchestra.run.smithi079.stdout:Downloading Packages: 2023-09-21T11:14:13.855 INFO:teuthology.orchestra.run.smithi134.stdout:(2/131): ceph-fuse-18.0.0-6168.g41c9e835.el8.x8 3.2 MB/s | 907 kB 00:00 2023-09-21T11:14:13.947 INFO:teuthology.orchestra.run.smithi134.stdout:(3/131): ceph-immutable-object-cache-18.0.0-616 1.8 MB/s | 167 kB 00:00 2023-09-21T11:14:14.369 INFO:teuthology.orchestra.run.smithi079.stdout:(1/131): ceph-18.0.0-6168.g41c9e835.el8.x86_64. 21 kB/s | 6.4 kB 00:00 2023-09-21T11:14:14.464 INFO:teuthology.orchestra.run.smithi134.stdout:(4/131): ceph-mds-18.0.0-6168.g41c9e835.el8.x86 4.5 MB/s | 2.3 MB 00:00 2023-09-21T11:14:14.794 INFO:teuthology.orchestra.run.smithi079.stdout:(2/131): ceph-fuse-18.0.0-6168.g41c9e835.el8.x8 2.1 MB/s | 907 kB 00:00 2023-09-21T11:14:14.831 INFO:teuthology.orchestra.run.smithi134.stdout:(5/131): ceph-common-18.0.0-6168.g41c9e835.el8. 16 MB/s | 23 MB 00:01 2023-09-21T11:14:14.853 INFO:teuthology.orchestra.run.smithi079.stdout:(3/131): ceph-immutable-object-cache-18.0.0-616 2.8 MB/s | 167 kB 00:00 2023-09-21T11:14:14.873 INFO:teuthology.orchestra.run.smithi134.stdout:(6/131): ceph-mgr-18.0.0-6168.g41c9e835.el8.x86 4.0 MB/s | 1.6 MB 00:00 2023-09-21T11:14:15.195 INFO:teuthology.orchestra.run.smithi079.stdout:(4/131): ceph-base-18.0.0-6168.g41c9e835.el8.x8 4.8 MB/s | 5.4 MB 00:01 2023-09-21T11:14:15.240 INFO:teuthology.orchestra.run.smithi134.stdout:(7/131): ceph-mon-18.0.0-6168.g41c9e835.el8.x86 11 MB/s | 4.6 MB 00:00 2023-09-21T11:14:15.379 INFO:teuthology.orchestra.run.smithi079.stdout:(5/131): ceph-mgr-18.0.0-6168.g41c9e835.el8.x86 8.8 MB/s | 1.6 MB 00:00 2023-09-21T11:14:15.671 INFO:teuthology.orchestra.run.smithi079.stdout:(6/131): ceph-mds-18.0.0-6168.g41c9e835.el8.x86 2.9 MB/s | 2.3 MB 00:00 2023-09-21T11:14:15.971 INFO:teuthology.orchestra.run.smithi079.stdout:(7/131): ceph-mon-18.0.0-6168.g41c9e835.el8.x86 7.8 MB/s | 4.6 MB 00:00 2023-09-21T11:14:16.516 INFO:teuthology.orchestra.run.smithi134.stdout:(8/131): ceph-radosgw-18.0.0-6168.g41c9e835.el8 11 MB/s | 14 MB 00:01 2023-09-21T11:14:16.574 INFO:teuthology.orchestra.run.smithi134.stdout:(9/131): ceph-selinux-18.0.0-6168.g41c9e835.el8 419 kB/s | 24 kB 00:00 2023-09-21T11:14:16.916 INFO:teuthology.orchestra.run.smithi134.stdout:(10/131): ceph-base-18.0.0-6168.g41c9e835.el8.x 1.6 MB/s | 5.4 MB 00:03 2023-09-21T11:14:17.116 INFO:teuthology.orchestra.run.smithi134.stdout:(11/131): cephfs-mirror-18.0.0-6168.g41c9e835.e 1.3 MB/s | 260 kB 00:00 2023-09-21T11:14:17.225 INFO:teuthology.orchestra.run.smithi134.stdout:(12/131): libcephfs-devel-18.0.0-6168.g41c9e835 286 kB/s | 31 kB 00:00 2023-09-21T11:14:17.488 INFO:teuthology.orchestra.run.smithi079.stdout:(8/131): ceph-radosgw-18.0.0-6168.g41c9e835.el8 9.1 MB/s | 14 MB 00:01 2023-09-21T11:14:17.555 INFO:teuthology.orchestra.run.smithi079.stdout:(9/131): ceph-selinux-18.0.0-6168.g41c9e835.el8 366 kB/s | 24 kB 00:00 2023-09-21T11:14:17.702 INFO:teuthology.orchestra.run.smithi134.stdout:(13/131): libcephfs2-18.0.0-6168.g41c9e835.el8. 1.7 MB/s | 829 kB 00:00 2023-09-21T11:14:17.901 INFO:teuthology.orchestra.run.smithi134.stdout:(14/131): libcephsqlite-18.0.0-6168.g41c9e835.e 929 kB/s | 183 kB 00:00 2023-09-21T11:14:18.009 INFO:teuthology.orchestra.run.smithi134.stdout:(15/131): librados-devel-18.0.0-6168.g41c9e835. 1.3 MB/s | 139 kB 00:00 2023-09-21T11:14:18.384 INFO:teuthology.orchestra.run.smithi134.stdout:(16/131): libradosstriper1-18.0.0-6168.g41c9e83 1.4 MB/s | 518 kB 00:00 2023-09-21T11:14:20.968 INFO:teuthology.orchestra.run.smithi134.stdout:(17/131): ceph-osd-18.0.0-6168.g41c9e835.el8.x8 2.9 MB/s | 18 MB 00:06 2023-09-21T11:14:21.491 INFO:teuthology.orchestra.run.smithi134.stdout:(18/131): ceph-test-18.0.0-6168.g41c9e835.el8.x 10 MB/s | 49 MB 00:04 2023-09-21T11:14:21.518 INFO:teuthology.orchestra.run.smithi134.stdout:(19/131): python3-ceph-argparse-18.0.0-6168.g41 81 kB/s | 45 kB 00:00 2023-09-21T11:14:21.560 INFO:teuthology.orchestra.run.smithi134.stdout:(20/131): python3-ceph-common-18.0.0-6168.g41c9 1.8 MB/s | 125 kB 00:00 2023-09-21T11:14:21.636 INFO:teuthology.orchestra.run.smithi134.stdout:(21/131): python3-cephfs-18.0.0-6168.g41c9e835. 1.6 MB/s | 196 kB 00:00 2023-09-21T11:14:21.678 INFO:teuthology.orchestra.run.smithi134.stdout:(22/131): python3-rados-18.0.0-6168.g41c9e835.e 3.1 MB/s | 371 kB 00:00 2023-09-21T11:14:21.753 INFO:teuthology.orchestra.run.smithi134.stdout:(23/131): python3-rgw-18.0.0-6168.g41c9e835.el8 1.4 MB/s | 107 kB 00:00 2023-09-21T11:14:21.778 INFO:teuthology.orchestra.run.smithi134.stdout:(24/131): python3-rbd-18.0.0-6168.g41c9e835.el8 2.5 MB/s | 364 kB 00:00 2023-09-21T11:14:21.820 INFO:teuthology.orchestra.run.smithi134.stdout:(25/131): rbd-fuse-18.0.0-6168.g41c9e835.el8.x8 1.4 MB/s | 94 kB 00:00 2023-09-21T11:14:21.895 INFO:teuthology.orchestra.run.smithi134.stdout:(26/131): rbd-nbd-18.0.0-6168.g41c9e835.el8.x86 2.3 MB/s | 179 kB 00:00 2023-09-21T11:14:21.937 INFO:teuthology.orchestra.run.smithi134.stdout:(27/131): ceph-grafana-dashboards-18.0.0-6168.g 556 kB/s | 23 kB 00:00 2023-09-21T11:14:21.987 INFO:teuthology.orchestra.run.smithi134.stdout:(28/131): ceph-mgr-cephadm-18.0.0-6168.g41c9e83 2.6 MB/s | 132 kB 00:00 2023-09-21T11:14:22.046 INFO:teuthology.orchestra.run.smithi079.stdout:(10/131): ceph-osd-18.0.0-6168.g41c9e835.el8.x8 2.8 MB/s | 18 MB 00:06 2023-09-21T11:14:22.146 INFO:teuthology.orchestra.run.smithi134.stdout:(29/131): ceph-mgr-dashboard-18.0.0-6168.g41c9e 11 MB/s | 1.7 MB 00:00 2023-09-21T11:14:22.380 INFO:teuthology.orchestra.run.smithi134.stdout:(30/131): rbd-mirror-18.0.0-6168.g41c9e835.el8. 6.0 MB/s | 3.6 MB 00:00 2023-09-21T11:14:22.488 INFO:teuthology.orchestra.run.smithi079.stdout:(11/131): ceph-test-18.0.0-6168.g41c9e835.el8.x 9.9 MB/s | 49 MB 00:04 2023-09-21T11:14:22.505 INFO:teuthology.orchestra.run.smithi134.stdout:(31/131): librgw2-18.0.0-6168.g41c9e835.el8.x86 1.7 MB/s | 6.9 MB 00:04 2023-09-21T11:14:22.521 INFO:teuthology.orchestra.run.smithi079.stdout:(12/131): cephfs-mirror-18.0.0-6168.g41c9e835.e 548 kB/s | 260 kB 00:00 2023-09-21T11:14:22.530 INFO:teuthology.orchestra.run.smithi134.stdout:(32/131): ceph-mgr-modules-core-18.0.0-6168.g41 1.6 MB/s | 242 kB 00:00 2023-09-21T11:14:22.547 INFO:teuthology.orchestra.run.smithi079.stdout:(13/131): libcephfs-devel-18.0.0-6168.g41c9e835 532 kB/s | 31 kB 00:00 2023-09-21T11:14:22.589 INFO:teuthology.orchestra.run.smithi079.stdout:(14/131): libcephsqlite-18.0.0-6168.g41c9e835.e 4.3 MB/s | 183 kB 00:00 2023-09-21T11:14:22.631 INFO:teuthology.orchestra.run.smithi079.stdout:(15/131): librados-devel-18.0.0-6168.g41c9e835. 3.3 MB/s | 139 kB 00:00 2023-09-21T11:14:22.639 INFO:teuthology.orchestra.run.smithi134.stdout:(33/131): ceph-mgr-diskprediction-local-18.0.0- 15 MB/s | 7.4 MB 00:00 2023-09-21T11:14:22.664 INFO:teuthology.orchestra.run.smithi079.stdout:(16/131): libcephfs2-18.0.0-6168.g41c9e835.el8. 5.7 MB/s | 829 kB 00:00 2023-09-21T11:14:22.684 INFO:teuthology.orchestra.run.smithi134.stdout:(34/131): ceph-prometheus-alerts-18.0.0-6168.g4 94 kB/s | 15 kB 00:00 2023-09-21T11:14:22.714 INFO:teuthology.orchestra.run.smithi079.stdout:(17/131): libradosstriper1-18.0.0-6168.g41c9e83 6.1 MB/s | 518 kB 00:00 2023-09-21T11:14:22.715 INFO:teuthology.orchestra.run.smithi134.stdout:(35/131): ceph-mgr-rook-18.0.0-6168.g41c9e835.e 227 kB/s | 47 kB 00:00 2023-09-21T11:14:22.732 INFO:teuthology.orchestra.run.smithi134.stdout:(36/131): cephadm-18.0.0-6168.g41c9e835.el8.noa 3.7 MB/s | 179 kB 00:00 2023-09-21T11:14:22.757 INFO:teuthology.orchestra.run.smithi134.stdout:(37/131): ceph-volume-18.0.0-6168.g41c9e835.el8 2.2 MB/s | 261 kB 00:00 2023-09-21T11:14:22.764 INFO:teuthology.orchestra.run.smithi079.stdout:(18/131): python3-ceph-argparse-18.0.0-6168.g41 897 kB/s | 45 kB 00:00 2023-09-21T11:14:22.782 INFO:teuthology.orchestra.run.smithi134.stdout:(38/131): cephfs-top-18.0.0-6168.g41c9e835.el8. 270 kB/s | 18 kB 00:00 2023-09-21T11:14:22.840 INFO:teuthology.orchestra.run.smithi079.stdout:(19/131): python3-ceph-common-18.0.0-6168.g41c9 1.6 MB/s | 125 kB 00:00 2023-09-21T11:14:22.890 INFO:teuthology.orchestra.run.smithi079.stdout:(20/131): python3-cephfs-18.0.0-6168.g41c9e835. 3.9 MB/s | 196 kB 00:00 2023-09-21T11:14:22.891 INFO:teuthology.orchestra.run.smithi134.stdout:(39/131): liboath-2.6.2-3.el8.x86_64.rpm 441 kB/s | 59 kB 00:00 2023-09-21T11:14:22.933 INFO:teuthology.orchestra.run.smithi134.stdout:(40/131): libunwind-1.3.1-3.el8.x86_64.rpm 499 kB/s | 75 kB 00:00 2023-09-21T11:14:22.949 INFO:teuthology.orchestra.run.smithi079.stdout:(21/131): python3-rados-18.0.0-6168.g41c9e835.e 6.2 MB/s | 371 kB 00:00 2023-09-21T11:14:22.991 INFO:teuthology.orchestra.run.smithi134.stdout:(41/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 751 kB/s | 44 kB 00:00 2023-09-21T11:14:23.007 INFO:teuthology.orchestra.run.smithi079.stdout:(22/131): python3-rbd-18.0.0-6168.g41c9e835.el8 6.1 MB/s | 364 kB 00:00 2023-09-21T11:14:23.008 INFO:teuthology.orchestra.run.smithi134.stdout:(42/131): gperftools-libs-2.7-9.el8.x86_64.rpm 1.1 MB/s | 306 kB 00:00 2023-09-21T11:14:23.033 INFO:teuthology.orchestra.run.smithi134.stdout:(43/131): python3-asyncssh-2.7.0-2.el8.noarch.r 3.3 MB/s | 476 kB 00:00 2023-09-21T11:14:23.058 INFO:teuthology.orchestra.run.smithi079.stdout:(23/131): python3-rgw-18.0.0-6168.g41c9e835.el8 2.1 MB/s | 107 kB 00:00 2023-09-21T11:14:23.067 INFO:teuthology.orchestra.run.smithi134.stdout:(44/131): python3-cachetools-3.1.1-4.el8.noarch 563 kB/s | 33 kB 00:00 2023-09-21T11:14:23.092 INFO:teuthology.orchestra.run.smithi134.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 279 kB/s | 16 kB 00:00 2023-09-21T11:14:23.100 INFO:teuthology.orchestra.run.smithi079.stdout:(24/131): rbd-fuse-18.0.0-6168.g41c9e835.el8.x8 2.2 MB/s | 94 kB 00:00 2023-09-21T11:14:23.118 INFO:teuthology.orchestra.run.smithi134.stdout:(46/131): python3-beautifulsoup4-4.6.3-2.el8.1. 1.4 MB/s | 185 kB 00:00 2023-09-21T11:14:23.168 INFO:teuthology.orchestra.run.smithi134.stdout:(47/131): python3-cherrypy-18.4.0-1.el8.noarch. 5.0 MB/s | 384 kB 00:00 2023-09-21T11:14:23.193 INFO:teuthology.orchestra.run.smithi134.stdout:(48/131): python3-cheroot-8.5.2-1.el8.noarch.rp 1.3 MB/s | 173 kB 00:00 2023-09-21T11:14:23.219 INFO:teuthology.orchestra.run.smithi134.stdout:(49/131): python3-google-auth-1.1.1-10.el8.noar 809 kB/s | 81 kB 00:00 2023-09-21T11:14:23.260 INFO:teuthology.orchestra.run.smithi134.stdout:(50/131): python3-jaraco-6.2-6.el8.noarch.rpm 120 kB/s | 11 kB 00:00 2023-09-21T11:14:23.286 INFO:teuthology.orchestra.run.smithi134.stdout:(51/131): python3-jaraco-functools-2.0-4.el8.no 190 kB/s | 18 kB 00:00 2023-09-21T11:14:23.336 INFO:teuthology.orchestra.run.smithi134.stdout:(52/131): python3-logutils-0.3.5-11.el8.noarch. 648 kB/s | 49 kB 00:00 2023-09-21T11:14:23.350 INFO:teuthology.orchestra.run.smithi079.stdout:(25/131): rbd-mirror-18.0.0-6168.g41c9e835.el8. 14 MB/s | 3.6 MB 00:00 2023-09-21T11:14:23.361 INFO:teuthology.orchestra.run.smithi134.stdout:(53/131): python3-more-itertools-7.2.0-3.el8.no 781 kB/s | 59 kB 00:00 2023-09-21T11:14:23.400 INFO:teuthology.orchestra.run.smithi079.stdout:(26/131): rbd-nbd-18.0.0-6168.g41c9e835.el8.x86 3.5 MB/s | 179 kB 00:00 2023-09-21T11:14:23.451 INFO:teuthology.orchestra.run.smithi079.stdout:(27/131): ceph-grafana-dashboards-18.0.0-6168.g 462 kB/s | 23 kB 00:00 2023-09-21T11:14:23.501 INFO:teuthology.orchestra.run.smithi079.stdout:(28/131): ceph-mgr-cephadm-18.0.0-6168.g41c9e83 2.6 MB/s | 132 kB 00:00 2023-09-21T11:14:23.553 INFO:teuthology.orchestra.run.smithi134.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 278 kB/s | 60 kB 00:00 2023-09-21T11:14:23.578 INFO:teuthology.orchestra.run.smithi134.stdout:(55/131): python3-pecan-1.3.2-9.el8.noarch.rpm 1.3 MB/s | 283 kB 00:00 2023-09-21T11:14:23.637 INFO:teuthology.orchestra.run.smithi134.stdout:(56/131): python3-portend-2.6-1.el8.noarch.rpm 186 kB/s | 16 kB 00:00 2023-09-21T11:14:23.671 INFO:teuthology.orchestra.run.smithi134.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 366 kB/s | 34 kB 00:00 2023-09-21T11:14:23.676 INFO:teuthology.orchestra.run.smithi079.stdout:(29/131): librgw2-18.0.0-6168.g41c9e835.el8.x86 6.8 MB/s | 6.9 MB 00:01 2023-09-21T11:14:23.718 INFO:teuthology.orchestra.run.smithi079.stdout:(30/131): ceph-mgr-dashboard-18.0.0-6168.g41c9e 8.1 MB/s | 1.7 MB 00:00 2023-09-21T11:14:23.762 INFO:teuthology.orchestra.run.smithi134.stdout:(58/131): python3-rsa-4.9-2.el8.noarch.rpm 701 kB/s | 64 kB 00:00 2023-09-21T11:14:23.768 INFO:teuthology.orchestra.run.smithi079.stdout:(31/131): ceph-mgr-modules-core-18.0.0-6168.g41 4.7 MB/s | 242 kB 00:00 2023-09-21T11:14:23.828 INFO:teuthology.orchestra.run.smithi079.stdout:(32/131): ceph-mgr-rook-18.0.0-6168.g41c9e835.e 808 kB/s | 47 kB 00:00 2023-09-21T11:14:23.829 INFO:teuthology.orchestra.run.smithi134.stdout:(59/131): python3-routes-2.4.1-12.el8.noarch.rp 1.0 MB/s | 196 kB 00:00 2023-09-21T11:14:23.846 INFO:teuthology.orchestra.run.smithi134.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 224 kB/s | 19 kB 00:00 2023-09-21T11:14:23.861 INFO:teuthology.orchestra.run.smithi079.stdout:(33/131): ceph-prometheus-alerts-18.0.0-6168.g4 439 kB/s | 15 kB 00:00 2023-09-21T11:14:23.905 INFO:teuthology.orchestra.run.smithi134.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 318 kB/s | 24 kB 00:00 2023-09-21T11:14:23.911 INFO:teuthology.orchestra.run.smithi079.stdout:(34/131): ceph-volume-18.0.0-6168.g41c9e835.el8 5.1 MB/s | 261 kB 00:00 2023-09-21T11:14:23.922 INFO:teuthology.orchestra.run.smithi134.stdout:(62/131): python3-tempora-1.14.1-5.el8.noarch.r 388 kB/s | 29 kB 00:00 2023-09-21T11:14:23.962 INFO:teuthology.orchestra.run.smithi079.stdout:(35/131): cephadm-18.0.0-6168.g41c9e835.el8.noa 3.5 MB/s | 179 kB 00:00 2023-09-21T11:14:23.981 INFO:teuthology.orchestra.run.smithi134.stdout:(63/131): python3-trustme-0.6.0-4.el8.noarch.rp 364 kB/s | 27 kB 00:00 2023-09-21T11:14:23.995 INFO:teuthology.orchestra.run.smithi079.stdout:(36/131): cephfs-top-18.0.0-6168.g41c9e835.el8. 544 kB/s | 18 kB 00:00 2023-09-21T11:14:24.090 INFO:teuthology.orchestra.run.smithi134.stdout:(64/131): python3-waitress-1.4.3-1.el8.noarch.r 1.5 MB/s | 255 kB 00:00 2023-09-21T11:14:24.132 INFO:teuthology.orchestra.run.smithi134.stdout:(65/131): python3-webob-1.8.5-1.el8.1.noarch.rp 1.6 MB/s | 251 kB 00:00 2023-09-21T11:14:24.182 INFO:teuthology.orchestra.run.smithi134.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 667 kB/s | 61 kB 00:00 2023-09-21T11:14:24.224 INFO:teuthology.orchestra.run.smithi134.stdout:(67/131): python3-webtest-2.0.33-1.el8.noarch.r 930 kB/s | 85 kB 00:00 2023-09-21T11:14:24.266 INFO:teuthology.orchestra.run.smithi134.stdout:(68/131): python3-zc-lockfile-2.0-2.el8.noarch. 275 kB/s | 23 kB 00:00 2023-09-21T11:14:24.291 INFO:teuthology.orchestra.run.smithi134.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.7 MB/s | 70 kB 00:00 2023-09-21T11:14:24.483 INFO:teuthology.orchestra.run.smithi134.stdout:(70/131): python3-kubernetes-11.0.0-6.el8.noarc 944 kB/s | 1.2 MB 00:01 2023-09-21T11:14:24.487 INFO:teuthology.orchestra.run.smithi079.stdout:(37/131): ceph-mgr-diskprediction-local-18.0.0- 9.1 MB/s | 7.4 MB 00:00 2023-09-21T11:14:24.625 INFO:teuthology.orchestra.run.smithi134.stdout:(71/131): python3-scipy-1.0.0-21.module+el8.5.0 41 MB/s | 14 MB 00:00 2023-09-21T11:14:24.638 INFO:teuthology.orchestra.run.smithi079.stdout:(38/131): gperftools-libs-2.7-9.el8.x86_64.rpm 477 kB/s | 306 kB 00:00 2023-09-21T11:14:24.667 INFO:teuthology.orchestra.run.smithi134.stdout:(72/131): thrift-0.13.0-2.el8.x86_64.rpm 3.9 MB/s | 1.7 MB 00:00 2023-09-21T11:14:24.692 INFO:teuthology.orchestra.run.smithi134.stdout:(73/131): python3-pytz-2017.2-9.el8.noarch.rpm 883 kB/s | 54 kB 00:00 2023-09-21T11:14:24.726 INFO:teuthology.orchestra.run.smithi134.stdout:(74/131): python3-pyasn1-modules-0.3.7-6.el8.no 454 kB/s | 110 kB 00:00 2023-09-21T11:14:24.751 INFO:teuthology.orchestra.run.smithi134.stdout:(75/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 3.0 MB/s | 259 kB 00:00 2023-09-21T11:14:24.763 INFO:teuthology.orchestra.run.smithi079.stdout:(39/131): libunwind-1.3.1-3.el8.x86_64.rpm 602 kB/s | 75 kB 00:00 2023-09-21T11:14:24.776 INFO:teuthology.orchestra.run.smithi134.stdout:(76/131): python3-markupsafe-0.23-19.el8.x86_64 773 kB/s | 39 kB 00:00 2023-09-21T11:14:24.801 INFO:teuthology.orchestra.run.smithi134.stdout:(77/131): socat-1.7.4.1-1.el8.x86_64.rpm 3.0 MB/s | 323 kB 00:00 2023-09-21T11:14:24.835 INFO:teuthology.orchestra.run.smithi134.stdout:(78/131): python3-jinja2-2.10.1-3.el8.noarch.rp 9.0 MB/s | 538 kB 00:00 2023-09-21T11:14:24.863 INFO:teuthology.orchestra.run.smithi079.stdout:(40/131): liboath-2.6.2-3.el8.x86_64.rpm 157 kB/s | 59 kB 00:00 2023-09-21T11:14:24.868 INFO:teuthology.orchestra.run.smithi134.stdout:(79/131): bison-3.0.4-10.el8.x86_64.rpm 5.7 MB/s | 688 kB 00:00 2023-09-21T11:14:24.894 INFO:teuthology.orchestra.run.smithi134.stdout:(80/131): python3-mako-1.0.6-13.el8.noarch.rpm 1.7 MB/s | 157 kB 00:00 2023-09-21T11:14:24.919 INFO:teuthology.orchestra.run.smithi134.stdout:(81/131): oniguruma-6.8.2-2.el8.x86_64.rpm 2.2 MB/s | 187 kB 00:00 2023-09-21T11:14:24.961 INFO:teuthology.orchestra.run.smithi134.stdout:(82/131): automake-1.16.1-7.el8.noarch.rpm 7.5 MB/s | 713 kB 00:00 2023-09-21T11:14:24.963 INFO:teuthology.orchestra.run.smithi079.stdout:(41/131): python3-asyncssh-2.7.0-2.el8.noarch.r 2.3 MB/s | 476 kB 00:00 2023-09-21T11:14:24.986 INFO:teuthology.orchestra.run.smithi134.stdout:(83/131): python3-jsonpatch-1.21-2.el8.noarch.r 397 kB/s | 27 kB 00:00 2023-09-21T11:14:25.011 INFO:teuthology.orchestra.run.smithi134.stdout:(84/131): flex-2.6.1-9.el8.x86_64.rpm 6.2 MB/s | 320 kB 00:00 2023-09-21T11:14:25.037 INFO:teuthology.orchestra.run.smithi134.stdout:(85/131): python3-prettytable-0.7.2-14.el8.noar 873 kB/s | 44 kB 00:00 2023-09-21T11:14:25.079 INFO:teuthology.orchestra.run.smithi134.stdout:(86/131): python3-werkzeug-0.12.2-4.el8.noarch. 11 MB/s | 457 kB 00:00 2023-09-21T11:14:25.121 INFO:teuthology.orchestra.run.smithi134.stdout:(87/131): python3-numpy-f2py-1.14.3-10.el8.x86_ 5.3 MB/s | 225 kB 00:00 2023-09-21T11:14:25.146 INFO:teuthology.orchestra.run.smithi134.stdout:(88/131): uuid-1.6.2-43.el8.x86_64.rpm 2.5 MB/s | 64 kB 00:00 2023-09-21T11:14:25.221 INFO:teuthology.orchestra.run.smithi134.stdout:(89/131): python3-numpy-1.14.3-10.el8.x86_64.rp 18 MB/s | 3.7 MB 00:00 2023-09-21T11:14:25.288 INFO:teuthology.orchestra.run.smithi134.stdout:(90/131): python3-babel-2.5.1-7.el8.noarch.rpm 12 MB/s | 4.8 MB 00:00 2023-09-21T11:14:25.313 INFO:teuthology.orchestra.run.smithi134.stdout:(91/131): python3-pyasn1-0.3.7-6.el8.noarch.rpm 755 kB/s | 126 kB 00:00 2023-09-21T11:14:25.330 INFO:teuthology.orchestra.run.smithi134.stdout:(92/131): python3-jsonpointer-1.10-11.el8.noarc 184 kB/s | 20 kB 00:00 2023-09-21T11:14:25.347 INFO:teuthology.orchestra.run.smithi134.stdout:(93/131): python3-pyOpenSSL-19.0.0-1.el8.noarch 1.7 MB/s | 103 kB 00:00 2023-09-21T11:14:25.351 INFO:teuthology.orchestra.run.smithi079.stdout:(42/131): ceph-common-18.0.0-6168.g41c9e835.el8 2.0 MB/s | 23 MB 00:11 2023-09-21T11:14:25.381 INFO:teuthology.orchestra.run.smithi134.stdout:(94/131): libtool-2.4.6-25.el8.x86_64.rpm 10 MB/s | 709 kB 00:00 2023-09-21T11:14:25.406 INFO:teuthology.orchestra.run.smithi134.stdout:(95/131): libpq-13.5-1.el8.x86_64.rpm 3.3 MB/s | 198 kB 00:00 2023-09-21T11:14:25.439 INFO:teuthology.orchestra.run.smithi079.stdout:(43/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 76 kB/s | 44 kB 00:00 2023-09-21T11:14:25.448 INFO:teuthology.orchestra.run.smithi134.stdout:(96/131): jq-1.6-3.el8.x86_64.rpm 4.7 MB/s | 202 kB 00:00 2023-09-21T11:14:25.456 INFO:teuthology.orchestra.run.smithi079.stdout:(44/131): python3-beautifulsoup4-4.6.3-2.el8.1. 376 kB/s | 185 kB 00:00 2023-09-21T11:14:25.490 INFO:teuthology.orchestra.run.smithi134.stdout:(97/131): librdkafka-0.11.4-3.el8.x86_64.rpm 8.4 MB/s | 354 kB 00:00 2023-09-21T11:14:25.556 INFO:teuthology.orchestra.run.smithi079.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 140 kB/s | 16 kB 00:00 2023-09-21T11:14:25.581 INFO:teuthology.orchestra.run.smithi079.stdout:(46/131): python3-cheroot-8.5.2-1.el8.noarch.rp 1.3 MB/s | 173 kB 00:00 2023-09-21T11:14:25.582 INFO:teuthology.orchestra.run.smithi134.stdout:(98/131): openblas-threads-0.3.15-3.el8.x86_64. 19 MB/s | 4.9 MB 00:00 2023-09-21T11:14:25.657 INFO:teuthology.orchestra.run.smithi079.stdout:(47/131): python3-cachetools-3.1.1-4.el8.noarch 108 kB/s | 33 kB 00:00 2023-09-21T11:14:25.657 INFO:teuthology.orchestra.run.smithi134.stdout:(99/131): openblas-0.3.15-3.el8.x86_64.rpm 17 MB/s | 4.7 MB 00:00 2023-09-21T11:14:25.690 INFO:teuthology.orchestra.run.smithi079.stdout:(48/131): python3-google-auth-1.1.1-10.el8.noar 748 kB/s | 81 kB 00:00 2023-09-21T11:14:25.699 INFO:teuthology.orchestra.run.smithi134.stdout:(100/131): postgresql-contrib-10.21-2.module+el 6.8 MB/s | 808 kB 00:00 2023-09-21T11:14:25.733 INFO:teuthology.orchestra.run.smithi134.stdout:(101/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 1.4 MB/s | 47 kB 00:00 2023-09-21T11:14:25.775 INFO:teuthology.orchestra.run.smithi134.stdout:(102/131): postgresql-10.21-2.module+el8.6.0+15 13 MB/s | 1.5 MB 00:00 2023-09-21T11:14:25.782 INFO:teuthology.orchestra.run.smithi079.stdout:(49/131): python3-jaraco-6.2-6.el8.noarch.rpm 89 kB/s | 11 kB 00:00 2023-09-21T11:14:25.800 INFO:teuthology.orchestra.run.smithi134.stdout:(103/131): libselinux-devel-2.9-5.el8.x86_64.rp 2.9 MB/s | 200 kB 00:00 2023-09-21T11:14:25.807 INFO:teuthology.orchestra.run.smithi079.stdout:(50/131): python3-jaraco-functools-2.0-4.el8.no 150 kB/s | 18 kB 00:00 2023-09-21T11:14:25.826 INFO:teuthology.orchestra.run.smithi134.stdout:(104/131): python3-jwt-1.6.1-2.el8.noarch.rpm 848 kB/s | 43 kB 00:00 2023-09-21T11:14:25.851 INFO:teuthology.orchestra.run.smithi134.stdout:(105/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 4.3 MB/s | 220 kB 00:00 2023-09-21T11:14:25.877 INFO:teuthology.orchestra.run.smithi134.stdout:(106/131): keyutils-libs-devel-1.5.10-9.el8.x86 962 kB/s | 48 kB 00:00 2023-09-21T11:14:25.901 INFO:teuthology.orchestra.run.smithi134.stdout:(107/131): libsepol-devel-2.9-3.el8.x86_64.rpm 1.7 MB/s | 87 kB 00:00 2023-09-21T11:14:25.916 INFO:teuthology.orchestra.run.smithi079.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 450 kB/s | 49 kB 00:00 2023-09-21T11:14:25.927 INFO:teuthology.orchestra.run.smithi134.stdout:(108/131): python3-requests-oauthlib-1.0.0-1.el 846 kB/s | 43 kB 00:00 2023-09-21T11:14:25.941 INFO:teuthology.orchestra.run.smithi079.stdout:(52/131): python3-cherrypy-18.4.0-1.el8.noarch. 1.0 MB/s | 384 kB 00:00 2023-09-21T11:14:25.943 INFO:teuthology.orchestra.run.smithi134.stdout:(109/131): python3-pycparser-2.14-14.el8.noarch 2.5 MB/s | 109 kB 00:00 2023-09-21T11:14:25.969 INFO:teuthology.orchestra.run.smithi134.stdout:(110/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 5.4 MB/s | 229 kB 00:00 2023-09-21T11:14:26.033 INFO:teuthology.orchestra.run.smithi079.stdout:(53/131): python3-more-itertools-7.2.0-3.el8.no 503 kB/s | 59 kB 00:00 2023-09-21T11:14:26.052 INFO:teuthology.orchestra.run.smithi134.stdout:(111/131): postgresql-server-10.21-2.module+el8 9.0 MB/s | 5.1 MB 00:00 2023-09-21T11:14:26.059 INFO:teuthology.orchestra.run.smithi079.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 515 kB/s | 60 kB 00:00 2023-09-21T11:14:26.078 INFO:teuthology.orchestra.run.smithi134.stdout:(112/131): libaio-devel-0.3.112-1.el8.x86_64.rp 172 kB/s | 19 kB 00:00 2023-09-21T11:14:26.095 INFO:teuthology.orchestra.run.smithi134.stdout:(113/131): python3-oauthlib-2.1.0-1.el8.noarch. 3.6 MB/s | 155 kB 00:00 2023-09-21T11:14:26.128 INFO:teuthology.orchestra.run.smithi134.stdout:(114/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 3.0 MB/s | 560 kB 00:00 2023-09-21T11:14:26.153 INFO:teuthology.orchestra.run.smithi134.stdout:(115/131): libverto-devel-0.3.0-5.el8.x86_64.rp 305 kB/s | 18 kB 00:00 2023-09-21T11:14:26.159 INFO:teuthology.orchestra.run.smithi079.stdout:(55/131): python3-pecan-1.3.2-9.el8.noarch.rpm 2.2 MB/s | 283 kB 00:00 2023-09-21T11:14:26.184 INFO:teuthology.orchestra.run.smithi079.stdout:(56/131): python3-portend-2.6-1.el8.noarch.rpm 124 kB/s | 16 kB 00:00 2023-09-21T11:14:26.195 INFO:teuthology.orchestra.run.smithi134.stdout:(116/131): python3-cryptography-3.2.1-5.el8.x86 4.7 MB/s | 559 kB 00:00 2023-09-21T11:14:26.221 INFO:teuthology.orchestra.run.smithi134.stdout:(117/131): pcre2-devel-10.32-2.el8.x86_64.rpm 6.4 MB/s | 605 kB 00:00 2023-09-21T11:14:26.246 INFO:teuthology.orchestra.run.smithi134.stdout:(118/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 2.5 MB/s | 238 kB 00:00 2023-09-21T11:14:26.268 INFO:teuthology.orchestra.run.smithi079.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 310 kB/s | 34 kB 00:00 2023-09-21T11:14:26.271 INFO:teuthology.orchestra.run.smithi134.stdout:(119/131): xfsprogs-devel-5.0.0-10.el8.x86_64.r 1.4 MB/s | 72 kB 00:00 2023-09-21T11:14:26.297 INFO:teuthology.orchestra.run.smithi134.stdout:(120/131): fuse-2.9.7-15.el8.x86_64.rpm 1.6 MB/s | 83 kB 00:00 2023-09-21T11:14:26.313 INFO:teuthology.orchestra.run.smithi134.stdout:(121/131): elfutils-libelf-devel-0.186-1.el8.x8 1.4 MB/s | 60 kB 00:00 2023-09-21T11:14:26.327 INFO:teuthology.orchestra.run.smithi079.stdout:(58/131): python3-routes-2.4.1-12.el8.noarch.rp 1.4 MB/s | 196 kB 00:00 2023-09-21T11:14:26.330 INFO:teuthology.orchestra.run.smithi134.stdout:(122/131): libuuid-devel-2.32.1-35.el8.x86_64.r 2.9 MB/s | 98 kB 00:00 2023-09-21T11:14:26.358 INFO:teuthology.orchestra.run.smithi134.stdout:(123/131): zlib-devel-1.2.11-18.el8_5.x86_64.rp 1.3 MB/s | 58 kB 00:00 2023-09-21T11:14:26.360 INFO:teuthology.orchestra.run.smithi079.stdout:(59/131): python3-kubernetes-11.0.0-6.el8.noarc 2.0 MB/s | 1.2 MB 00:00 2023-09-21T11:14:26.377 INFO:teuthology.orchestra.run.smithi079.stdout:(60/131): python3-rsa-4.9-2.el8.noarch.rpm 588 kB/s | 64 kB 00:00 2023-09-21T11:14:26.383 INFO:teuthology.orchestra.run.smithi134.stdout:(124/131): libcom_err-devel-1.45.6-4.el8.x86_64 740 kB/s | 39 kB 00:00 2023-09-21T11:14:26.417 INFO:teuthology.orchestra.run.smithi134.stdout:(125/131): libgfortran-8.5.0-10.1.el8_6.x86_64. 11 MB/s | 644 kB 00:00 2023-09-21T11:14:26.436 INFO:teuthology.orchestra.run.smithi079.stdout:(61/131): python3-simplegeneric-0.8.1-17.el8.no 172 kB/s | 19 kB 00:00 2023-09-21T11:14:26.469 INFO:teuthology.orchestra.run.smithi079.stdout:(62/131): python3-singledispatch-3.4.0.3-18.el8 220 kB/s | 24 kB 00:00 2023-09-21T11:14:26.495 INFO:teuthology.orchestra.run.smithi079.stdout:(63/131): python3-tempora-1.14.1-5.el8.noarch.r 249 kB/s | 29 kB 00:00 2023-09-21T11:14:26.509 INFO:teuthology.orchestra.run.smithi134.stdout:(126/131): libquadmath-8.5.0-10.1.el8_6.x86_64. 1.3 MB/s | 171 kB 00:00 2023-09-21T11:14:26.545 INFO:teuthology.orchestra.run.smithi079.stdout:(64/131): python3-trustme-0.6.0-4.el8.noarch.rp 253 kB/s | 27 kB 00:00 2023-09-21T11:14:26.587 INFO:teuthology.orchestra.run.smithi079.stdout:(65/131): python3-waitress-1.4.3-1.el8.noarch.r 2.1 MB/s | 255 kB 00:00 2023-09-21T11:14:26.621 INFO:teuthology.orchestra.run.smithi079.stdout:(66/131): python3-webob-1.8.5-1.el8.1.noarch.rp 2.0 MB/s | 251 kB 00:00 2023-09-21T11:14:26.663 INFO:teuthology.orchestra.run.smithi079.stdout:(67/131): python3-websocket-client-0.56.0-5.el8 523 kB/s | 61 kB 00:00 2023-09-21T11:14:26.697 INFO:teuthology.orchestra.run.smithi079.stdout:(68/131): python3-webtest-2.0.33-1.el8.noarch.r 784 kB/s | 85 kB 00:00 2023-09-21T11:14:26.701 INFO:teuthology.orchestra.run.smithi134.stdout:(127/131): NetworkManager-initscripts-updown-1. 485 kB/s | 138 kB 00:00 2023-09-21T11:14:26.738 INFO:teuthology.orchestra.run.smithi079.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.6 MB/s | 70 kB 00:00 2023-09-21T11:14:26.755 INFO:teuthology.orchestra.run.smithi079.stdout:(70/131): python3-zc-lockfile-2.0-2.el8.noarch. 171 kB/s | 23 kB 00:00 2023-09-21T11:14:26.760 INFO:teuthology.orchestra.run.smithi134.stdout:(128/131): openssl-devel-1.1.1k-7.el8_6.x86_64. 4.1 MB/s | 2.3 MB 00:00 2023-09-21T11:14:26.805 INFO:teuthology.orchestra.run.smithi079.stdout:(71/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 701 kB/s | 47 kB 00:00 2023-09-21T11:14:26.810 INFO:teuthology.orchestra.run.smithi134.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 16 MB/s | 798 kB 00:00 2023-09-21T11:14:26.830 INFO:teuthology.orchestra.run.smithi079.stdout:(72/131): libselinux-devel-2.9-5.el8.x86_64.rpm 2.6 MB/s | 200 kB 00:00 2023-09-21T11:14:26.856 INFO:teuthology.orchestra.run.smithi079.stdout:(73/131): python3-jwt-1.6.1-2.el8.noarch.rpm 851 kB/s | 43 kB 00:00 2023-09-21T11:14:26.898 INFO:teuthology.orchestra.run.smithi079.stdout:(74/131): keyutils-libs-devel-1.5.10-9.el8.x86_ 1.1 MB/s | 48 kB 00:00 2023-09-21T11:14:26.940 INFO:teuthology.orchestra.run.smithi079.stdout:(75/131): libsepol-devel-2.9-3.el8.x86_64.rpm 2.0 MB/s | 87 kB 00:00 2023-09-21T11:14:26.965 INFO:teuthology.orchestra.run.smithi079.stdout:(76/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 1.6 MB/s | 220 kB 00:00 2023-09-21T11:14:26.990 INFO:teuthology.orchestra.run.smithi079.stdout:(77/131): python3-requests-oauthlib-1.0.0-1.el8 851 kB/s | 43 kB 00:00 2023-09-21T11:14:27.032 INFO:teuthology.orchestra.run.smithi079.stdout:(78/131): thrift-0.13.0-2.el8.x86_64.rpm 4.7 MB/s | 1.7 MB 00:00 2023-09-21T11:14:27.057 INFO:teuthology.orchestra.run.smithi079.stdout:(79/131): python3-pycparser-2.14-14.el8.noarch. 1.2 MB/s | 109 kB 00:00 2023-09-21T11:14:27.085 INFO:teuthology.orchestra.run.smithi134.stdout:(130/131): librados2-18.0.0-6168.g41c9e835.el8. 6.5 MB/s | 3.7 MB 00:00 2023-09-21T11:14:27.091 INFO:teuthology.orchestra.run.smithi079.stdout:(80/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 2.2 MB/s | 229 kB 00:00 2023-09-21T11:14:27.116 INFO:teuthology.orchestra.run.smithi079.stdout:(81/131): libaio-devel-0.3.112-1.el8.x86_64.rpm 353 kB/s | 19 kB 00:00 2023-09-21T11:14:27.142 INFO:teuthology.orchestra.run.smithi079.stdout:(82/131): python3-oauthlib-2.1.0-1.el8.noarch.r 3.0 MB/s | 155 kB 00:00 2023-09-21T11:14:27.175 INFO:teuthology.orchestra.run.smithi079.stdout:(83/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 3.8 MB/s | 560 kB 00:00 2023-09-21T11:14:27.200 INFO:teuthology.orchestra.run.smithi079.stdout:(84/131): libverto-devel-0.3.0-5.el8.x86_64.rpm 307 kB/s | 18 kB 00:00 2023-09-21T11:14:27.226 INFO:teuthology.orchestra.run.smithi079.stdout:(85/131): python3-cryptography-3.2.1-5.el8.x86_ 5.0 MB/s | 559 kB 00:00 2023-09-21T11:14:27.243 INFO:teuthology.orchestra.run.smithi079.stdout:(86/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 5.5 MB/s | 238 kB 00:00 2023-09-21T11:14:27.276 INFO:teuthology.orchestra.run.smithi079.stdout:(87/131): pcre2-devel-10.32-2.el8.x86_64.rpm 5.9 MB/s | 605 kB 00:00 2023-09-21T11:14:27.301 INFO:teuthology.orchestra.run.smithi079.stdout:(88/131): xfsprogs-devel-5.0.0-10.el8.x86_64.rp 1.2 MB/s | 72 kB 00:00 2023-09-21T11:14:27.335 INFO:teuthology.orchestra.run.smithi079.stdout:(89/131): fuse-2.9.7-15.el8.x86_64.rpm 1.4 MB/s | 83 kB 00:00 2023-09-21T11:14:27.352 INFO:teuthology.orchestra.run.smithi079.stdout:(90/131): elfutils-libelf-devel-0.186-1.el8.x86 1.2 MB/s | 60 kB 00:00 2023-09-21T11:14:27.377 INFO:teuthology.orchestra.run.smithi079.stdout:(91/131): libuuid-devel-2.32.1-35.el8.x86_64.rp 2.3 MB/s | 98 kB 00:00 2023-09-21T11:14:27.403 INFO:teuthology.orchestra.run.smithi079.stdout:(92/131): zlib-devel-1.2.11-18.el8_5.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2023-09-21T11:14:27.420 INFO:teuthology.orchestra.run.smithi079.stdout:(93/131): libcom_err-devel-1.45.6-4.el8.x86_64. 924 kB/s | 39 kB 00:00 2023-09-21T11:14:27.453 INFO:teuthology.orchestra.run.smithi079.stdout:(94/131): libgfortran-8.5.0-10.1.el8_6.x86_64.r 13 MB/s | 644 kB 00:00 2023-09-21T11:14:27.500 INFO:teuthology.orchestra.run.smithi079.stdout:(95/131): libquadmath-8.5.0-10.1.el8_6.x86_64.r 2.1 MB/s | 171 kB 00:00 2023-09-21T11:14:27.529 INFO:teuthology.orchestra.run.smithi079.stdout:(96/131): NetworkManager-initscripts-updown-1.3 1.8 MB/s | 138 kB 00:00 2023-09-21T11:14:27.588 INFO:teuthology.orchestra.run.smithi079.stdout:(97/131): openssl-devel-1.1.1k-7.el8_6.x86_64.r 6.4 MB/s | 2.3 MB 00:00 2023-09-21T11:14:27.613 INFO:teuthology.orchestra.run.smithi079.stdout:(98/131): python3-pyasn1-modules-0.3.7-6.el8.no 1.3 MB/s | 110 kB 00:00 2023-09-21T11:14:27.638 INFO:teuthology.orchestra.run.smithi079.stdout:(99/131): python3-pytz-2017.2-9.el8.noarch.rpm 1.1 MB/s | 54 kB 00:00 2023-09-21T11:14:27.664 INFO:teuthology.orchestra.run.smithi079.stdout:(100/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 5.0 MB/s | 259 kB 00:00 2023-09-21T11:14:27.697 INFO:teuthology.orchestra.run.smithi079.stdout:(101/131): socat-1.7.4.1-1.el8.x86_64.rpm 5.4 MB/s | 323 kB 00:00 2023-09-21T11:14:27.722 INFO:teuthology.orchestra.run.smithi079.stdout:(102/131): python3-markupsafe-0.23-19.el8.x86_6 665 kB/s | 39 kB 00:00 2023-09-21T11:14:27.726 INFO:teuthology.orchestra.run.smithi134.stdout:(131/131): librbd1-18.0.0-6168.g41c9e835.el8.x8 3.6 MB/s | 3.7 MB 00:01 2023-09-21T11:14:27.730 INFO:teuthology.orchestra.run.smithi134.stdout:-------------------------------------------------------------------------------- 2023-09-21T11:14:27.730 INFO:teuthology.orchestra.run.smithi134.stdout:Total 14 MB/s | 208 MB 00:14 2023-09-21T11:14:27.756 INFO:teuthology.orchestra.run.smithi079.stdout:(103/131): bison-3.0.4-10.el8.x86_64.rpm 11 MB/s | 688 kB 00:00 2023-09-21T11:14:27.790 INFO:teuthology.orchestra.run.smithi079.stdout:(104/131): python3-jinja2-2.10.1-3.el8.noarch.r 7.9 MB/s | 538 kB 00:00 2023-09-21T11:14:27.815 INFO:teuthology.orchestra.run.smithi079.stdout:(105/131): python3-mako-1.0.6-13.el8.noarch.rpm 2.6 MB/s | 157 kB 00:00 2023-09-21T11:14:27.840 INFO:teuthology.orchestra.run.smithi079.stdout:(106/131): oniguruma-6.8.2-2.el8.x86_64.rpm 3.7 MB/s | 187 kB 00:00 2023-09-21T11:14:27.882 INFO:teuthology.orchestra.run.smithi079.stdout:(107/131): automake-1.16.1-7.el8.noarch.rpm 10 MB/s | 713 kB 00:00 2023-09-21T11:14:27.908 INFO:teuthology.orchestra.run.smithi079.stdout:(108/131): python3-jsonpatch-1.21-2.el8.noarch. 1.0 MB/s | 27 kB 00:00 2023-09-21T11:14:27.949 INFO:teuthology.orchestra.run.smithi079.stdout:(109/131): flex-2.6.1-9.el8.x86_64.rpm 7.6 MB/s | 320 kB 00:00 2023-09-21T11:14:27.983 INFO:teuthology.orchestra.run.smithi079.stdout:(110/131): python3-prettytable-0.7.2-14.el8.noa 1.3 MB/s | 44 kB 00:00 2023-09-21T11:14:28.066 INFO:teuthology.orchestra.run.smithi079.stdout:(111/131): python3-babel-2.5.1-7.el8.noarch.rpm 21 MB/s | 4.8 MB 00:00 2023-09-21T11:14:28.108 INFO:teuthology.orchestra.run.smithi079.stdout:(112/131): python3-werkzeug-0.12.2-4.el8.noarch 11 MB/s | 457 kB 00:00 2023-09-21T11:14:28.150 INFO:teuthology.orchestra.run.smithi079.stdout:(113/131): python3-numpy-f2py-1.14.3-10.el8.x86 5.3 MB/s | 225 kB 00:00 2023-09-21T11:14:28.209 INFO:teuthology.orchestra.run.smithi079.stdout:(114/131): python3-numpy-1.14.3-10.el8.x86_64.r 17 MB/s | 3.7 MB 00:00 2023-09-21T11:14:28.234 INFO:teuthology.orchestra.run.smithi079.stdout:(115/131): uuid-1.6.2-43.el8.x86_64.rpm 767 kB/s | 64 kB 00:00 2023-09-21T11:14:28.284 INFO:teuthology.orchestra.run.smithi079.stdout:(116/131): python3-pyasn1-0.3.7-6.el8.noarch.rp 1.6 MB/s | 126 kB 00:00 2023-09-21T11:14:28.310 INFO:teuthology.orchestra.run.smithi079.stdout:(117/131): python3-jsonpointer-1.10-11.el8.noar 266 kB/s | 20 kB 00:00 2023-09-21T11:14:28.335 INFO:teuthology.orchestra.run.smithi079.stdout:(118/131): python3-pyOpenSSL-19.0.0-1.el8.noarc 2.0 MB/s | 103 kB 00:00 2023-09-21T11:14:28.377 INFO:teuthology.orchestra.run.smithi079.stdout:(119/131): libtool-2.4.6-25.el8.x86_64.rpm 10 MB/s | 709 kB 00:00 2023-09-21T11:14:28.527 INFO:teuthology.orchestra.run.smithi079.stdout:(120/131): python3-scipy-1.0.0-21.module+el8.5. 13 MB/s | 14 MB 00:01 2023-09-21T11:14:28.553 INFO:teuthology.orchestra.run.smithi079.stdout:(121/131): libpq-13.5-1.el8.x86_64.rpm 1.1 MB/s | 198 kB 00:00 2023-09-21T11:14:28.579 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction check 2023-09-21T11:14:28.594 INFO:teuthology.orchestra.run.smithi079.stdout:(122/131): jq-1.6-3.el8.x86_64.rpm 4.7 MB/s | 202 kB 00:00 2023-09-21T11:14:28.637 INFO:teuthology.orchestra.run.smithi079.stdout:(123/131): librdkafka-0.11.4-3.el8.x86_64.rpm 8.3 MB/s | 354 kB 00:00 2023-09-21T11:14:28.699 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction check succeeded. 2023-09-21T11:14:28.699 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction test 2023-09-21T11:14:28.720 INFO:teuthology.orchestra.run.smithi079.stdout:(124/131): openblas-threads-0.3.15-3.el8.x86_64 13 MB/s | 4.9 MB 00:00 2023-09-21T11:14:28.796 INFO:teuthology.orchestra.run.smithi079.stdout:(125/131): openblas-0.3.15-3.el8.x86_64.rpm 18 MB/s | 4.7 MB 00:00 2023-09-21T11:14:28.829 INFO:teuthology.orchestra.run.smithi079.stdout:(126/131): postgresql-contrib-10.21-2.module+el 7.3 MB/s | 808 kB 00:00 2023-09-21T11:14:28.888 INFO:teuthology.orchestra.run.smithi079.stdout:(127/131): postgresql-10.21-2.module+el8.6.0+15 16 MB/s | 1.5 MB 00:00 2023-09-21T11:14:28.971 INFO:teuthology.orchestra.run.smithi079.stdout:(128/131): postgresql-server-10.21-2.module+el8 15 MB/s | 5.1 MB 00:00 2023-09-21T11:14:29.040 INFO:teuthology.orchestra.run.smithi079.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 11 MB/s | 798 kB 00:00 2023-09-21T11:14:29.288 INFO:teuthology.orchestra.run.smithi079.stdout:(130/131): librbd1-18.0.0-6168.g41c9e835.el8.x8 9.3 MB/s | 3.7 MB 00:00 2023-09-21T11:14:29.430 INFO:teuthology.orchestra.run.smithi079.stdout:(131/131): librados2-18.0.0-6168.g41c9e835.el8. 6.2 MB/s | 3.7 MB 00:00 2023-09-21T11:14:29.432 INFO:teuthology.orchestra.run.smithi079.stdout:-------------------------------------------------------------------------------- 2023-09-21T11:14:29.433 INFO:teuthology.orchestra.run.smithi079.stdout:Total 13 MB/s | 208 MB 00:15 2023-09-21T11:14:29.829 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction test succeeded. 2023-09-21T11:14:29.833 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction 2023-09-21T11:14:30.264 INFO:teuthology.orchestra.run.smithi079.stdout:Running transaction check 2023-09-21T11:14:30.383 INFO:teuthology.orchestra.run.smithi079.stdout:Transaction check succeeded. 2023-09-21T11:14:30.383 INFO:teuthology.orchestra.run.smithi079.stdout:Running transaction test 2023-09-21T11:14:31.518 INFO:teuthology.orchestra.run.smithi079.stdout:Transaction test succeeded. 2023-09-21T11:14:31.522 INFO:teuthology.orchestra.run.smithi079.stdout:Running transaction 2023-09-21T11:14:35.012 INFO:teuthology.orchestra.run.smithi134.stdout: Preparing : 1/1 2023-09-21T11:14:35.225 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-09-21T11:14:35.399 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-09-21T11:14:35.601 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/134 2023-09-21T11:14:35.760 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 4/134 2023-09-21T11:14:35.893 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 4/134 2023-09-21T11:14:36.102 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-09-21T11:14:36.350 INFO:teuthology.orchestra.run.smithi079.stdout: Preparing : 1/1 2023-09-21T11:14:36.492 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-09-21T11:14:36.625 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-09-21T11:14:36.677 INFO:teuthology.orchestra.run.smithi134.stdout: Upgrading : librados2-2:18.0.0-6168.g41c9e835.el8.x86_64 6/134 2023-09-21T11:14:36.817 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-09-21T11:14:36.952 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 3/134 2023-09-21T11:14:37.073 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: librados2-2:18.0.0-6168.g41c9e835.el8.x86_64 6/134 2023-09-21T11:14:37.084 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 3/134 2023-09-21T11:14:37.260 INFO:teuthology.orchestra.run.smithi134.stdout: Upgrading : librbd1-2:18.0.0-6168.g41c9e835.el8.x86_64 7/134 2023-09-21T11:14:37.277 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-09-21T11:14:37.389 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: librbd1-2:18.0.0-6168.g41c9e835.el8.x86_64 7/134 2023-09-21T11:14:37.568 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libcephfs2-2:18.0.0-6168.g41c9e835.el8.x86_64 8/134 2023-09-21T11:14:37.668 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: libcephfs2-2:18.0.0-6168.g41c9e835.el8.x86_64 8/134 2023-09-21T11:14:37.677 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-09-21T11:14:37.877 INFO:teuthology.orchestra.run.smithi079.stdout: Upgrading : librados2-2:18.0.0-6168.g41c9e835.el8.x86_64 5/134 2023-09-21T11:14:38.144 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-rados-2:18.0.0-6168.g41c9e835.el8.x86_64 9/134 2023-09-21T11:14:38.284 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: librados2-2:18.0.0-6168.g41c9e835.el8.x86_64 5/134 2023-09-21T11:14:38.390 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-09-21T11:14:38.460 INFO:teuthology.orchestra.run.smithi079.stdout: Upgrading : librbd1-2:18.0.0-6168.g41c9e835.el8.x86_64 6/134 2023-09-21T11:14:38.595 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: librbd1-2:18.0.0-6168.g41c9e835.el8.x86_64 6/134 2023-09-21T11:14:38.613 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-09-21T11:14:38.760 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libcephfs2-2:18.0.0-6168.g41c9e835.el8.x86_64 7/134 2023-09-21T11:14:38.876 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: libcephfs2-2:18.0.0-6168.g41c9e835.el8.x86_64 7/134 2023-09-21T11:14:39.024 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-09-21T11:14:39.057 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-rados-2:18.0.0-6168.g41c9e835.el8.x86_64 8/134 2023-09-21T11:14:39.235 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 9/134 2023-09-21T11:14:39.258 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-09-21T11:14:39.463 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-09-21T11:14:39.476 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libcephsqlite-2:18.0.0-6168.g41c9e835.el8.x86_64 14/134 2023-09-21T11:14:39.583 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: libcephsqlite-2:18.0.0-6168.g41c9e835.el8.x86_64 14/134 2023-09-21T11:14:39.663 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-09-21T11:14:39.743 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libradosstriper1-2:18.0.0-6168.g41c9e835.el8.x86 15/134 2023-09-21T11:14:39.835 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: libradosstriper1-2:18.0.0-6168.g41c9e835.el8.x86 15/134 2023-09-21T11:14:39.976 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-09-21T11:14:40.065 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-09-21T11:14:40.122 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-09-21T11:14:40.276 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-09-21T11:14:40.308 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-09-21T11:14:40.477 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libcephsqlite-2:18.0.0-6168.g41c9e835.el8.x86_64 14/134 2023-09-21T11:14:40.611 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: libcephsqlite-2:18.0.0-6168.g41c9e835.el8.x86_64 14/134 2023-09-21T11:14:40.751 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libradosstriper1-2:18.0.0-6168.g41c9e835.el8.x86 15/134 2023-09-21T11:14:40.892 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-09-21T11:14:40.908 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: libradosstriper1-2:18.0.0-6168.g41c9e835.el8.x86 15/134 2023-09-21T11:14:41.076 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-09-21T11:14:41.088 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 16/134 2023-09-21T11:14:41.257 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 17/134 2023-09-21T11:14:41.439 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 18/134 2023-09-21T11:14:41.667 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-09-21T11:14:41.842 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : openblas-0.3.15-3.el8.x86_64 19/134 2023-09-21T11:14:41.884 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-09-21T11:14:42.035 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-09-21T11:14:42.201 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-09-21T11:14:42.569 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 19/134 2023-09-21T11:14:42.797 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-09-21T11:14:42.842 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/134 2023-09-21T11:14:42.984 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-09-21T11:14:43.060 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 21/134 2023-09-21T11:14:43.271 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 22/134 2023-09-21T11:14:43.571 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-09-21T11:14:43.676 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/134 2023-09-21T11:14:43.759 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : openblas-0.3.15-3.el8.x86_64 22/134 2023-09-21T11:14:43.888 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 24/134 2023-09-21T11:14:44.113 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-09-21T11:14:44.266 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-ceph-common-2:18.0.0-6168.g41c9e835.el8. 26/134 2023-09-21T11:14:44.379 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-ceph-argparse-2:18.0.0-6168.g41c9e835.el 27/134 2023-09-21T11:14:44.455 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 22/134 2023-09-21T11:14:44.732 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 23/134 2023-09-21T11:14:44.915 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 24/134 2023-09-21T11:14:45.135 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-09-21T11:14:45.320 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-cephfs-2:18.0.0-6168.g41c9e835.el8.x86_6 28/134 2023-09-21T11:14:45.332 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-ceph-common-2:18.0.0-6168.g41c9e835.el8. 26/134 2023-09-21T11:14:45.461 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-ceph-argparse-2:18.0.0-6168.g41c9e835.el 27/134 2023-09-21T11:14:45.623 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 29/134 2023-09-21T11:14:45.687 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-cephfs-2:18.0.0-6168.g41c9e835.el8.x86_6 28/134 2023-09-21T11:14:45.858 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-09-21T11:14:45.877 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 30/134 2023-09-21T11:14:46.169 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 31/134 2023-09-21T11:14:46.384 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-09-21T11:14:47.612 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-09-21T11:14:48.154 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-09-21T11:14:48.501 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 33/134 2023-09-21T11:14:48.625 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 30/134 2023-09-21T11:14:48.736 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-09-21T11:14:48.935 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-09-21T11:14:48.947 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 31/134 2023-09-21T11:14:49.113 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-rbd-2:18.0.0-6168.g41c9e835.el8.x86_64 36/134 2023-09-21T11:14:49.235 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 32/134 2023-09-21T11:14:49.270 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : librados-devel-2:18.0.0-6168.g41c9e835.el8.x86_6 37/134 2023-09-21T11:14:49.440 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 33/134 2023-09-21T11:14:49.468 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 38/134 2023-09-21T11:14:49.635 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-09-21T11:14:49.663 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 39/134 2023-09-21T11:14:49.793 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-09-21T11:14:49.835 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : fuse-2.9.7-15.el8.x86_64 40/134 2023-09-21T11:14:49.986 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 41/134 2023-09-21T11:14:49.988 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-rbd-2:18.0.0-6168.g41c9e835.el8.x86_64 36/134 2023-09-21T11:14:50.122 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : librados-devel-2:18.0.0-6168.g41c9e835.el8.x86_6 37/134 2023-09-21T11:14:50.206 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 42/134 2023-09-21T11:14:50.256 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 38/134 2023-09-21T11:14:50.399 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 39/134 2023-09-21T11:14:50.439 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 43/134 2023-09-21T11:14:50.549 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : uuid-1.6.2-43.el8.x86_64 40/134 2023-09-21T11:14:50.623 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 40/134 2023-09-21T11:14:50.788 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 44/134 2023-09-21T11:14:50.851 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 41/134 2023-09-21T11:14:51.060 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : automake-1.16.1-7.el8.noarch 42/134 2023-09-21T11:14:51.119 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 45/134 2023-09-21T11:14:51.199 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 43/134 2023-09-21T11:14:51.262 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 43/134 2023-09-21T11:14:51.318 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 46/134 2023-09-21T11:14:51.502 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : jq-1.6-3.el8.x86_64 44/134 2023-09-21T11:14:51.537 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 47/134 2023-09-21T11:14:51.670 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 45/134 2023-09-21T11:14:51.762 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 48/134 2023-09-21T11:14:51.816 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 46/134 2023-09-21T11:14:51.976 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 47/134 2023-09-21T11:14:52.107 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 49/134 2023-09-21T11:14:52.135 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : fuse-2.9.7-15.el8.x86_64 48/134 2023-09-21T11:14:52.294 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 49/134 2023-09-21T11:14:52.340 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 50/134 2023-09-21T11:14:52.463 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 50/134 2023-09-21T11:14:52.535 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 51/134 2023-09-21T11:14:52.646 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 51/134 2023-09-21T11:14:52.729 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 52/134 2023-09-21T11:14:52.904 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 53/134 2023-09-21T11:14:52.984 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 52/134 2023-09-21T11:14:53.070 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 54/134 2023-09-21T11:14:53.266 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 53/134 2023-09-21T11:14:53.406 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 55/134 2023-09-21T11:14:53.468 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 54/134 2023-09-21T11:14:53.626 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 56/134 2023-09-21T11:14:53.693 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 55/134 2023-09-21T11:14:53.845 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 57/134 2023-09-21T11:14:53.936 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 56/134 2023-09-21T11:14:54.064 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 58/134 2023-09-21T11:14:54.223 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 59/134 2023-09-21T11:14:54.229 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 57/134 2023-09-21T11:14:54.358 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 60/134 2023-09-21T11:14:54.439 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 58/134 2023-09-21T11:14:54.574 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : uuid-1.6.2-43.el8.x86_64 61/134 2023-09-21T11:14:54.641 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 59/134 2023-09-21T11:14:54.642 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 61/134 2023-09-21T11:14:54.819 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 60/134 2023-09-21T11:14:54.861 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 62/134 2023-09-21T11:14:54.982 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 61/134 2023-09-21T11:14:55.069 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : automake-1.16.1-7.el8.noarch 63/134 2023-09-21T11:14:55.135 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 62/134 2023-09-21T11:14:55.215 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 64/134 2023-09-21T11:14:55.311 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 64/134 2023-09-21T11:14:55.453 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 63/134 2023-09-21T11:14:55.535 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : jq-1.6-3.el8.x86_64 65/134 2023-09-21T11:14:55.699 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 66/134 2023-09-21T11:14:55.701 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 64/134 2023-09-21T11:14:55.865 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-09-21T11:14:55.927 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 65/134 2023-09-21T11:14:56.051 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-09-21T11:14:56.149 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 66/134 2023-09-21T11:14:56.289 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-09-21T11:14:56.340 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-09-21T11:14:56.458 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-09-21T11:14:56.555 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-09-21T11:14:56.711 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-09-21T11:14:56.714 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-09-21T11:14:56.875 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-09-21T11:14:56.946 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-09-21T11:14:57.094 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-09-21T11:14:57.097 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-09-21T11:14:57.233 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-09-21T11:14:57.300 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-09-21T11:14:57.414 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-09-21T11:14:57.474 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-09-21T11:14:57.610 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-09-21T11:14:57.626 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-09-21T11:14:57.803 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-09-21T11:14:57.825 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-09-21T11:14:57.959 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-09-21T11:14:58.005 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-09-21T11:14:58.079 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-09-21T11:14:58.200 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-09-21T11:14:58.286 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-09-21T11:14:58.370 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-09-21T11:14:58.501 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-09-21T11:14:58.596 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-09-21T11:14:58.670 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-09-21T11:14:58.822 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-09-21T11:14:58.902 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-09-21T11:14:58.962 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-09-21T11:14:59.096 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-09-21T11:14:59.156 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-09-21T11:14:59.296 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-09-21T11:14:59.486 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-09-21T11:15:00.296 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-09-21T11:15:00.543 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-09-21T11:15:00.563 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-09-21T11:15:00.756 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-09-21T11:15:00.833 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-09-21T11:15:01.039 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-09-21T11:15:01.054 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-09-21T11:15:01.322 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-09-21T11:15:01.326 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-09-21T11:15:01.510 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-09-21T11:15:01.608 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-09-21T11:15:01.769 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-09-21T11:15:02.328 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-09-21T11:15:02.489 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : librgw2-2:18.0.0-6168.g41c9e835.el8.x86_64 92/134 2023-09-21T11:15:02.563 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: librgw2-2:18.0.0-6168.g41c9e835.el8.x86_64 92/134 2023-09-21T11:15:02.567 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-09-21T11:15:02.721 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : librgw2-2:18.0.0-6168.g41c9e835.el8.x86_64 92/134 2023-09-21T11:15:02.765 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-rgw-2:18.0.0-6168.g41c9e835.el8.x86_64 93/134 2023-09-21T11:15:02.792 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: librgw2-2:18.0.0-6168.g41c9e835.el8.x86_64 92/134 2023-09-21T11:15:02.947 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-rgw-2:18.0.0-6168.g41c9e835.el8.x86_64 93/134 2023-09-21T11:15:06.426 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 94/134 2023-09-21T11:15:06.621 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 94/134 2023-09-21T11:15:06.673 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 94/134 2023-09-21T11:15:06.829 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 94/134 2023-09-21T11:15:07.268 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 94/134 2023-09-21T11:15:07.432 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 94/134 2023-09-21T11:15:07.541 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-base-2:18.0.0-6168.g41c9e835.el8.x86_64 95/134 2023-09-21T11:15:07.622 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-base-2:18.0.0-6168.g41c9e835.el8.x86_64 95/134 2023-09-21T11:15:07.745 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-base-2:18.0.0-6168.g41c9e835.el8.x86_64 95/134 2023-09-21T11:15:07.789 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-selinux-2:18.0.0-6168.g41c9e835.el8.x86_64 96/134 2023-09-21T11:15:07.829 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-base-2:18.0.0-6168.g41c9e835.el8.x86_64 95/134 2023-09-21T11:15:07.945 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-selinux-2:18.0.0-6168.g41c9e835.el8.x86_64 96/134 2023-09-21T11:15:26.516 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-selinux-2:18.0.0-6168.g41c9e835.el8.x86_64 96/134 2023-09-21T11:15:26.517 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /sys 2023-09-21T11:15:26.517 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /proc 2023-09-21T11:15:26.517 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /dev 2023-09-21T11:15:26.517 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /run 2023-09-21T11:15:26.518 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /mnt 2023-09-21T11:15:26.518 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /var/tmp 2023-09-21T11:15:26.518 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /home 2023-09-21T11:15:26.518 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /tmp 2023-09-21T11:15:26.518 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /dev 2023-09-21T11:15:26.519 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:26.832 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-selinux-2:18.0.0-6168.g41c9e835.el8.x86_64 96/134 2023-09-21T11:15:26.832 INFO:teuthology.orchestra.run.smithi079.stdout:skipping the directory /sys 2023-09-21T11:15:26.833 INFO:teuthology.orchestra.run.smithi079.stdout:skipping the directory /proc 2023-09-21T11:15:26.833 INFO:teuthology.orchestra.run.smithi079.stdout:skipping the directory /dev 2023-09-21T11:15:26.833 INFO:teuthology.orchestra.run.smithi079.stdout:skipping the directory /run 2023-09-21T11:15:26.833 INFO:teuthology.orchestra.run.smithi079.stdout:skipping the directory /mnt 2023-09-21T11:15:26.833 INFO:teuthology.orchestra.run.smithi079.stdout:skipping the directory /var/tmp 2023-09-21T11:15:26.833 INFO:teuthology.orchestra.run.smithi079.stdout:skipping the directory /home 2023-09-21T11:15:26.834 INFO:teuthology.orchestra.run.smithi079.stdout:skipping the directory /tmp 2023-09-21T11:15:26.834 INFO:teuthology.orchestra.run.smithi079.stdout:skipping the directory /dev 2023-09-21T11:15:26.834 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:26.861 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-volume-2:18.0.0-6168.g41c9e835.el8.noarch 97/134 2023-09-21T11:15:27.158 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-volume-2:18.0.0-6168.g41c9e835.el8.noarch 97/134 2023-09-21T11:15:28.449 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-volume-2:18.0.0-6168.g41c9e835.el8.noarch 97/134 2023-09-21T11:15:28.604 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-osd-2:18.0.0-6168.g41c9e835.el8.x86_64 98/134 2023-09-21T11:15:28.744 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-volume-2:18.0.0-6168.g41c9e835.el8.noarch 97/134 2023-09-21T11:15:28.826 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-osd-2:18.0.0-6168.g41c9e835.el8.x86_64 98/134 2023-09-21T11:15:28.882 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-osd-2:18.0.0-6168.g41c9e835.el8.x86_64 98/134 2023-09-21T11:15:29.035 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mds-2:18.0.0-6168.g41c9e835.el8.x86_64 99/134 2023-09-21T11:15:29.103 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-osd-2:18.0.0-6168.g41c9e835.el8.x86_64 98/134 2023-09-21T11:15:29.265 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-mds-2:18.0.0-6168.g41c9e835.el8.x86_64 99/134 2023-09-21T11:15:29.489 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mds-2:18.0.0-6168.g41c9e835.el8.x86_64 99/134 2023-09-21T11:15:29.710 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mon-2:18.0.0-6168.g41c9e835.el8.x86_64 100/134 2023-09-21T11:15:29.719 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-mds-2:18.0.0-6168.g41c9e835.el8.x86_64 99/134 2023-09-21T11:15:29.727 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mon-2:18.0.0-6168.g41c9e835.el8.x86_64 100/134 2023-09-21T11:15:29.891 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-mon-2:18.0.0-6168.g41c9e835.el8.x86_64 100/134 2023-09-21T11:15:29.909 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-mon-2:18.0.0-6168.g41c9e835.el8.x86_64 100/134 2023-09-21T11:15:31.388 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 101/134 2023-09-21T11:15:31.615 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 101/134 2023-09-21T11:15:31.618 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 101/134 2023-09-21T11:15:31.741 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-6168.g41c9e835.e 102/134 2023-09-21T11:15:31.800 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 101/134 2023-09-21T11:15:31.912 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-6168.g41c9e835.e 102/134 2023-09-21T11:15:31.933 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-6168.g41c9e835. 103/134 2023-09-21T11:15:32.109 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-6168.g41c9e835.el8.noa 104/134 2023-09-21T11:15:32.140 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-6168.g41c9e835. 103/134 2023-09-21T11:15:32.298 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-6168.g41c9e835.el8.noa 104/134 2023-09-21T11:15:32.325 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-6168.g41c9e835.el8.noa 104/134 2023-09-21T11:15:32.517 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-6168.g41c9e835.el8.noa 104/134 2023-09-21T11:15:32.587 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-6168.g41c9e835.el8.n 105/134 2023-09-21T11:15:32.789 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-6168.g41c9e835.el8.n 105/134 2023-09-21T11:15:33.547 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-6168.g41c9e835.el8.n 105/134 2023-09-21T11:15:33.684 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-6168.g41c 106/134 2023-09-21T11:15:33.746 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-6168.g41c9e835.el8.n 105/134 2023-09-21T11:15:33.774 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-6168.g41c 106/134 2023-09-21T11:15:33.873 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-6168.g41c 106/134 2023-09-21T11:15:33.964 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-6168.g41c 106/134 2023-09-21T11:15:34.178 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-6168.g41c9e835.el 107/134 2023-09-21T11:15:34.313 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-6168.g41c9e835.el 107/134 2023-09-21T11:15:34.345 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mgr-2:18.0.0-6168.g41c9e835.el8.x86_64 108/134 2023-09-21T11:15:34.379 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mgr-2:18.0.0-6168.g41c9e835.el8.x86_64 108/134 2023-09-21T11:15:34.531 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-mgr-2:18.0.0-6168.g41c9e835.el8.x86_64 108/134 2023-09-21T11:15:34.542 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mgr-rook-2:18.0.0-6168.g41c9e835.el8.noarch 109/134 2023-09-21T11:15:34.553 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-6168.g41c9e835.el8.noarch 109/134 2023-09-21T11:15:34.566 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-mgr-2:18.0.0-6168.g41c9e835.el8.x86_64 108/134 2023-09-21T11:15:34.731 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-mgr-rook-2:18.0.0-6168.g41c9e835.el8.noarch 109/134 2023-09-21T11:15:34.742 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-6168.g41c9e835.el8.noarch 109/134 2023-09-21T11:15:35.890 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-2:18.0.0-6168.g41c9e835.el8.x86_64 110/134 2023-09-21T11:15:36.061 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-2:18.0.0-6168.g41c9e835.el8.x86_64 110/134 2023-09-21T11:15:36.083 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-radosgw-2:18.0.0-6168.g41c9e835.el8.x86_64 111/134 2023-09-21T11:15:36.117 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-6168.g41c9e835.el8.x86_64 111/134 2023-09-21T11:15:36.254 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-radosgw-2:18.0.0-6168.g41c9e835.el8.x86_64 111/134 2023-09-21T11:15:36.259 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-6168.g41c9e 112/134 2023-09-21T11:15:36.288 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-6168.g41c9e835.el8.x86_64 111/134 2023-09-21T11:15:36.300 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-6168.g41c9e 112/134 2023-09-21T11:15:36.414 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-6168.g41c9e 112/134 2023-09-21T11:15:36.450 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : cephfs-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 113/134 2023-09-21T11:15:36.455 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-6168.g41c9e 112/134 2023-09-21T11:15:36.614 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : cephfs-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 113/134 2023-09-21T11:15:36.810 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 113/134 2023-09-21T11:15:36.951 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : rbd-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 114/134 2023-09-21T11:15:36.972 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 113/134 2023-09-21T11:15:37.131 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : rbd-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 114/134 2023-09-21T11:15:41.620 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: rbd-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 114/134 2023-09-21T11:15:41.791 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: rbd-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 114/134 2023-09-21T11:15:41.922 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-test-2:18.0.0-6168.g41c9e835.el8.x86_64 115/134 2023-09-21T11:15:42.066 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libtool-2.4.6-25.el8.x86_64 116/134 2023-09-21T11:15:42.256 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 116/134 2023-09-21T11:15:42.631 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-test-2:18.0.0-6168.g41c9e835.el8.x86_64 115/134 2023-09-21T11:15:42.924 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 116/134 2023-09-21T11:15:43.134 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 117/134 2023-09-21T11:15:43.134 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 117/134 2023-09-21T11:15:43.390 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 118/134 2023-09-21T11:15:43.444 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 118/134 2023-09-21T11:15:43.537 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libtool-2.4.6-25.el8.x86_64 119/134 2023-09-21T11:15:43.630 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 119/134 2023-09-21T11:15:43.731 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 119/134 2023-09-21T11:15:43.837 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-09-21T11:15:43.942 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 120/134 2023-09-21T11:15:44.020 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libcephfs-devel-2:18.0.0-6168.g41c9e835.el8.x86_ 121/134 2023-09-21T11:15:44.116 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libcephfs-devel-2:18.0.0-6168.g41c9e835.el8.x86_ 121/134 2023-09-21T11:15:44.159 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-09-21T11:15:44.255 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-09-21T11:15:46.354 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-09-21T11:15:46.424 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-09-21T11:15:46.632 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-09-21T11:15:46.650 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-09-21T11:15:46.653 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-09-21T11:15:46.672 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-09-21T11:15:46.816 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : cephfs-top-2:18.0.0-6168.g41c9e835.el8.noarch 124/134 2023-09-21T11:15:46.862 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : cephfs-top-2:18.0.0-6168.g41c9e835.el8.noarch 124/134 2023-09-21T11:15:47.115 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : rbd-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 125/134 2023-09-21T11:15:47.136 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : rbd-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 125/134 2023-09-21T11:15:47.398 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : rbd-nbd-2:18.0.0-6168.g41c9e835.el8.x86_64 126/134 2023-09-21T11:15:47.413 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : rbd-nbd-2:18.0.0-6168.g41c9e835.el8.x86_64 126/134 2023-09-21T11:15:47.700 INFO:teuthology.orchestra.run.smithi134.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-09-21T11:15:47.789 INFO:teuthology.orchestra.run.smithi079.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-09-21T11:15:47.840 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-09-21T11:15:47.849 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-09-21T11:15:47.953 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : flex-2.6.1-9.el8.x86_64 128/134 2023-09-21T11:15:48.033 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 128/134 2023-09-21T11:15:48.036 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 129/134 2023-09-21T11:15:48.203 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : bison-3.0.4-10.el8.x86_64 129/134 2023-09-21T11:15:48.215 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 129/134 2023-09-21T11:15:48.223 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : flex-2.6.1-9.el8.x86_64 130/134 2023-09-21T11:15:48.306 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 130/134 2023-09-21T11:15:48.361 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-09-21T11:15:48.369 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-09-21T11:15:48.488 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 131/134 2023-09-21T11:15:48.488 INFO:teuthology.orchestra.run.smithi079.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-09-21T11:15:48.523 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : bison-3.0.4-10.el8.x86_64 131/134 2023-09-21T11:15:48.536 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 131/134 2023-09-21T11:15:48.536 INFO:teuthology.orchestra.run.smithi134.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-09-21T11:15:48.648 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-09-21T11:15:48.648 INFO:teuthology.orchestra.run.smithi079.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-09-21T11:15:48.735 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-09-21T11:15:48.735 INFO:teuthology.orchestra.run.smithi134.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-09-21T11:15:48.878 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-09-21T11:15:48.979 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-09-21T11:15:49.043 INFO:teuthology.orchestra.run.smithi079.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-09-21T11:15:49.156 INFO:teuthology.orchestra.run.smithi134.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-09-21T11:15:49.568 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-09-21T11:15:49.569 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-2:18.0.0-6168.g41c9e835.el8.x86_64 1/134 2023-09-21T11:15:49.569 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-base-2:18.0.0-6168.g41c9e835.el8.x86_64 2/134 2023-09-21T11:15:49.570 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 3/134 2023-09-21T11:15:49.570 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 4/134 2023-09-21T11:15:49.570 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-6168.g41c9e 5/134 2023-09-21T11:15:49.570 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-mds-2:18.0.0-6168.g41c9e835.el8.x86_64 6/134 2023-09-21T11:15:49.570 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-mgr-2:18.0.0-6168.g41c9e835.el8.x86_64 7/134 2023-09-21T11:15:49.571 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-mon-2:18.0.0-6168.g41c9e835.el8.x86_64 8/134 2023-09-21T11:15:49.571 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-osd-2:18.0.0-6168.g41c9e835.el8.x86_64 9/134 2023-09-21T11:15:49.571 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-radosgw-2:18.0.0-6168.g41c9e835.el8.x86_64 10/134 2023-09-21T11:15:49.571 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-selinux-2:18.0.0-6168.g41c9e835.el8.x86_64 11/134 2023-09-21T11:15:49.571 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-test-2:18.0.0-6168.g41c9e835.el8.x86_64 12/134 2023-09-21T11:15:49.571 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : cephfs-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 13/134 2023-09-21T11:15:49.572 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libcephfs-devel-2:18.0.0-6168.g41c9e835.el8.x86_ 14/134 2023-09-21T11:15:49.572 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libcephfs2-2:18.0.0-6168.g41c9e835.el8.x86_64 15/134 2023-09-21T11:15:49.572 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libcephsqlite-2:18.0.0-6168.g41c9e835.el8.x86_64 16/134 2023-09-21T11:15:49.572 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : librados-devel-2:18.0.0-6168.g41c9e835.el8.x86_6 17/134 2023-09-21T11:15:49.572 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libradosstriper1-2:18.0.0-6168.g41c9e835.el8.x86 18/134 2023-09-21T11:15:49.573 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : librgw2-2:18.0.0-6168.g41c9e835.el8.x86_64 19/134 2023-09-21T11:15:49.573 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-ceph-argparse-2:18.0.0-6168.g41c9e835.el 20/134 2023-09-21T11:15:49.573 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-ceph-common-2:18.0.0-6168.g41c9e835.el8. 21/134 2023-09-21T11:15:49.573 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-cephfs-2:18.0.0-6168.g41c9e835.el8.x86_6 22/134 2023-09-21T11:15:49.573 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-rados-2:18.0.0-6168.g41c9e835.el8.x86_64 23/134 2023-09-21T11:15:49.574 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-rbd-2:18.0.0-6168.g41c9e835.el8.x86_64 24/134 2023-09-21T11:15:49.574 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-rgw-2:18.0.0-6168.g41c9e835.el8.x86_64 25/134 2023-09-21T11:15:49.574 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : rbd-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 26/134 2023-09-21T11:15:49.574 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : rbd-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 27/134 2023-09-21T11:15:49.574 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : rbd-nbd-2:18.0.0-6168.g41c9e835.el8.x86_64 28/134 2023-09-21T11:15:49.575 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-6168.g41c9e835. 29/134 2023-09-21T11:15:49.575 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-6168.g41c9e835.el8.noa 30/134 2023-09-21T11:15:49.583 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-6168.g41c9e835.el8.n 31/134 2023-09-21T11:15:49.583 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-6168.g41c 32/134 2023-09-21T11:15:49.583 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-6168.g41c9e835.el 33/134 2023-09-21T11:15:49.584 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-mgr-rook-2:18.0.0-6168.g41c9e835.el8.noarch 34/134 2023-09-21T11:15:49.584 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-6168.g41c9e835.e 35/134 2023-09-21T11:15:49.584 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-volume-2:18.0.0-6168.g41c9e835.el8.noarch 36/134 2023-09-21T11:15:49.584 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 37/134 2023-09-21T11:15:49.584 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : cephfs-top-2:18.0.0-6168.g41c9e835.el8.noarch 38/134 2023-09-21T11:15:49.585 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-09-21T11:15:49.585 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-09-21T11:15:49.585 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-09-21T11:15:49.585 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-09-21T11:15:49.585 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-09-21T11:15:49.585 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-09-21T11:15:49.586 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-09-21T11:15:49.586 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-09-21T11:15:49.586 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-09-21T11:15:49.586 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-09-21T11:15:49.586 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-09-21T11:15:49.587 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-09-21T11:15:49.587 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-09-21T11:15:49.587 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-09-21T11:15:49.587 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-09-21T11:15:49.587 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-09-21T11:15:49.587 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-09-21T11:15:49.588 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-09-21T11:15:49.588 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-09-21T11:15:49.588 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-09-21T11:15:49.588 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-09-21T11:15:49.588 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-09-21T11:15:49.588 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-09-21T11:15:49.589 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-09-21T11:15:49.589 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-09-21T11:15:49.589 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-09-21T11:15:49.589 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-09-21T11:15:49.589 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-09-21T11:15:49.590 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-09-21T11:15:49.590 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-09-21T11:15:49.590 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-09-21T11:15:49.590 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-09-21T11:15:49.590 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-09-21T11:15:49.590 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 72/134 2023-09-21T11:15:49.591 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 73/134 2023-09-21T11:15:49.591 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 74/134 2023-09-21T11:15:49.591 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 75/134 2023-09-21T11:15:49.591 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 76/134 2023-09-21T11:15:49.591 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 77/134 2023-09-21T11:15:49.591 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 78/134 2023-09-21T11:15:49.592 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 79/134 2023-09-21T11:15:49.592 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 80/134 2023-09-21T11:15:49.592 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 81/134 2023-09-21T11:15:49.592 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 82/134 2023-09-21T11:15:49.592 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 83/134 2023-09-21T11:15:49.593 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 84/134 2023-09-21T11:15:49.593 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 85/134 2023-09-21T11:15:49.593 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 86/134 2023-09-21T11:15:49.593 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 87/134 2023-09-21T11:15:49.593 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 88/134 2023-09-21T11:15:49.593 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 89/134 2023-09-21T11:15:49.594 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 90/134 2023-09-21T11:15:49.594 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 91/134 2023-09-21T11:15:49.594 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 92/134 2023-09-21T11:15:49.594 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 93/134 2023-09-21T11:15:49.594 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 94/134 2023-09-21T11:15:49.595 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 95/134 2023-09-21T11:15:49.595 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 96/134 2023-09-21T11:15:49.595 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 97/134 2023-09-21T11:15:49.595 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 98/134 2023-09-21T11:15:49.595 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 99/134 2023-09-21T11:15:49.596 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 100/134 2023-09-21T11:15:49.596 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 101/134 2023-09-21T11:15:49.596 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 102/134 2023-09-21T11:15:49.596 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 103/134 2023-09-21T11:15:49.596 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : bison-3.0.4-10.el8.x86_64 104/134 2023-09-21T11:15:49.596 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 105/134 2023-09-21T11:15:49.597 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 106/134 2023-09-21T11:15:49.597 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 107/134 2023-09-21T11:15:49.597 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : automake-1.16.1-7.el8.noarch 108/134 2023-09-21T11:15:49.597 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 109/134 2023-09-21T11:15:49.597 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 110/134 2023-09-21T11:15:49.598 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : flex-2.6.1-9.el8.x86_64 111/134 2023-09-21T11:15:49.598 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 112/134 2023-09-21T11:15:49.598 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 113/134 2023-09-21T11:15:49.598 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 114/134 2023-09-21T11:15:49.598 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 115/134 2023-09-21T11:15:49.598 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 116/134 2023-09-21T11:15:49.599 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 117/134 2023-09-21T11:15:49.599 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 118/134 2023-09-21T11:15:49.599 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 119/134 2023-09-21T11:15:49.599 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 120/134 2023-09-21T11:15:49.599 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 121/134 2023-09-21T11:15:49.600 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libpq-13.5-1.el8.x86_64 122/134 2023-09-21T11:15:49.600 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 123/134 2023-09-21T11:15:49.600 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : jq-1.6-3.el8.x86_64 124/134 2023-09-21T11:15:49.600 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 125/134 2023-09-21T11:15:49.600 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 126/134 2023-09-21T11:15:49.600 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 127/134 2023-09-21T11:15:49.601 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 128/134 2023-09-21T11:15:49.601 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : librados2-2:18.0.0-6168.g41c9e835.el8.x86_64 129/134 2023-09-21T11:15:49.601 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-09-21T11:15:49.601 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : librbd1-2:18.0.0-6168.g41c9e835.el8.x86_64 131/134 2023-09-21T11:15:49.601 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-09-21T11:15:49.601 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-09-21T11:15:49.649 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-09-21T11:15:49.650 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-2:18.0.0-6168.g41c9e835.el8.x86_64 1/134 2023-09-21T11:15:49.650 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-base-2:18.0.0-6168.g41c9e835.el8.x86_64 2/134 2023-09-21T11:15:49.650 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 3/134 2023-09-21T11:15:49.651 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 4/134 2023-09-21T11:15:49.651 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-6168.g41c9e 5/134 2023-09-21T11:15:49.651 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mds-2:18.0.0-6168.g41c9e835.el8.x86_64 6/134 2023-09-21T11:15:49.651 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mgr-2:18.0.0-6168.g41c9e835.el8.x86_64 7/134 2023-09-21T11:15:49.651 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mon-2:18.0.0-6168.g41c9e835.el8.x86_64 8/134 2023-09-21T11:15:49.651 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-osd-2:18.0.0-6168.g41c9e835.el8.x86_64 9/134 2023-09-21T11:15:49.652 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-radosgw-2:18.0.0-6168.g41c9e835.el8.x86_64 10/134 2023-09-21T11:15:49.652 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-selinux-2:18.0.0-6168.g41c9e835.el8.x86_64 11/134 2023-09-21T11:15:49.652 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-test-2:18.0.0-6168.g41c9e835.el8.x86_64 12/134 2023-09-21T11:15:49.652 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : cephfs-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 13/134 2023-09-21T11:15:49.653 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libcephfs-devel-2:18.0.0-6168.g41c9e835.el8.x86_ 14/134 2023-09-21T11:15:49.653 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libcephfs2-2:18.0.0-6168.g41c9e835.el8.x86_64 15/134 2023-09-21T11:15:49.653 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libcephsqlite-2:18.0.0-6168.g41c9e835.el8.x86_64 16/134 2023-09-21T11:15:49.653 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librados-devel-2:18.0.0-6168.g41c9e835.el8.x86_6 17/134 2023-09-21T11:15:49.653 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libradosstriper1-2:18.0.0-6168.g41c9e835.el8.x86 18/134 2023-09-21T11:15:49.653 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librgw2-2:18.0.0-6168.g41c9e835.el8.x86_64 19/134 2023-09-21T11:15:49.654 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-ceph-argparse-2:18.0.0-6168.g41c9e835.el 20/134 2023-09-21T11:15:49.654 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-ceph-common-2:18.0.0-6168.g41c9e835.el8. 21/134 2023-09-21T11:15:49.654 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-cephfs-2:18.0.0-6168.g41c9e835.el8.x86_6 22/134 2023-09-21T11:15:49.654 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-rados-2:18.0.0-6168.g41c9e835.el8.x86_64 23/134 2023-09-21T11:15:49.654 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-rbd-2:18.0.0-6168.g41c9e835.el8.x86_64 24/134 2023-09-21T11:15:49.655 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-rgw-2:18.0.0-6168.g41c9e835.el8.x86_64 25/134 2023-09-21T11:15:49.655 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : rbd-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 26/134 2023-09-21T11:15:49.655 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : rbd-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 27/134 2023-09-21T11:15:49.664 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : rbd-nbd-2:18.0.0-6168.g41c9e835.el8.x86_64 28/134 2023-09-21T11:15:49.664 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-6168.g41c9e835. 29/134 2023-09-21T11:15:49.664 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-6168.g41c9e835.el8.noa 30/134 2023-09-21T11:15:49.664 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-6168.g41c9e835.el8.n 31/134 2023-09-21T11:15:49.665 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-6168.g41c 32/134 2023-09-21T11:15:49.665 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-6168.g41c9e835.el 33/134 2023-09-21T11:15:49.665 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mgr-rook-2:18.0.0-6168.g41c9e835.el8.noarch 34/134 2023-09-21T11:15:49.665 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-6168.g41c9e835.e 35/134 2023-09-21T11:15:49.665 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-volume-2:18.0.0-6168.g41c9e835.el8.noarch 36/134 2023-09-21T11:15:49.666 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 37/134 2023-09-21T11:15:49.666 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : cephfs-top-2:18.0.0-6168.g41c9e835.el8.noarch 38/134 2023-09-21T11:15:49.666 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-09-21T11:15:49.666 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-09-21T11:15:49.666 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-09-21T11:15:49.667 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-09-21T11:15:49.667 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-09-21T11:15:49.667 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-09-21T11:15:49.667 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-09-21T11:15:49.667 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-09-21T11:15:49.667 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-09-21T11:15:49.668 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-09-21T11:15:49.668 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-09-21T11:15:49.668 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-09-21T11:15:49.668 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-09-21T11:15:49.669 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-09-21T11:15:49.669 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-09-21T11:15:49.669 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-09-21T11:15:49.669 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-09-21T11:15:49.669 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-09-21T11:15:49.669 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-09-21T11:15:49.670 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-09-21T11:15:49.670 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-09-21T11:15:49.670 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-09-21T11:15:49.670 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-09-21T11:15:49.670 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-09-21T11:15:49.671 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-09-21T11:15:49.671 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-09-21T11:15:49.671 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-09-21T11:15:49.671 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-09-21T11:15:49.671 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-09-21T11:15:49.672 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-09-21T11:15:49.672 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-09-21T11:15:49.672 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-09-21T11:15:49.672 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-09-21T11:15:49.672 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 72/134 2023-09-21T11:15:49.672 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 73/134 2023-09-21T11:15:49.673 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 74/134 2023-09-21T11:15:49.673 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 75/134 2023-09-21T11:15:49.673 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 76/134 2023-09-21T11:15:49.673 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 77/134 2023-09-21T11:15:49.673 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : bison-3.0.4-10.el8.x86_64 78/134 2023-09-21T11:15:49.674 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 79/134 2023-09-21T11:15:49.674 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 80/134 2023-09-21T11:15:49.674 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 81/134 2023-09-21T11:15:49.674 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : automake-1.16.1-7.el8.noarch 82/134 2023-09-21T11:15:49.674 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 83/134 2023-09-21T11:15:49.675 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 84/134 2023-09-21T11:15:49.675 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : flex-2.6.1-9.el8.x86_64 85/134 2023-09-21T11:15:49.675 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 86/134 2023-09-21T11:15:49.675 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 87/134 2023-09-21T11:15:49.675 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 88/134 2023-09-21T11:15:49.676 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 89/134 2023-09-21T11:15:49.676 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 90/134 2023-09-21T11:15:49.676 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 91/134 2023-09-21T11:15:49.676 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 92/134 2023-09-21T11:15:49.676 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 93/134 2023-09-21T11:15:49.677 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 94/134 2023-09-21T11:15:49.677 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 95/134 2023-09-21T11:15:49.677 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libpq-13.5-1.el8.x86_64 96/134 2023-09-21T11:15:49.677 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 97/134 2023-09-21T11:15:49.677 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : jq-1.6-3.el8.x86_64 98/134 2023-09-21T11:15:49.677 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 99/134 2023-09-21T11:15:49.678 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 100/134 2023-09-21T11:15:49.678 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 101/134 2023-09-21T11:15:49.678 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 102/134 2023-09-21T11:15:49.678 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 103/134 2023-09-21T11:15:49.678 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 104/134 2023-09-21T11:15:49.679 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 105/134 2023-09-21T11:15:49.679 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 106/134 2023-09-21T11:15:49.679 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 107/134 2023-09-21T11:15:49.679 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 108/134 2023-09-21T11:15:49.679 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 109/134 2023-09-21T11:15:49.680 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 110/134 2023-09-21T11:15:49.680 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 111/134 2023-09-21T11:15:49.680 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 112/134 2023-09-21T11:15:49.680 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 113/134 2023-09-21T11:15:49.680 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 114/134 2023-09-21T11:15:49.680 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 115/134 2023-09-21T11:15:49.681 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 116/134 2023-09-21T11:15:49.681 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 117/134 2023-09-21T11:15:49.681 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 118/134 2023-09-21T11:15:49.681 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 119/134 2023-09-21T11:15:49.681 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-09-21T11:15:49.681 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 121/134 2023-09-21T11:15:49.682 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-09-21T11:15:49.682 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 123/134 2023-09-21T11:15:49.682 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 124/134 2023-09-21T11:15:49.683 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 125/134 2023-09-21T11:15:49.683 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 126/134 2023-09-21T11:15:49.683 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 127/134 2023-09-21T11:15:49.683 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-09-21T11:15:49.683 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librados2-2:18.0.0-6168.g41c9e835.el8.x86_64 129/134 2023-09-21T11:15:49.684 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-09-21T11:15:49.684 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librbd1-2:18.0.0-6168.g41c9e835.el8.x86_64 131/134 2023-09-21T11:15:49.684 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-09-21T11:15:49.684 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-09-21T11:15:52.319 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-09-21T11:15:52.319 INFO:teuthology.orchestra.run.smithi079.stdout:Last metadata expiration check: 0:01:50 ago on Thu 21 Sep 2023 11:14:02 AM UTC. 2023-09-21T11:15:52.433 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-09-21T11:15:52.433 INFO:teuthology.orchestra.run.smithi134.stdout:Last metadata expiration check: 0:01:51 ago on Thu 21 Sep 2023 11:14:01 AM UTC. 2023-09-21T11:15:55.605 INFO:teuthology.orchestra.run.smithi079.stdout:Installed products updated. 2023-09-21T11:15:55.609 INFO:teuthology.orchestra.run.smithi134.stdout:Installed products updated. 2023-09-21T11:15:55.826 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:55.826 INFO:teuthology.orchestra.run.smithi079.stdout:Upgraded: 2023-09-21T11:15:55.826 INFO:teuthology.orchestra.run.smithi079.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-09-21T11:15:55.827 INFO:teuthology.orchestra.run.smithi079.stdout: librados2-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.827 INFO:teuthology.orchestra.run.smithi079.stdout: librbd1-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.827 INFO:teuthology.orchestra.run.smithi079.stdout:Installed: 2023-09-21T11:15:55.827 INFO:teuthology.orchestra.run.smithi079.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-09-21T11:15:55.827 INFO:teuthology.orchestra.run.smithi079.stdout: automake-1.16.1-7.el8.noarch 2023-09-21T11:15:55.828 INFO:teuthology.orchestra.run.smithi079.stdout: bison-3.0.4-10.el8.x86_64 2023-09-21T11:15:55.828 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.828 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-base-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.828 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.828 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.829 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-grafana-dashboards-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.829 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-immutable-object-cache-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.829 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mds-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.829 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.829 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.830 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-dashboard-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.830 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-diskprediction-local-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.830 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-modules-core-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.830 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-rook-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.830 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mon-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.831 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-osd-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.831 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-prometheus-alerts-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.831 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-radosgw-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.831 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-selinux-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.831 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-test-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.831 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-volume-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.832 INFO:teuthology.orchestra.run.smithi079.stdout: cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.832 INFO:teuthology.orchestra.run.smithi079.stdout: cephfs-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.832 INFO:teuthology.orchestra.run.smithi079.stdout: cephfs-top-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.832 INFO:teuthology.orchestra.run.smithi079.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-09-21T11:15:55.832 INFO:teuthology.orchestra.run.smithi079.stdout: flex-2.6.1-9.el8.x86_64 2023-09-21T11:15:55.833 INFO:teuthology.orchestra.run.smithi079.stdout: fuse-2.9.7-15.el8.x86_64 2023-09-21T11:15:55.833 INFO:teuthology.orchestra.run.smithi079.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-09-21T11:15:55.833 INFO:teuthology.orchestra.run.smithi079.stdout: jq-1.6-3.el8.x86_64 2023-09-21T11:15:55.833 INFO:teuthology.orchestra.run.smithi079.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-09-21T11:15:55.833 INFO:teuthology.orchestra.run.smithi079.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-09-21T11:15:55.833 INFO:teuthology.orchestra.run.smithi079.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-09-21T11:15:55.834 INFO:teuthology.orchestra.run.smithi079.stdout: libcephfs-devel-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.834 INFO:teuthology.orchestra.run.smithi079.stdout: libcephfs2-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.834 INFO:teuthology.orchestra.run.smithi079.stdout: libcephsqlite-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.834 INFO:teuthology.orchestra.run.smithi079.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-09-21T11:15:55.834 INFO:teuthology.orchestra.run.smithi079.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-09-21T11:15:55.835 INFO:teuthology.orchestra.run.smithi079.stdout: liboath-2.6.2-3.el8.x86_64 2023-09-21T11:15:55.835 INFO:teuthology.orchestra.run.smithi079.stdout: libpq-13.5-1.el8.x86_64 2023-09-21T11:15:55.835 INFO:teuthology.orchestra.run.smithi079.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-09-21T11:15:55.835 INFO:teuthology.orchestra.run.smithi079.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-09-21T11:15:55.835 INFO:teuthology.orchestra.run.smithi079.stdout: librados-devel-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.836 INFO:teuthology.orchestra.run.smithi079.stdout: libradosstriper1-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.836 INFO:teuthology.orchestra.run.smithi079.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-09-21T11:15:55.836 INFO:teuthology.orchestra.run.smithi079.stdout: librgw2-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.836 INFO:teuthology.orchestra.run.smithi079.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-09-21T11:15:55.836 INFO:teuthology.orchestra.run.smithi079.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-09-21T11:15:55.837 INFO:teuthology.orchestra.run.smithi079.stdout: libtool-2.4.6-25.el8.x86_64 2023-09-21T11:15:55.837 INFO:teuthology.orchestra.run.smithi079.stdout: libunwind-1.3.1-3.el8.x86_64 2023-09-21T11:15:55.837 INFO:teuthology.orchestra.run.smithi079.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-09-21T11:15:55.837 INFO:teuthology.orchestra.run.smithi079.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-09-21T11:15:55.837 INFO:teuthology.orchestra.run.smithi079.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-09-21T11:15:55.837 INFO:teuthology.orchestra.run.smithi079.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-09-21T11:15:55.838 INFO:teuthology.orchestra.run.smithi079.stdout: openblas-0.3.15-3.el8.x86_64 2023-09-21T11:15:55.838 INFO:teuthology.orchestra.run.smithi079.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-09-21T11:15:55.838 INFO:teuthology.orchestra.run.smithi079.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-09-21T11:15:55.838 INFO:teuthology.orchestra.run.smithi079.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-09-21T11:15:55.839 INFO:teuthology.orchestra.run.smithi079.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-09-21T11:15:55.839 INFO:teuthology.orchestra.run.smithi079.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-09-21T11:15:55.839 INFO:teuthology.orchestra.run.smithi079.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-09-21T11:15:55.839 INFO:teuthology.orchestra.run.smithi079.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-09-21T11:15:55.839 INFO:teuthology.orchestra.run.smithi079.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-09-21T11:15:55.839 INFO:teuthology.orchestra.run.smithi079.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-09-21T11:15:55.840 INFO:teuthology.orchestra.run.smithi079.stdout: python3-babel-2.5.1-7.el8.noarch 2023-09-21T11:15:55.840 INFO:teuthology.orchestra.run.smithi079.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-09-21T11:15:55.840 INFO:teuthology.orchestra.run.smithi079.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-09-21T11:15:55.840 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-09-21T11:15:55.840 INFO:teuthology.orchestra.run.smithi079.stdout: python3-ceph-argparse-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.841 INFO:teuthology.orchestra.run.smithi079.stdout: python3-ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.841 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cephfs-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.841 INFO:teuthology.orchestra.run.smithi079.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-09-21T11:15:55.841 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-09-21T11:15:55.841 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-09-21T11:15:55.842 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-09-21T11:15:55.842 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-09-21T11:15:55.842 INFO:teuthology.orchestra.run.smithi079.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-09-21T11:15:55.842 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jaraco-6.2-6.el8.noarch 2023-09-21T11:15:55.842 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-09-21T11:15:55.843 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-09-21T11:15:55.843 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-09-21T11:15:55.843 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-09-21T11:15:55.843 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-09-21T11:15:55.843 INFO:teuthology.orchestra.run.smithi079.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-09-21T11:15:55.843 INFO:teuthology.orchestra.run.smithi079.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-09-21T11:15:55.844 INFO:teuthology.orchestra.run.smithi079.stdout: python3-mako-1.0.6-13.el8.noarch 2023-09-21T11:15:55.844 INFO:teuthology.orchestra.run.smithi079.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-09-21T11:15:55.844 INFO:teuthology.orchestra.run.smithi079.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-09-21T11:15:55.844 INFO:teuthology.orchestra.run.smithi079.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-09-21T11:15:55.844 INFO:teuthology.orchestra.run.smithi079.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-09-21T11:15:55.845 INFO:teuthology.orchestra.run.smithi079.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-09-21T11:15:55.845 INFO:teuthology.orchestra.run.smithi079.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-09-21T11:15:55.845 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-09-21T11:15:55.845 INFO:teuthology.orchestra.run.smithi079.stdout: python3-portend-2.6-1.el8.noarch 2023-09-21T11:15:55.845 INFO:teuthology.orchestra.run.smithi079.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-09-21T11:15:55.845 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-09-21T11:15:55.846 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-09-21T11:15:55.846 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-09-21T11:15:55.846 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pycparser-2.14-14.el8.noarch 2023-09-21T11:15:55.846 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pytz-2017.2-9.el8.noarch 2023-09-21T11:15:55.846 INFO:teuthology.orchestra.run.smithi079.stdout: python3-rados-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.847 INFO:teuthology.orchestra.run.smithi079.stdout: python3-rbd-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.847 INFO:teuthology.orchestra.run.smithi079.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-09-21T11:15:55.847 INFO:teuthology.orchestra.run.smithi079.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-09-21T11:15:55.847 INFO:teuthology.orchestra.run.smithi079.stdout: python3-rgw-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.847 INFO:teuthology.orchestra.run.smithi079.stdout: python3-routes-2.4.1-12.el8.noarch 2023-09-21T11:15:55.848 INFO:teuthology.orchestra.run.smithi079.stdout: python3-rsa-4.9-2.el8.noarch 2023-09-21T11:15:55.848 INFO:teuthology.orchestra.run.smithi079.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-09-21T11:15:55.848 INFO:teuthology.orchestra.run.smithi079.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-09-21T11:15:55.848 INFO:teuthology.orchestra.run.smithi079.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-09-21T11:15:55.848 INFO:teuthology.orchestra.run.smithi079.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-09-21T11:15:55.848 INFO:teuthology.orchestra.run.smithi079.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-09-21T11:15:55.849 INFO:teuthology.orchestra.run.smithi079.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-09-21T11:15:55.849 INFO:teuthology.orchestra.run.smithi079.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-09-21T11:15:55.849 INFO:teuthology.orchestra.run.smithi079.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-09-21T11:15:55.849 INFO:teuthology.orchestra.run.smithi079.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-09-21T11:15:55.849 INFO:teuthology.orchestra.run.smithi079.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-09-21T11:15:55.849 INFO:teuthology.orchestra.run.smithi079.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-09-21T11:15:55.850 INFO:teuthology.orchestra.run.smithi079.stdout: rbd-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.850 INFO:teuthology.orchestra.run.smithi079.stdout: rbd-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.850 INFO:teuthology.orchestra.run.smithi079.stdout: rbd-nbd-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.850 INFO:teuthology.orchestra.run.smithi079.stdout: socat-1.7.4.1-1.el8.x86_64 2023-09-21T11:15:55.850 INFO:teuthology.orchestra.run.smithi079.stdout: thrift-0.13.0-2.el8.x86_64 2023-09-21T11:15:55.851 INFO:teuthology.orchestra.run.smithi079.stdout: uuid-1.6.2-43.el8.x86_64 2023-09-21T11:15:55.851 INFO:teuthology.orchestra.run.smithi079.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-09-21T11:15:55.851 INFO:teuthology.orchestra.run.smithi079.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-09-21T11:15:55.852 INFO:teuthology.orchestra.run.smithi079.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-09-21T11:15:55.852 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:55.852 INFO:teuthology.orchestra.run.smithi079.stdout:Complete! 2023-09-21T11:15:55.852 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:55.852 INFO:teuthology.orchestra.run.smithi134.stdout:Upgraded: 2023-09-21T11:15:55.853 INFO:teuthology.orchestra.run.smithi134.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-09-21T11:15:55.853 INFO:teuthology.orchestra.run.smithi134.stdout: librados2-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.853 INFO:teuthology.orchestra.run.smithi134.stdout: librbd1-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.853 INFO:teuthology.orchestra.run.smithi134.stdout:Installed: 2023-09-21T11:15:55.853 INFO:teuthology.orchestra.run.smithi134.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-09-21T11:15:55.853 INFO:teuthology.orchestra.run.smithi134.stdout: automake-1.16.1-7.el8.noarch 2023-09-21T11:15:55.854 INFO:teuthology.orchestra.run.smithi134.stdout: bison-3.0.4-10.el8.x86_64 2023-09-21T11:15:55.854 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.854 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-base-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.854 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.854 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.855 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-grafana-dashboards-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.855 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-immutable-object-cache-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.855 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mds-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.855 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.855 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.856 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-dashboard-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.856 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-diskprediction-local-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.856 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-modules-core-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.856 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-rook-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.856 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mon-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.856 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-osd-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.857 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-prometheus-alerts-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.857 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-radosgw-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.857 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-selinux-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.857 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-test-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.857 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-volume-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.858 INFO:teuthology.orchestra.run.smithi134.stdout: cephadm-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.858 INFO:teuthology.orchestra.run.smithi134.stdout: cephfs-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.858 INFO:teuthology.orchestra.run.smithi134.stdout: cephfs-top-2:18.0.0-6168.g41c9e835.el8.noarch 2023-09-21T11:15:55.858 INFO:teuthology.orchestra.run.smithi134.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-09-21T11:15:55.858 INFO:teuthology.orchestra.run.smithi134.stdout: flex-2.6.1-9.el8.x86_64 2023-09-21T11:15:55.859 INFO:teuthology.orchestra.run.smithi134.stdout: fuse-2.9.7-15.el8.x86_64 2023-09-21T11:15:55.859 INFO:teuthology.orchestra.run.smithi134.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-09-21T11:15:55.859 INFO:teuthology.orchestra.run.smithi134.stdout: jq-1.6-3.el8.x86_64 2023-09-21T11:15:55.859 INFO:teuthology.orchestra.run.smithi134.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-09-21T11:15:55.859 INFO:teuthology.orchestra.run.smithi134.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-09-21T11:15:55.859 INFO:teuthology.orchestra.run.smithi134.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-09-21T11:15:55.860 INFO:teuthology.orchestra.run.smithi134.stdout: libcephfs-devel-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.860 INFO:teuthology.orchestra.run.smithi134.stdout: libcephfs2-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.860 INFO:teuthology.orchestra.run.smithi134.stdout: libcephsqlite-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.860 INFO:teuthology.orchestra.run.smithi134.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-09-21T11:15:55.860 INFO:teuthology.orchestra.run.smithi134.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-09-21T11:15:55.860 INFO:teuthology.orchestra.run.smithi134.stdout: liboath-2.6.2-3.el8.x86_64 2023-09-21T11:15:55.861 INFO:teuthology.orchestra.run.smithi134.stdout: libpq-13.5-1.el8.x86_64 2023-09-21T11:15:55.861 INFO:teuthology.orchestra.run.smithi134.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-09-21T11:15:55.861 INFO:teuthology.orchestra.run.smithi134.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-09-21T11:15:55.861 INFO:teuthology.orchestra.run.smithi134.stdout: librados-devel-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.861 INFO:teuthology.orchestra.run.smithi134.stdout: libradosstriper1-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.861 INFO:teuthology.orchestra.run.smithi134.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-09-21T11:15:55.862 INFO:teuthology.orchestra.run.smithi134.stdout: librgw2-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.862 INFO:teuthology.orchestra.run.smithi134.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-09-21T11:15:55.862 INFO:teuthology.orchestra.run.smithi134.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-09-21T11:15:55.862 INFO:teuthology.orchestra.run.smithi134.stdout: libtool-2.4.6-25.el8.x86_64 2023-09-21T11:15:55.862 INFO:teuthology.orchestra.run.smithi134.stdout: libunwind-1.3.1-3.el8.x86_64 2023-09-21T11:15:55.863 INFO:teuthology.orchestra.run.smithi134.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-09-21T11:15:55.863 INFO:teuthology.orchestra.run.smithi134.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-09-21T11:15:55.863 INFO:teuthology.orchestra.run.smithi134.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-09-21T11:15:55.863 INFO:teuthology.orchestra.run.smithi134.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-09-21T11:15:55.863 INFO:teuthology.orchestra.run.smithi134.stdout: openblas-0.3.15-3.el8.x86_64 2023-09-21T11:15:55.864 INFO:teuthology.orchestra.run.smithi134.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-09-21T11:15:55.864 INFO:teuthology.orchestra.run.smithi134.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-09-21T11:15:55.864 INFO:teuthology.orchestra.run.smithi134.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-09-21T11:15:55.864 INFO:teuthology.orchestra.run.smithi134.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-09-21T11:15:55.864 INFO:teuthology.orchestra.run.smithi134.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-09-21T11:15:55.865 INFO:teuthology.orchestra.run.smithi134.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-09-21T11:15:55.865 INFO:teuthology.orchestra.run.smithi134.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-09-21T11:15:55.865 INFO:teuthology.orchestra.run.smithi134.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-09-21T11:15:55.865 INFO:teuthology.orchestra.run.smithi134.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-09-21T11:15:55.865 INFO:teuthology.orchestra.run.smithi134.stdout: python3-babel-2.5.1-7.el8.noarch 2023-09-21T11:15:55.865 INFO:teuthology.orchestra.run.smithi134.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-09-21T11:15:55.866 INFO:teuthology.orchestra.run.smithi134.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-09-21T11:15:55.866 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-09-21T11:15:55.866 INFO:teuthology.orchestra.run.smithi134.stdout: python3-ceph-argparse-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.866 INFO:teuthology.orchestra.run.smithi134.stdout: python3-ceph-common-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.867 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cephfs-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.867 INFO:teuthology.orchestra.run.smithi134.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-09-21T11:15:55.867 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-09-21T11:15:55.867 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-09-21T11:15:55.867 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-09-21T11:15:55.867 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-09-21T11:15:55.868 INFO:teuthology.orchestra.run.smithi134.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-09-21T11:15:55.868 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-6.2-6.el8.noarch 2023-09-21T11:15:55.868 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-09-21T11:15:55.868 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-09-21T11:15:55.869 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-09-21T11:15:55.869 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-09-21T11:15:55.869 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-09-21T11:15:55.869 INFO:teuthology.orchestra.run.smithi134.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-09-21T11:15:55.869 INFO:teuthology.orchestra.run.smithi134.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-09-21T11:15:55.869 INFO:teuthology.orchestra.run.smithi134.stdout: python3-mako-1.0.6-13.el8.noarch 2023-09-21T11:15:55.870 INFO:teuthology.orchestra.run.smithi134.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-09-21T11:15:55.870 INFO:teuthology.orchestra.run.smithi134.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-09-21T11:15:55.870 INFO:teuthology.orchestra.run.smithi134.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-09-21T11:15:55.870 INFO:teuthology.orchestra.run.smithi134.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-09-21T11:15:55.870 INFO:teuthology.orchestra.run.smithi134.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-09-21T11:15:55.871 INFO:teuthology.orchestra.run.smithi134.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-09-21T11:15:55.871 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-09-21T11:15:55.871 INFO:teuthology.orchestra.run.smithi134.stdout: python3-portend-2.6-1.el8.noarch 2023-09-21T11:15:55.871 INFO:teuthology.orchestra.run.smithi134.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-09-21T11:15:55.871 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-09-21T11:15:55.872 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-09-21T11:15:55.872 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-09-21T11:15:55.872 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pycparser-2.14-14.el8.noarch 2023-09-21T11:15:55.872 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pytz-2017.2-9.el8.noarch 2023-09-21T11:15:55.872 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rados-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.872 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rbd-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.873 INFO:teuthology.orchestra.run.smithi134.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-09-21T11:15:55.873 INFO:teuthology.orchestra.run.smithi134.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-09-21T11:15:55.873 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rgw-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.873 INFO:teuthology.orchestra.run.smithi134.stdout: python3-routes-2.4.1-12.el8.noarch 2023-09-21T11:15:55.873 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rsa-4.9-2.el8.noarch 2023-09-21T11:15:55.873 INFO:teuthology.orchestra.run.smithi134.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-09-21T11:15:55.874 INFO:teuthology.orchestra.run.smithi134.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-09-21T11:15:55.874 INFO:teuthology.orchestra.run.smithi134.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-09-21T11:15:55.874 INFO:teuthology.orchestra.run.smithi134.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-09-21T11:15:55.874 INFO:teuthology.orchestra.run.smithi134.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-09-21T11:15:55.874 INFO:teuthology.orchestra.run.smithi134.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-09-21T11:15:55.875 INFO:teuthology.orchestra.run.smithi134.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-09-21T11:15:55.875 INFO:teuthology.orchestra.run.smithi134.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-09-21T11:15:55.875 INFO:teuthology.orchestra.run.smithi134.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-09-21T11:15:55.875 INFO:teuthology.orchestra.run.smithi134.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-09-21T11:15:55.875 INFO:teuthology.orchestra.run.smithi134.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-09-21T11:15:55.875 INFO:teuthology.orchestra.run.smithi134.stdout: rbd-fuse-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.876 INFO:teuthology.orchestra.run.smithi134.stdout: rbd-mirror-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.876 INFO:teuthology.orchestra.run.smithi134.stdout: rbd-nbd-2:18.0.0-6168.g41c9e835.el8.x86_64 2023-09-21T11:15:55.876 INFO:teuthology.orchestra.run.smithi134.stdout: socat-1.7.4.1-1.el8.x86_64 2023-09-21T11:15:55.876 INFO:teuthology.orchestra.run.smithi134.stdout: thrift-0.13.0-2.el8.x86_64 2023-09-21T11:15:55.876 INFO:teuthology.orchestra.run.smithi134.stdout: uuid-1.6.2-43.el8.x86_64 2023-09-21T11:15:55.877 INFO:teuthology.orchestra.run.smithi134.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-09-21T11:15:55.877 INFO:teuthology.orchestra.run.smithi134.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-09-21T11:15:55.877 INFO:teuthology.orchestra.run.smithi134.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-09-21T11:15:55.877 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:55.877 INFO:teuthology.orchestra.run.smithi134.stdout:Complete! 2023-09-21T11:15:56.027 DEBUG:teuthology.parallel:result is None 2023-09-21T11:15:56.052 DEBUG:teuthology.parallel:result is None 2023-09-21T11:15:56.053 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=41c9e835c3f621102ade35dd597317a42116a491 2023-09-21T11:15:56.346 DEBUG:teuthology.orchestra.run.smithi079:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-09-21T11:15:56.370 INFO:teuthology.orchestra.run.smithi079.stdout:18.0.0-6168.g41c9e835.el8 2023-09-21T11:15:56.371 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6168.g41c9e835.el8 2023-09-21T11:15:56.371 INFO:teuthology.task.install:The correct ceph version 18.0.0-6168.g41c9e835 is installed. 2023-09-21T11:15:56.372 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=41c9e835c3f621102ade35dd597317a42116a491 2023-09-21T11:15:56.507 DEBUG:teuthology.orchestra.run.smithi134:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-09-21T11:15:56.533 INFO:teuthology.orchestra.run.smithi134.stdout:18.0.0-6168.g41c9e835.el8 2023-09-21T11:15:56.534 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6168.g41c9e835.el8 2023-09-21T11:15:56.534 INFO:teuthology.task.install:The correct ceph version 18.0.0-6168.g41c9e835 is installed. 2023-09-21T11:15:56.534 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-09-21T11:15:56.535 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:15:56.535 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-09-21T11:15:56.576 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:15:56.576 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-09-21T11:15:56.618 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-09-21T11:15:56.618 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:15:56.619 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd of=/usr/bin/daemon-helper 2023-09-21T11:15:56.645 DEBUG:teuthology.orchestra.run.smithi079:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-09-21T11:15:56.711 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:15:56.711 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/usr/bin/daemon-helper 2023-09-21T11:15:56.738 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-09-21T11:15:56.805 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-09-21T11:15:56.805 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:15:56.805 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd of=/usr/bin/adjust-ulimits 2023-09-21T11:15:56.831 DEBUG:teuthology.orchestra.run.smithi079:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-09-21T11:15:56.897 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:15:56.897 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/usr/bin/adjust-ulimits 2023-09-21T11:15:56.923 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-09-21T11:15:56.988 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-09-21T11:15:56.988 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:15:56.988 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd of=/usr/bin/stdin-killer 2023-09-21T11:15:57.014 DEBUG:teuthology.orchestra.run.smithi079:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-09-21T11:15:57.081 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:15:57.081 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/usr/bin/stdin-killer 2023-09-21T11:15:57.107 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-09-21T11:15:57.173 INFO:teuthology.run_tasks:Running task ceph... 2023-09-21T11:15:57.234 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-09-21T11:15:57.234 DEBUG:teuthology.orchestra.run.smithi079:> sudo chmod 777 /var/log/ceph 2023-09-21T11:15:57.237 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 777 /var/log/ceph 2023-09-21T11:15:57.263 INFO:tasks.ceph:Disabling ceph logrotate... 2023-09-21T11:15:57.263 DEBUG:teuthology.orchestra.run.smithi079:> sudo rm -f -- /etc/logrotate.d/ceph 2023-09-21T11:15:57.303 DEBUG:teuthology.orchestra.run.smithi134:> sudo rm -f -- /etc/logrotate.d/ceph 2023-09-21T11:15:57.328 INFO:tasks.ceph:Creating extra log directories... 2023-09-21T11:15:57.329 DEBUG:teuthology.orchestra.run.smithi079:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-09-21T11:15:57.369 DEBUG:teuthology.orchestra.run.smithi134:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-09-21T11:15:57.401 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2023-09-21T11:15:57.404 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2023-09-21T11:15:57.428 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2023-09-21T11:15:57.429 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:15:57.429 DEBUG:teuthology.orchestra.run.smithi079:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-09-21T11:15:57.449 DEBUG:teuthology.orchestra.run.smithi079:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-09-21T11:15:57.617 DEBUG:teuthology.orchestra.run.smithi079:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-09-21T11:15:57.644 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:15:57.644 DEBUG:teuthology.orchestra.run.smithi134:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-09-21T11:15:57.661 DEBUG:teuthology.orchestra.run.smithi134:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-09-21T11:15:57.789 DEBUG:teuthology.orchestra.run.smithi134:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-09-21T11:15:57.821 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-09-21T11:15:57.821 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-09-21T11:15:57.821 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/leonidus-2023-09-20_16:32:45-fs-wip-lusov-config-format-distro-default-smithi/7399737', 'branch': 'wip-lusov-config-format', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev}', 'email': None, 'first_in_suite': False, 'job_id': '7399737', 'kernel': {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'leonidus-2023-09-20_16:32:45-fs-wip-lusov-config-format-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'rhel', 'os_version': '8.6', 'overrides': {'admin_socket': {'branch': 'wip-lusov-config-format'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '41c9e835c3f621102ade35dd597317a42116a491'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '41c9e835c3f621102ade35dd597317a42116a491'}}, 'kclient': {'syntax': 'v2'}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-lusov-config-format', 'sha1': '41c9e835c3f621102ade35dd597317a42116a491'}}, 'owner': 'scheduled_leonidus@teuthology', 'priority': 150, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 8407, 'sha1': '41c9e835c3f621102ade35dd597317a42116a491', 'sleep_before_teardown': 0, 'subset': '111/10000', 'suite': 'fs', 'suite_branch': 'wip-lusov-config-format', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_41c9e835c3f621102ade35dd597317a42116a491/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '41c9e835c3f621102ade35dd597317a42116a491', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi079.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs=', 'smithi134.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '41c9e835c3f621102ade35dd597317a42116a491'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '41c9e835c3f621102ade35dd597317a42116a491', 'cluster': 'ceph'}}, {'kclient': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.tests_from_xfstests_dev']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '54e62bcbac4e53d9685e08328b790d3b20d71cae', 'timestamp': '2023-09-20_16:32:45', 'tube': 'smithi', 'user': 'leonidus', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.1394'} 2023-09-21T11:15:57.822 DEBUG:teuthology.orchestra.run.smithi079:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-09-21T11:15:57.825 DEBUG:teuthology.orchestra.run.smithi134:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-09-21T11:15:57.872 DEBUG:teuthology.orchestra.run.smithi079:> sudo install -d -m0777 -- /var/run/ceph 2023-09-21T11:15:57.881 DEBUG:teuthology.orchestra.run.smithi134:> sudo install -d -m0777 -- /var/run/ceph 2023-09-21T11:15:57.937 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:15:57.938 DEBUG:teuthology.orchestra.run.smithi079:> dd if=/scratch_devs of=/dev/stdout 2023-09-21T11:15:57.961 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-09-21T11:15:57.961 DEBUG:teuthology.orchestra.run.smithi079:> stat /dev/vg_nvme/lv_1 2023-09-21T11:15:58.018 INFO:teuthology.orchestra.run.smithi079.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-09-21T11:15:58.018 INFO:teuthology.orchestra.run.smithi079.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-21T11:15:58.019 INFO:teuthology.orchestra.run.smithi079.stdout:Device: 6h/6d Inode: 388256 Links: 1 2023-09-21T11:15:58.019 INFO:teuthology.orchestra.run.smithi079.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-21T11:15:58.019 INFO:teuthology.orchestra.run.smithi079.stdout:Context: system_u:object_r:device_t:s0 2023-09-21T11:15:58.019 INFO:teuthology.orchestra.run.smithi079.stdout:Access: 2023-09-21 11:15:49.278913156 +0000 2023-09-21T11:15:58.019 INFO:teuthology.orchestra.run.smithi079.stdout:Modify: 2023-09-21 11:13:15.367395815 +0000 2023-09-21T11:15:58.019 INFO:teuthology.orchestra.run.smithi079.stdout:Change: 2023-09-21 11:13:15.367395815 +0000 2023-09-21T11:15:58.020 INFO:teuthology.orchestra.run.smithi079.stdout: Birth: - 2023-09-21T11:15:58.020 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-09-21T11:15:58.082 INFO:teuthology.orchestra.run.smithi079.stderr:1+0 records in 2023-09-21T11:15:58.083 INFO:teuthology.orchestra.run.smithi079.stderr:1+0 records out 2023-09-21T11:15:58.083 INFO:teuthology.orchestra.run.smithi079.stderr:512 bytes copied, 0.000241447 s, 2.1 MB/s 2023-09-21T11:15:58.084 DEBUG:teuthology.orchestra.run.smithi079:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-09-21T11:15:58.142 DEBUG:teuthology.orchestra.run.smithi079:> stat /dev/vg_nvme/lv_2 2023-09-21T11:15:58.199 INFO:teuthology.orchestra.run.smithi079.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-09-21T11:15:58.199 INFO:teuthology.orchestra.run.smithi079.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-21T11:15:58.199 INFO:teuthology.orchestra.run.smithi079.stdout:Device: 6h/6d Inode: 392204 Links: 1 2023-09-21T11:15:58.199 INFO:teuthology.orchestra.run.smithi079.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-21T11:15:58.200 INFO:teuthology.orchestra.run.smithi079.stdout:Context: system_u:object_r:device_t:s0 2023-09-21T11:15:58.200 INFO:teuthology.orchestra.run.smithi079.stdout:Access: 2023-09-21 11:15:49.278913156 +0000 2023-09-21T11:15:58.200 INFO:teuthology.orchestra.run.smithi079.stdout:Modify: 2023-09-21 11:13:15.873384154 +0000 2023-09-21T11:15:58.200 INFO:teuthology.orchestra.run.smithi079.stdout:Change: 2023-09-21 11:13:15.873384154 +0000 2023-09-21T11:15:58.200 INFO:teuthology.orchestra.run.smithi079.stdout: Birth: - 2023-09-21T11:15:58.201 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-09-21T11:15:58.263 INFO:teuthology.orchestra.run.smithi079.stderr:1+0 records in 2023-09-21T11:15:58.263 INFO:teuthology.orchestra.run.smithi079.stderr:1+0 records out 2023-09-21T11:15:58.264 INFO:teuthology.orchestra.run.smithi079.stderr:512 bytes copied, 0.000257882 s, 2.0 MB/s 2023-09-21T11:15:58.265 DEBUG:teuthology.orchestra.run.smithi079:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-09-21T11:15:58.322 DEBUG:teuthology.orchestra.run.smithi079:> stat /dev/vg_nvme/lv_3 2023-09-21T11:15:58.380 INFO:teuthology.orchestra.run.smithi079.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-09-21T11:15:58.380 INFO:teuthology.orchestra.run.smithi079.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-21T11:15:58.380 INFO:teuthology.orchestra.run.smithi079.stdout:Device: 6h/6d Inode: 389670 Links: 1 2023-09-21T11:15:58.380 INFO:teuthology.orchestra.run.smithi079.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-21T11:15:58.380 INFO:teuthology.orchestra.run.smithi079.stdout:Context: system_u:object_r:device_t:s0 2023-09-21T11:15:58.381 INFO:teuthology.orchestra.run.smithi079.stdout:Access: 2023-09-21 11:15:49.278913156 +0000 2023-09-21T11:15:58.381 INFO:teuthology.orchestra.run.smithi079.stdout:Modify: 2023-09-21 11:13:16.385372355 +0000 2023-09-21T11:15:58.381 INFO:teuthology.orchestra.run.smithi079.stdout:Change: 2023-09-21 11:13:16.385372355 +0000 2023-09-21T11:15:58.381 INFO:teuthology.orchestra.run.smithi079.stdout: Birth: - 2023-09-21T11:15:58.382 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-09-21T11:15:58.444 INFO:teuthology.orchestra.run.smithi079.stderr:1+0 records in 2023-09-21T11:15:58.444 INFO:teuthology.orchestra.run.smithi079.stderr:1+0 records out 2023-09-21T11:15:58.444 INFO:teuthology.orchestra.run.smithi079.stderr:512 bytes copied, 0.000258117 s, 2.0 MB/s 2023-09-21T11:15:58.446 DEBUG:teuthology.orchestra.run.smithi079:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-09-21T11:15:58.502 DEBUG:teuthology.orchestra.run.smithi079:> stat /dev/vg_nvme/lv_4 2023-09-21T11:15:58.559 INFO:teuthology.orchestra.run.smithi079.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-09-21T11:15:58.559 INFO:teuthology.orchestra.run.smithi079.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-21T11:15:58.559 INFO:teuthology.orchestra.run.smithi079.stdout:Device: 6h/6d Inode: 393587 Links: 1 2023-09-21T11:15:58.559 INFO:teuthology.orchestra.run.smithi079.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-21T11:15:58.560 INFO:teuthology.orchestra.run.smithi079.stdout:Context: system_u:object_r:device_t:s0 2023-09-21T11:15:58.560 INFO:teuthology.orchestra.run.smithi079.stdout:Access: 2023-09-21 11:15:49.279913134 +0000 2023-09-21T11:15:58.560 INFO:teuthology.orchestra.run.smithi079.stdout:Modify: 2023-09-21 11:13:16.877361017 +0000 2023-09-21T11:15:58.560 INFO:teuthology.orchestra.run.smithi079.stdout:Change: 2023-09-21 11:13:16.877361017 +0000 2023-09-21T11:15:58.560 INFO:teuthology.orchestra.run.smithi079.stdout: Birth: - 2023-09-21T11:15:58.561 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-09-21T11:15:58.623 INFO:teuthology.orchestra.run.smithi079.stderr:1+0 records in 2023-09-21T11:15:58.623 INFO:teuthology.orchestra.run.smithi079.stderr:1+0 records out 2023-09-21T11:15:58.623 INFO:teuthology.orchestra.run.smithi079.stderr:512 bytes copied, 0.000185639 s, 2.8 MB/s 2023-09-21T11:15:58.624 DEBUG:teuthology.orchestra.run.smithi079:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-09-21T11:15:58.681 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-09-21T11:15:58.682 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:15:58.682 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/scratch_devs of=/dev/stdout 2023-09-21T11:15:58.702 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-09-21T11:15:58.703 DEBUG:teuthology.orchestra.run.smithi134:> stat /dev/vg_nvme/lv_1 2023-09-21T11:15:58.761 INFO:teuthology.orchestra.run.smithi134.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-09-21T11:15:58.762 INFO:teuthology.orchestra.run.smithi134.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-21T11:15:58.762 INFO:teuthology.orchestra.run.smithi134.stdout:Device: 6h/6d Inode: 384754 Links: 1 2023-09-21T11:15:58.762 INFO:teuthology.orchestra.run.smithi134.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-21T11:15:58.762 INFO:teuthology.orchestra.run.smithi134.stdout:Context: system_u:object_r:device_t:s0 2023-09-21T11:15:58.762 INFO:teuthology.orchestra.run.smithi134.stdout:Access: 2023-09-21 11:15:49.364979155 +0000 2023-09-21T11:15:58.763 INFO:teuthology.orchestra.run.smithi134.stdout:Modify: 2023-09-21 11:13:16.464012783 +0000 2023-09-21T11:15:58.763 INFO:teuthology.orchestra.run.smithi134.stdout:Change: 2023-09-21 11:13:16.464012783 +0000 2023-09-21T11:15:58.763 INFO:teuthology.orchestra.run.smithi134.stdout: Birth: - 2023-09-21T11:15:58.763 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-09-21T11:15:58.829 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records in 2023-09-21T11:15:58.829 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records out 2023-09-21T11:15:58.830 INFO:teuthology.orchestra.run.smithi134.stderr:512 bytes copied, 0.000265976 s, 1.9 MB/s 2023-09-21T11:15:58.831 DEBUG:teuthology.orchestra.run.smithi134:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-09-21T11:15:58.890 DEBUG:teuthology.orchestra.run.smithi134:> stat /dev/vg_nvme/lv_2 2023-09-21T11:15:58.948 INFO:teuthology.orchestra.run.smithi134.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-09-21T11:15:58.948 INFO:teuthology.orchestra.run.smithi134.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-21T11:15:58.949 INFO:teuthology.orchestra.run.smithi134.stdout:Device: 6h/6d Inode: 391223 Links: 1 2023-09-21T11:15:58.949 INFO:teuthology.orchestra.run.smithi134.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-21T11:15:58.949 INFO:teuthology.orchestra.run.smithi134.stdout:Context: system_u:object_r:device_t:s0 2023-09-21T11:15:58.949 INFO:teuthology.orchestra.run.smithi134.stdout:Access: 2023-09-21 11:15:49.364979155 +0000 2023-09-21T11:15:58.949 INFO:teuthology.orchestra.run.smithi134.stdout:Modify: 2023-09-21 11:13:16.957000898 +0000 2023-09-21T11:15:58.950 INFO:teuthology.orchestra.run.smithi134.stdout:Change: 2023-09-21 11:13:16.957000898 +0000 2023-09-21T11:15:58.950 INFO:teuthology.orchestra.run.smithi134.stdout: Birth: - 2023-09-21T11:15:58.950 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-09-21T11:15:59.016 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records in 2023-09-21T11:15:59.017 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records out 2023-09-21T11:15:59.017 INFO:teuthology.orchestra.run.smithi134.stderr:512 bytes copied, 0.00030345 s, 1.7 MB/s 2023-09-21T11:15:59.018 DEBUG:teuthology.orchestra.run.smithi134:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-09-21T11:15:59.077 DEBUG:teuthology.orchestra.run.smithi134:> stat /dev/vg_nvme/lv_3 2023-09-21T11:15:59.135 INFO:teuthology.orchestra.run.smithi134.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-09-21T11:15:59.136 INFO:teuthology.orchestra.run.smithi134.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-21T11:15:59.136 INFO:teuthology.orchestra.run.smithi134.stdout:Device: 6h/6d Inode: 382507 Links: 1 2023-09-21T11:15:59.136 INFO:teuthology.orchestra.run.smithi134.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-21T11:15:59.136 INFO:teuthology.orchestra.run.smithi134.stdout:Context: system_u:object_r:device_t:s0 2023-09-21T11:15:59.136 INFO:teuthology.orchestra.run.smithi134.stdout:Access: 2023-09-21 11:15:49.364979155 +0000 2023-09-21T11:15:59.136 INFO:teuthology.orchestra.run.smithi134.stdout:Modify: 2023-09-21 11:13:17.469988531 +0000 2023-09-21T11:15:59.137 INFO:teuthology.orchestra.run.smithi134.stdout:Change: 2023-09-21 11:13:17.469988531 +0000 2023-09-21T11:15:59.137 INFO:teuthology.orchestra.run.smithi134.stdout: Birth: - 2023-09-21T11:15:59.137 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-09-21T11:15:59.201 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records in 2023-09-21T11:15:59.202 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records out 2023-09-21T11:15:59.202 INFO:teuthology.orchestra.run.smithi134.stderr:512 bytes copied, 0.000231774 s, 2.2 MB/s 2023-09-21T11:15:59.203 DEBUG:teuthology.orchestra.run.smithi134:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-09-21T11:15:59.260 DEBUG:teuthology.orchestra.run.smithi134:> stat /dev/vg_nvme/lv_4 2023-09-21T11:15:59.318 INFO:teuthology.orchestra.run.smithi134.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-09-21T11:15:59.318 INFO:teuthology.orchestra.run.smithi134.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-21T11:15:59.318 INFO:teuthology.orchestra.run.smithi134.stdout:Device: 6h/6d Inode: 391141 Links: 1 2023-09-21T11:15:59.319 INFO:teuthology.orchestra.run.smithi134.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-21T11:15:59.319 INFO:teuthology.orchestra.run.smithi134.stdout:Context: system_u:object_r:device_t:s0 2023-09-21T11:15:59.319 INFO:teuthology.orchestra.run.smithi134.stdout:Access: 2023-09-21 11:15:49.364979155 +0000 2023-09-21T11:15:59.319 INFO:teuthology.orchestra.run.smithi134.stdout:Modify: 2023-09-21 11:13:17.977976284 +0000 2023-09-21T11:15:59.319 INFO:teuthology.orchestra.run.smithi134.stdout:Change: 2023-09-21 11:13:17.977976284 +0000 2023-09-21T11:15:59.320 INFO:teuthology.orchestra.run.smithi134.stdout: Birth: - 2023-09-21T11:15:59.320 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-09-21T11:15:59.384 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records in 2023-09-21T11:15:59.384 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records out 2023-09-21T11:15:59.384 INFO:teuthology.orchestra.run.smithi134.stderr:512 bytes copied, 0.000200109 s, 2.6 MB/s 2023-09-21T11:15:59.385 DEBUG:teuthology.orchestra.run.smithi134:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-09-21T11:15:59.443 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-09-21T11:15:59.443 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi079.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi134.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-09-21T11:15:59.444 INFO:tasks.ceph:Generating config... 2023-09-21T11:15:59.445 INFO:tasks.ceph:[client] client mount timeout = 600 2023-09-21T11:15:59.445 INFO:tasks.ceph:[client] debug client = 20 2023-09-21T11:15:59.446 INFO:tasks.ceph:[client] debug ms = 1 2023-09-21T11:15:59.446 INFO:tasks.ceph:[client] pid file = 2023-09-21T11:15:59.446 INFO:tasks.ceph:[client] rados mon op timeout = 900 2023-09-21T11:15:59.447 INFO:tasks.ceph:[client] rados osd op timeout = 900 2023-09-21T11:15:59.447 INFO:tasks.ceph:[global] ms die on skipped message = False 2023-09-21T11:15:59.447 INFO:tasks.ceph:[mds] debug mds = 20 2023-09-21T11:15:59.447 INFO:tasks.ceph:[mds] debug mds balancer = 20 2023-09-21T11:15:59.448 INFO:tasks.ceph:[mds] debug ms = 1 2023-09-21T11:15:59.448 INFO:tasks.ceph:[mds] mds debug frag = True 2023-09-21T11:15:59.448 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2023-09-21T11:15:59.448 INFO:tasks.ceph:[mds] mds op complaint time = 180 2023-09-21T11:15:59.449 INFO:tasks.ceph:[mds] mds verify scatter = True 2023-09-21T11:15:59.449 INFO:tasks.ceph:[mds] osd op complaint time = 180 2023-09-21T11:15:59.449 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2023-09-21T11:15:59.449 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2023-09-21T11:15:59.450 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-09-21T11:15:59.450 INFO:tasks.ceph:[mgr] debug ms = 1 2023-09-21T11:15:59.450 INFO:tasks.ceph:[mon] debug mon = 20 2023-09-21T11:15:59.450 INFO:tasks.ceph:[mon] debug ms = 1 2023-09-21T11:15:59.451 INFO:tasks.ceph:[mon] debug paxos = 20 2023-09-21T11:15:59.451 INFO:tasks.ceph:[mon] mon op complaint time = 120 2023-09-21T11:15:59.451 INFO:tasks.ceph:[osd] bdev async discard = True 2023-09-21T11:15:59.451 INFO:tasks.ceph:[osd] bdev enable discard = True 2023-09-21T11:15:59.452 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2023-09-21T11:15:59.452 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2023-09-21T11:15:59.452 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2023-09-21T11:15:59.452 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2023-09-21T11:15:59.453 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2023-09-21T11:15:59.453 INFO:tasks.ceph:[osd] debug ms = 1 2023-09-21T11:15:59.453 INFO:tasks.ceph:[osd] debug osd = 20 2023-09-21T11:15:59.453 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2023-09-21T11:15:59.454 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2023-09-21T11:15:59.454 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2023-09-21T11:15:59.455 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2023-09-21T11:15:59.455 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2023-09-21T11:15:59.456 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2023-09-21T11:15:59.456 INFO:tasks.ceph:[osd] osd op complaint time = 180 2023-09-21T11:15:59.457 INFO:tasks.ceph:Setting up mon.a... 2023-09-21T11:15:59.457 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-09-21T11:15:59.512 INFO:teuthology.orchestra.run.smithi079.stdout:creating /etc/ceph/ceph.keyring 2023-09-21T11:15:59.515 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-09-21T11:15:59.562 DEBUG:teuthology.orchestra.run.smithi079:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-09-21T11:15:59.589 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.79'), ('mon.b', '172.21.15.134'), ('mon.c', '[v2:172.21.15.134:3301,v1:172.21.15.134:6790]')] 2023-09-21T11:15:59.590 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.79,172.21.15.134,[v2:172.21.15.134:3301,v1:172.21.15.134:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2023-09-21T11:15:59.591 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:15:59.591 DEBUG:teuthology.orchestra.run.smithi079:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-09-21T11:15:59.647 DEBUG:teuthology.orchestra.run.smithi079:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.79 --add b 172.21.15.134 --addv c '[v2:172.21.15.134:3301,v1:172.21.15.134:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2023-09-21T11:15:59.735 INFO:teuthology.orchestra.run.smithi079.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-09-21T11:15:59.735 INFO:teuthology.orchestra.run.smithi079.stdout:monmaptool: generated fsid 10617cef-7e86-4778-bbc0-1aacec6e926f 2023-09-21T11:15:59.735 INFO:teuthology.orchestra.run.smithi079.stdout:setting min_mon_release = pacific 2023-09-21T11:15:59.735 INFO:teuthology.orchestra.run.smithi079.stdout:epoch 0 2023-09-21T11:15:59.736 INFO:teuthology.orchestra.run.smithi079.stdout:fsid 10617cef-7e86-4778-bbc0-1aacec6e926f 2023-09-21T11:15:59.736 INFO:teuthology.orchestra.run.smithi079.stdout:last_changed 2023-09-21T11:15:59.743597+0000 2023-09-21T11:15:59.736 INFO:teuthology.orchestra.run.smithi079.stdout:created 2023-09-21T11:15:59.743597+0000 2023-09-21T11:15:59.736 INFO:teuthology.orchestra.run.smithi079.stdout:min_mon_release 16 (pacific) 2023-09-21T11:15:59.736 INFO:teuthology.orchestra.run.smithi079.stdout:election_strategy: 1 2023-09-21T11:15:59.737 INFO:teuthology.orchestra.run.smithi079.stdout:0: [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] mon.a 2023-09-21T11:15:59.737 INFO:teuthology.orchestra.run.smithi079.stdout:1: [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] mon.b 2023-09-21T11:15:59.737 INFO:teuthology.orchestra.run.smithi079.stdout:2: [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] mon.c 2023-09-21T11:15:59.737 INFO:teuthology.orchestra.run.smithi079.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-09-21T11:15:59.738 DEBUG:teuthology.orchestra.run.smithi079:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-09-21T11:15:59.755 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 10617cef-7e86-4778-bbc0-1aacec6e926f... 2023-09-21T11:15:59.756 DEBUG:teuthology.orchestra.run.smithi079:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-09-21T11:15:59.797 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-09-21T11:15:59.839 INFO:teuthology.orchestra.run.smithi079.stdout:[global] 2023-09-21T11:15:59.839 INFO:teuthology.orchestra.run.smithi079.stdout: chdir = "" 2023-09-21T11:15:59.840 INFO:teuthology.orchestra.run.smithi079.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-09-21T11:15:59.840 INFO:teuthology.orchestra.run.smithi079.stdout: auth supported = cephx 2023-09-21T11:15:59.840 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.840 INFO:teuthology.orchestra.run.smithi079.stdout: filestore xattr use omap = true 2023-09-21T11:15:59.841 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.841 INFO:teuthology.orchestra.run.smithi079.stdout: mon clock drift allowed = 1.000 2023-09-21T11:15:59.841 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.841 INFO:teuthology.orchestra.run.smithi079.stdout: osd crush chooseleaf type = 0 2023-09-21T11:15:59.841 INFO:teuthology.orchestra.run.smithi079.stdout: auth debug = true 2023-09-21T11:15:59.842 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.842 INFO:teuthology.orchestra.run.smithi079.stdout: ms die on old message = true 2023-09-21T11:15:59.842 INFO:teuthology.orchestra.run.smithi079.stdout: ms die on bug = true 2023-09-21T11:15:59.843 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.843 INFO:teuthology.orchestra.run.smithi079.stdout: mon max pg per osd = 10000 # >= luminous 2023-09-21T11:15:59.843 INFO:teuthology.orchestra.run.smithi079.stdout: mon pg warn max object skew = 0 2023-09-21T11:15:59.843 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.843 INFO:teuthology.orchestra.run.smithi079.stdout: # disable pg_autoscaler by default for new pools 2023-09-21T11:15:59.844 INFO:teuthology.orchestra.run.smithi079.stdout: osd_pool_default_pg_autoscale_mode = off 2023-09-21T11:15:59.844 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.844 INFO:teuthology.orchestra.run.smithi079.stdout: osd pool default size = 2 2023-09-21T11:15:59.844 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.844 INFO:teuthology.orchestra.run.smithi079.stdout: mon osd allow primary affinity = true 2023-09-21T11:15:59.845 INFO:teuthology.orchestra.run.smithi079.stdout: mon osd allow pg remap = true 2023-09-21T11:15:59.845 INFO:teuthology.orchestra.run.smithi079.stdout: mon warn on legacy crush tunables = false 2023-09-21T11:15:59.845 INFO:teuthology.orchestra.run.smithi079.stdout: mon warn on crush straw calc version zero = false 2023-09-21T11:15:59.845 INFO:teuthology.orchestra.run.smithi079.stdout: mon warn on no sortbitwise = false 2023-09-21T11:15:59.845 INFO:teuthology.orchestra.run.smithi079.stdout: mon warn on osd down out interval zero = false 2023-09-21T11:15:59.846 INFO:teuthology.orchestra.run.smithi079.stdout: mon warn on too few osds = false 2023-09-21T11:15:59.846 INFO:teuthology.orchestra.run.smithi079.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-09-21T11:15:59.846 INFO:teuthology.orchestra.run.smithi079.stdout: mon_warn_on_pool_no_redundancy = false 2023-09-21T11:15:59.846 INFO:teuthology.orchestra.run.smithi079.stdout: mon_allow_pool_size_one = true 2023-09-21T11:15:59.846 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.847 INFO:teuthology.orchestra.run.smithi079.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-09-21T11:15:59.847 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.847 INFO:teuthology.orchestra.run.smithi079.stdout: osd default data pool replay window = 5 2023-09-21T11:15:59.847 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.848 INFO:teuthology.orchestra.run.smithi079.stdout: mon allow pool delete = true 2023-09-21T11:15:59.848 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.848 INFO:teuthology.orchestra.run.smithi079.stdout: mon cluster log file level = debug 2023-09-21T11:15:59.848 INFO:teuthology.orchestra.run.smithi079.stdout: debug asserts on shutdown = true 2023-09-21T11:15:59.848 INFO:teuthology.orchestra.run.smithi079.stdout: mon health detail to clog = false 2023-09-21T11:15:59.849 INFO:teuthology.orchestra.run.smithi079.stdout: mon host = "172.21.15.79,172.21.15.134,[v2:172.21.15.134:3301,v1:172.21.15.134:6790]" 2023-09-21T11:15:59.849 INFO:teuthology.orchestra.run.smithi079.stdout: ms die on skipped message = False 2023-09-21T11:15:59.850 INFO:teuthology.orchestra.run.smithi079.stdout: fsid = 10617cef-7e86-4778-bbc0-1aacec6e926f 2023-09-21T11:15:59.850 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.850 INFO:teuthology.orchestra.run.smithi079.stdout:[osd] 2023-09-21T11:15:59.851 INFO:teuthology.orchestra.run.smithi079.stdout: osd journal size = 100 2023-09-21T11:15:59.851 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.851 INFO:teuthology.orchestra.run.smithi079.stdout: osd scrub load threshold = 5.0 2023-09-21T11:15:59.851 INFO:teuthology.orchestra.run.smithi079.stdout: osd scrub max interval = 600 2023-09-21T11:15:59.852 INFO:teuthology.orchestra.run.smithi079.stdout: osd mclock profile = high_recovery_ops 2023-09-21T11:15:59.852 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.852 INFO:teuthology.orchestra.run.smithi079.stdout: osd recover clone overlap = true 2023-09-21T11:15:59.852 INFO:teuthology.orchestra.run.smithi079.stdout: osd recovery max chunk = 1048576 2023-09-21T11:15:59.852 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.853 INFO:teuthology.orchestra.run.smithi079.stdout: osd debug shutdown = true 2023-09-21T11:15:59.853 INFO:teuthology.orchestra.run.smithi079.stdout: osd debug op order = true 2023-09-21T11:15:59.853 INFO:teuthology.orchestra.run.smithi079.stdout: osd debug verify stray on activate = true 2023-09-21T11:15:59.853 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.853 INFO:teuthology.orchestra.run.smithi079.stdout: osd open classes on start = true 2023-09-21T11:15:59.854 INFO:teuthology.orchestra.run.smithi079.stdout: osd debug pg log writeout = true 2023-09-21T11:15:59.854 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.854 INFO:teuthology.orchestra.run.smithi079.stdout: osd deep scrub update digest min age = 30 2023-09-21T11:15:59.854 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.854 INFO:teuthology.orchestra.run.smithi079.stdout: osd map max advance = 10 2023-09-21T11:15:59.855 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.855 INFO:teuthology.orchestra.run.smithi079.stdout: journal zero on create = true 2023-09-21T11:15:59.855 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.855 INFO:teuthology.orchestra.run.smithi079.stdout: filestore ondisk finisher threads = 3 2023-09-21T11:15:59.855 INFO:teuthology.orchestra.run.smithi079.stdout: filestore apply finisher threads = 3 2023-09-21T11:15:59.856 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.856 INFO:teuthology.orchestra.run.smithi079.stdout: bdev debug aio = true 2023-09-21T11:15:59.856 INFO:teuthology.orchestra.run.smithi079.stdout: osd debug misdirected ops = true 2023-09-21T11:15:59.856 INFO:teuthology.orchestra.run.smithi079.stdout: bdev async discard = True 2023-09-21T11:15:59.857 INFO:teuthology.orchestra.run.smithi079.stdout: bdev enable discard = True 2023-09-21T11:15:59.857 INFO:teuthology.orchestra.run.smithi079.stdout: bluestore allocator = bitmap 2023-09-21T11:15:59.857 INFO:teuthology.orchestra.run.smithi079.stdout: bluestore block size = 96636764160 2023-09-21T11:15:59.857 INFO:teuthology.orchestra.run.smithi079.stdout: bluestore fsck on mount = True 2023-09-21T11:15:59.857 INFO:teuthology.orchestra.run.smithi079.stdout: debug bluefs = 1/20 2023-09-21T11:15:59.858 INFO:teuthology.orchestra.run.smithi079.stdout: debug bluestore = 1/20 2023-09-21T11:15:59.858 INFO:teuthology.orchestra.run.smithi079.stdout: debug ms = 1 2023-09-21T11:15:59.858 INFO:teuthology.orchestra.run.smithi079.stdout: debug osd = 20 2023-09-21T11:15:59.858 INFO:teuthology.orchestra.run.smithi079.stdout: debug rocksdb = 4/10 2023-09-21T11:15:59.859 INFO:teuthology.orchestra.run.smithi079.stdout: mon osd backfillfull_ratio = 0.85 2023-09-21T11:15:59.859 INFO:teuthology.orchestra.run.smithi079.stdout: mon osd full ratio = 0.9 2023-09-21T11:15:59.859 INFO:teuthology.orchestra.run.smithi079.stdout: mon osd nearfull ratio = 0.8 2023-09-21T11:15:59.859 INFO:teuthology.orchestra.run.smithi079.stdout: osd failsafe full ratio = 0.95 2023-09-21T11:15:59.859 INFO:teuthology.orchestra.run.smithi079.stdout: osd objectstore = bluestore 2023-09-21T11:15:59.860 INFO:teuthology.orchestra.run.smithi079.stdout: osd op complaint time = 180 2023-09-21T11:15:59.860 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.860 INFO:teuthology.orchestra.run.smithi079.stdout:[mgr] 2023-09-21T11:15:59.860 INFO:teuthology.orchestra.run.smithi079.stdout: debug ms = 1 2023-09-21T11:15:59.860 INFO:teuthology.orchestra.run.smithi079.stdout: debug mgr = 20 2023-09-21T11:15:59.861 INFO:teuthology.orchestra.run.smithi079.stdout: debug mon = 20 2023-09-21T11:15:59.861 INFO:teuthology.orchestra.run.smithi079.stdout: debug auth = 20 2023-09-21T11:15:59.861 INFO:teuthology.orchestra.run.smithi079.stdout: mon reweight min pgs per osd = 4 2023-09-21T11:15:59.861 INFO:teuthology.orchestra.run.smithi079.stdout: mon reweight min bytes per osd = 10 2023-09-21T11:15:59.861 INFO:teuthology.orchestra.run.smithi079.stdout: mgr/telemetry/nag = false 2023-09-21T11:15:59.862 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.862 INFO:teuthology.orchestra.run.smithi079.stdout:[mon] 2023-09-21T11:15:59.862 INFO:teuthology.orchestra.run.smithi079.stdout: debug ms = 1 2023-09-21T11:15:59.862 INFO:teuthology.orchestra.run.smithi079.stdout: debug mon = 20 2023-09-21T11:15:59.863 INFO:teuthology.orchestra.run.smithi079.stdout: debug paxos = 20 2023-09-21T11:15:59.863 INFO:teuthology.orchestra.run.smithi079.stdout: debug auth = 20 2023-09-21T11:15:59.863 INFO:teuthology.orchestra.run.smithi079.stdout: mon data avail warn = 5 2023-09-21T11:15:59.863 INFO:teuthology.orchestra.run.smithi079.stdout: mon mgr mkfs grace = 240 2023-09-21T11:15:59.863 INFO:teuthology.orchestra.run.smithi079.stdout: mon reweight min pgs per osd = 4 2023-09-21T11:15:59.864 INFO:teuthology.orchestra.run.smithi079.stdout: mon osd reporter subtree level = osd 2023-09-21T11:15:59.864 INFO:teuthology.orchestra.run.smithi079.stdout: mon osd prime pg temp = true 2023-09-21T11:15:59.864 INFO:teuthology.orchestra.run.smithi079.stdout: mon reweight min bytes per osd = 10 2023-09-21T11:15:59.864 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.864 INFO:teuthology.orchestra.run.smithi079.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-09-21T11:15:59.865 INFO:teuthology.orchestra.run.smithi079.stdout: auth mon ticket ttl = 660 # 11m 2023-09-21T11:15:59.865 INFO:teuthology.orchestra.run.smithi079.stdout: auth service ticket ttl = 240 # 4m 2023-09-21T11:15:59.865 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.865 INFO:teuthology.orchestra.run.smithi079.stdout: # don't complain about insecure global_id in the test suite 2023-09-21T11:15:59.865 INFO:teuthology.orchestra.run.smithi079.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-09-21T11:15:59.866 INFO:teuthology.orchestra.run.smithi079.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-09-21T11:15:59.866 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.867 INFO:teuthology.orchestra.run.smithi079.stdout: # 1m isn't quite enough 2023-09-21T11:15:59.867 INFO:teuthology.orchestra.run.smithi079.stdout: mon_down_mkfs_grace = 2m 2023-09-21T11:15:59.867 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.868 INFO:teuthology.orchestra.run.smithi079.stdout: mon_warn_on_filestore_osds = false 2023-09-21T11:15:59.868 INFO:teuthology.orchestra.run.smithi079.stdout: mon op complaint time = 120 2023-09-21T11:15:59.868 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:15:59.868 INFO:teuthology.orchestra.run.smithi079.stdout:[client] 2023-09-21T11:15:59.868 INFO:teuthology.orchestra.run.smithi079.stdout: rgw cache enabled = true 2023-09-21T11:15:59.869 INFO:teuthology.orchestra.run.smithi079.stdout: rgw enable ops log = true 2023-09-21T11:15:59.869 INFO:teuthology.orchestra.run.smithi079.stdout: rgw enable usage log = true 2023-09-21T11:15:59.869 INFO:teuthology.orchestra.run.smithi079.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-09-21T11:15:59.869 INFO:teuthology.orchestra.run.smithi079.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-09-21T11:15:59.869 INFO:teuthology.orchestra.run.smithi079.stdout: client mount timeout = 600 2023-09-21T11:15:59.870 INFO:teuthology.orchestra.run.smithi079.stdout: debug client = 20 2023-09-21T11:15:59.870 INFO:teuthology.orchestra.run.smithi079.stdout: debug ms = 1 2023-09-21T11:15:59.870 INFO:teuthology.orchestra.run.smithi079.stdout: pid file = "" 2023-09-21T11:15:59.870 INFO:teuthology.orchestra.run.smithi079.stdout: rados mon op timeout = 900 2023-09-21T11:15:59.871 INFO:teuthology.orchestra.run.smithi079.stdout: rados osd op timeout = 900 2023-09-21T11:15:59.871 INFO:teuthology.orchestra.run.smithi079.stdout:[mon.a] 2023-09-21T11:15:59.871 INFO:teuthology.orchestra.run.smithi079.stdout:[mon.b] 2023-09-21T11:15:59.871 INFO:teuthology.orchestra.run.smithi079.stdout:[mon.c] 2023-09-21T11:15:59.871 INFO:teuthology.orchestra.run.smithi079.stdout:[mds.a] 2023-09-21T11:15:59.872 INFO:teuthology.orchestra.run.smithi079.stdout:[mds.c] 2023-09-21T11:15:59.872 INFO:teuthology.orchestra.run.smithi079.stdout:[mds.b] 2023-09-21T11:15:59.872 INFO:teuthology.orchestra.run.smithi079.stdout:[mds.d] 2023-09-21T11:15:59.872 INFO:teuthology.orchestra.run.smithi079.stdout:[mds] 2023-09-21T11:15:59.872 INFO:teuthology.orchestra.run.smithi079.stdout: debug mds = 20 2023-09-21T11:15:59.872 INFO:teuthology.orchestra.run.smithi079.stdout: debug mds balancer = 20 2023-09-21T11:15:59.873 INFO:teuthology.orchestra.run.smithi079.stdout: debug ms = 1 2023-09-21T11:15:59.873 INFO:teuthology.orchestra.run.smithi079.stdout: mds debug frag = True 2023-09-21T11:15:59.873 INFO:teuthology.orchestra.run.smithi079.stdout: mds debug scatterstat = True 2023-09-21T11:15:59.873 INFO:teuthology.orchestra.run.smithi079.stdout: mds op complaint time = 180 2023-09-21T11:15:59.874 INFO:teuthology.orchestra.run.smithi079.stdout: mds verify scatter = True 2023-09-21T11:15:59.874 INFO:teuthology.orchestra.run.smithi079.stdout: osd op complaint time = 180 2023-09-21T11:15:59.874 INFO:teuthology.orchestra.run.smithi079.stdout: rados mon op timeout = 900 2023-09-21T11:15:59.874 INFO:teuthology.orchestra.run.smithi079.stdout: rados osd op timeout = 900 2023-09-21T11:15:59.876 INFO:teuthology.orchestra.run.smithi134.stdout:[global] 2023-09-21T11:15:59.876 INFO:teuthology.orchestra.run.smithi134.stdout: chdir = "" 2023-09-21T11:15:59.876 INFO:teuthology.orchestra.run.smithi134.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-09-21T11:15:59.876 INFO:teuthology.orchestra.run.smithi134.stdout: auth supported = cephx 2023-09-21T11:15:59.877 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.877 INFO:teuthology.orchestra.run.smithi134.stdout: filestore xattr use omap = true 2023-09-21T11:15:59.877 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.877 INFO:teuthology.orchestra.run.smithi134.stdout: mon clock drift allowed = 1.000 2023-09-21T11:15:59.878 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.878 INFO:teuthology.orchestra.run.smithi134.stdout: osd crush chooseleaf type = 0 2023-09-21T11:15:59.878 INFO:teuthology.orchestra.run.smithi134.stdout: auth debug = true 2023-09-21T11:15:59.878 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.878 INFO:teuthology.orchestra.run.smithi134.stdout: ms die on old message = true 2023-09-21T11:15:59.879 INFO:teuthology.orchestra.run.smithi134.stdout: ms die on bug = true 2023-09-21T11:15:59.880 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.880 INFO:teuthology.orchestra.run.smithi134.stdout: mon max pg per osd = 10000 # >= luminous 2023-09-21T11:15:59.881 INFO:teuthology.orchestra.run.smithi134.stdout: mon pg warn max object skew = 0 2023-09-21T11:15:59.881 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.881 INFO:teuthology.orchestra.run.smithi134.stdout: # disable pg_autoscaler by default for new pools 2023-09-21T11:15:59.881 INFO:teuthology.orchestra.run.smithi134.stdout: osd_pool_default_pg_autoscale_mode = off 2023-09-21T11:15:59.881 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.882 INFO:teuthology.orchestra.run.smithi134.stdout: osd pool default size = 2 2023-09-21T11:15:59.882 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.882 INFO:teuthology.orchestra.run.smithi134.stdout: mon osd allow primary affinity = true 2023-09-21T11:15:59.882 INFO:teuthology.orchestra.run.smithi134.stdout: mon osd allow pg remap = true 2023-09-21T11:15:59.882 INFO:teuthology.orchestra.run.smithi134.stdout: mon warn on legacy crush tunables = false 2023-09-21T11:15:59.882 INFO:teuthology.orchestra.run.smithi134.stdout: mon warn on crush straw calc version zero = false 2023-09-21T11:15:59.883 INFO:teuthology.orchestra.run.smithi134.stdout: mon warn on no sortbitwise = false 2023-09-21T11:15:59.883 INFO:teuthology.orchestra.run.smithi134.stdout: mon warn on osd down out interval zero = false 2023-09-21T11:15:59.883 INFO:teuthology.orchestra.run.smithi134.stdout: mon warn on too few osds = false 2023-09-21T11:15:59.883 INFO:teuthology.orchestra.run.smithi134.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-09-21T11:15:59.883 INFO:teuthology.orchestra.run.smithi134.stdout: mon_warn_on_pool_no_redundancy = false 2023-09-21T11:15:59.883 INFO:teuthology.orchestra.run.smithi134.stdout: mon_allow_pool_size_one = true 2023-09-21T11:15:59.884 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.884 INFO:teuthology.orchestra.run.smithi134.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-09-21T11:15:59.884 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.884 INFO:teuthology.orchestra.run.smithi134.stdout: osd default data pool replay window = 5 2023-09-21T11:15:59.884 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.885 INFO:teuthology.orchestra.run.smithi134.stdout: mon allow pool delete = true 2023-09-21T11:15:59.885 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.885 INFO:teuthology.orchestra.run.smithi134.stdout: mon cluster log file level = debug 2023-09-21T11:15:59.885 INFO:teuthology.orchestra.run.smithi134.stdout: debug asserts on shutdown = true 2023-09-21T11:15:59.885 INFO:teuthology.orchestra.run.smithi134.stdout: mon health detail to clog = false 2023-09-21T11:15:59.886 INFO:teuthology.orchestra.run.smithi134.stdout: mon host = "172.21.15.79,172.21.15.134,[v2:172.21.15.134:3301,v1:172.21.15.134:6790]" 2023-09-21T11:15:59.886 INFO:teuthology.orchestra.run.smithi134.stdout: ms die on skipped message = False 2023-09-21T11:15:59.886 INFO:teuthology.orchestra.run.smithi134.stdout: fsid = 10617cef-7e86-4778-bbc0-1aacec6e926f 2023-09-21T11:15:59.886 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.886 INFO:teuthology.orchestra.run.smithi134.stdout:[osd] 2023-09-21T11:15:59.887 INFO:teuthology.orchestra.run.smithi134.stdout: osd journal size = 100 2023-09-21T11:15:59.887 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.887 INFO:teuthology.orchestra.run.smithi134.stdout: osd scrub load threshold = 5.0 2023-09-21T11:15:59.887 INFO:teuthology.orchestra.run.smithi134.stdout: osd scrub max interval = 600 2023-09-21T11:15:59.887 INFO:teuthology.orchestra.run.smithi134.stdout: osd mclock profile = high_recovery_ops 2023-09-21T11:15:59.887 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.888 INFO:teuthology.orchestra.run.smithi134.stdout: osd recover clone overlap = true 2023-09-21T11:15:59.888 INFO:teuthology.orchestra.run.smithi134.stdout: osd recovery max chunk = 1048576 2023-09-21T11:15:59.888 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.888 INFO:teuthology.orchestra.run.smithi134.stdout: osd debug shutdown = true 2023-09-21T11:15:59.889 INFO:teuthology.orchestra.run.smithi134.stdout: osd debug op order = true 2023-09-21T11:15:59.889 INFO:teuthology.orchestra.run.smithi134.stdout: osd debug verify stray on activate = true 2023-09-21T11:15:59.889 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.889 INFO:teuthology.orchestra.run.smithi134.stdout: osd open classes on start = true 2023-09-21T11:15:59.889 INFO:teuthology.orchestra.run.smithi134.stdout: osd debug pg log writeout = true 2023-09-21T11:15:59.890 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.890 INFO:teuthology.orchestra.run.smithi134.stdout: osd deep scrub update digest min age = 30 2023-09-21T11:15:59.890 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.890 INFO:teuthology.orchestra.run.smithi134.stdout: osd map max advance = 10 2023-09-21T11:15:59.890 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.891 INFO:teuthology.orchestra.run.smithi134.stdout: journal zero on create = true 2023-09-21T11:15:59.891 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.891 INFO:teuthology.orchestra.run.smithi134.stdout: filestore ondisk finisher threads = 3 2023-09-21T11:15:59.891 INFO:teuthology.orchestra.run.smithi134.stdout: filestore apply finisher threads = 3 2023-09-21T11:15:59.891 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.891 INFO:teuthology.orchestra.run.smithi134.stdout: bdev debug aio = true 2023-09-21T11:15:59.892 INFO:teuthology.orchestra.run.smithi134.stdout: osd debug misdirected ops = true 2023-09-21T11:15:59.892 INFO:teuthology.orchestra.run.smithi134.stdout: bdev async discard = True 2023-09-21T11:15:59.892 INFO:teuthology.orchestra.run.smithi134.stdout: bdev enable discard = True 2023-09-21T11:15:59.892 INFO:teuthology.orchestra.run.smithi134.stdout: bluestore allocator = bitmap 2023-09-21T11:15:59.892 INFO:teuthology.orchestra.run.smithi134.stdout: bluestore block size = 96636764160 2023-09-21T11:15:59.893 INFO:teuthology.orchestra.run.smithi134.stdout: bluestore fsck on mount = True 2023-09-21T11:15:59.893 INFO:teuthology.orchestra.run.smithi134.stdout: debug bluefs = 1/20 2023-09-21T11:15:59.893 INFO:teuthology.orchestra.run.smithi134.stdout: debug bluestore = 1/20 2023-09-21T11:15:59.893 INFO:teuthology.orchestra.run.smithi134.stdout: debug ms = 1 2023-09-21T11:15:59.893 INFO:teuthology.orchestra.run.smithi134.stdout: debug osd = 20 2023-09-21T11:15:59.893 INFO:teuthology.orchestra.run.smithi134.stdout: debug rocksdb = 4/10 2023-09-21T11:15:59.894 INFO:teuthology.orchestra.run.smithi134.stdout: mon osd backfillfull_ratio = 0.85 2023-09-21T11:15:59.894 INFO:teuthology.orchestra.run.smithi134.stdout: mon osd full ratio = 0.9 2023-09-21T11:15:59.894 INFO:teuthology.orchestra.run.smithi134.stdout: mon osd nearfull ratio = 0.8 2023-09-21T11:15:59.894 INFO:teuthology.orchestra.run.smithi134.stdout: osd failsafe full ratio = 0.95 2023-09-21T11:15:59.894 INFO:teuthology.orchestra.run.smithi134.stdout: osd objectstore = bluestore 2023-09-21T11:15:59.895 INFO:teuthology.orchestra.run.smithi134.stdout: osd op complaint time = 180 2023-09-21T11:15:59.895 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.895 INFO:teuthology.orchestra.run.smithi134.stdout:[mgr] 2023-09-21T11:15:59.895 INFO:teuthology.orchestra.run.smithi134.stdout: debug ms = 1 2023-09-21T11:15:59.895 INFO:teuthology.orchestra.run.smithi134.stdout: debug mgr = 20 2023-09-21T11:15:59.895 INFO:teuthology.orchestra.run.smithi134.stdout: debug mon = 20 2023-09-21T11:15:59.896 INFO:teuthology.orchestra.run.smithi134.stdout: debug auth = 20 2023-09-21T11:15:59.896 INFO:teuthology.orchestra.run.smithi134.stdout: mon reweight min pgs per osd = 4 2023-09-21T11:15:59.896 INFO:teuthology.orchestra.run.smithi134.stdout: mon reweight min bytes per osd = 10 2023-09-21T11:15:59.896 INFO:teuthology.orchestra.run.smithi134.stdout: mgr/telemetry/nag = false 2023-09-21T11:15:59.896 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.896 INFO:teuthology.orchestra.run.smithi134.stdout:[mon] 2023-09-21T11:15:59.897 INFO:teuthology.orchestra.run.smithi134.stdout: debug ms = 1 2023-09-21T11:15:59.897 INFO:teuthology.orchestra.run.smithi134.stdout: debug mon = 20 2023-09-21T11:15:59.897 INFO:teuthology.orchestra.run.smithi134.stdout: debug paxos = 20 2023-09-21T11:15:59.897 INFO:teuthology.orchestra.run.smithi134.stdout: debug auth = 20 2023-09-21T11:15:59.897 INFO:teuthology.orchestra.run.smithi134.stdout: mon data avail warn = 5 2023-09-21T11:15:59.897 INFO:teuthology.orchestra.run.smithi134.stdout: mon mgr mkfs grace = 240 2023-09-21T11:15:59.898 INFO:teuthology.orchestra.run.smithi134.stdout: mon reweight min pgs per osd = 4 2023-09-21T11:15:59.898 INFO:teuthology.orchestra.run.smithi134.stdout: mon osd reporter subtree level = osd 2023-09-21T11:15:59.898 INFO:teuthology.orchestra.run.smithi134.stdout: mon osd prime pg temp = true 2023-09-21T11:15:59.898 INFO:teuthology.orchestra.run.smithi134.stdout: mon reweight min bytes per osd = 10 2023-09-21T11:15:59.898 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.899 INFO:teuthology.orchestra.run.smithi134.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-09-21T11:15:59.899 INFO:teuthology.orchestra.run.smithi134.stdout: auth mon ticket ttl = 660 # 11m 2023-09-21T11:15:59.899 INFO:teuthology.orchestra.run.smithi134.stdout: auth service ticket ttl = 240 # 4m 2023-09-21T11:15:59.899 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.899 INFO:teuthology.orchestra.run.smithi134.stdout: # don't complain about insecure global_id in the test suite 2023-09-21T11:15:59.899 INFO:teuthology.orchestra.run.smithi134.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-09-21T11:15:59.900 INFO:teuthology.orchestra.run.smithi134.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-09-21T11:15:59.900 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.900 INFO:teuthology.orchestra.run.smithi134.stdout: # 1m isn't quite enough 2023-09-21T11:15:59.900 INFO:teuthology.orchestra.run.smithi134.stdout: mon_down_mkfs_grace = 2m 2023-09-21T11:15:59.900 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.900 INFO:teuthology.orchestra.run.smithi134.stdout: mon_warn_on_filestore_osds = false 2023-09-21T11:15:59.901 INFO:teuthology.orchestra.run.smithi134.stdout: mon op complaint time = 120 2023-09-21T11:15:59.901 INFO:teuthology.orchestra.run.smithi134.stdout: 2023-09-21T11:15:59.901 INFO:teuthology.orchestra.run.smithi134.stdout:[client] 2023-09-21T11:15:59.901 INFO:teuthology.orchestra.run.smithi134.stdout: rgw cache enabled = true 2023-09-21T11:15:59.901 INFO:teuthology.orchestra.run.smithi134.stdout: rgw enable ops log = true 2023-09-21T11:15:59.901 INFO:teuthology.orchestra.run.smithi134.stdout: rgw enable usage log = true 2023-09-21T11:15:59.902 INFO:teuthology.orchestra.run.smithi134.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-09-21T11:15:59.902 INFO:teuthology.orchestra.run.smithi134.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-09-21T11:15:59.902 INFO:teuthology.orchestra.run.smithi134.stdout: client mount timeout = 600 2023-09-21T11:15:59.902 INFO:teuthology.orchestra.run.smithi134.stdout: debug client = 20 2023-09-21T11:15:59.902 INFO:teuthology.orchestra.run.smithi134.stdout: debug ms = 1 2023-09-21T11:15:59.903 INFO:teuthology.orchestra.run.smithi134.stdout: pid file = "" 2023-09-21T11:15:59.903 INFO:teuthology.orchestra.run.smithi134.stdout: rados mon op timeout = 900 2023-09-21T11:15:59.903 INFO:teuthology.orchestra.run.smithi134.stdout: rados osd op timeout = 900 2023-09-21T11:15:59.903 INFO:teuthology.orchestra.run.smithi134.stdout:[mon.a] 2023-09-21T11:15:59.903 INFO:teuthology.orchestra.run.smithi134.stdout:[mon.b] 2023-09-21T11:15:59.904 INFO:teuthology.orchestra.run.smithi134.stdout:[mon.c] 2023-09-21T11:15:59.904 INFO:teuthology.orchestra.run.smithi134.stdout:[mds.a] 2023-09-21T11:15:59.904 INFO:teuthology.orchestra.run.smithi134.stdout:[mds.c] 2023-09-21T11:15:59.904 INFO:teuthology.orchestra.run.smithi134.stdout:[mds.b] 2023-09-21T11:15:59.904 INFO:teuthology.orchestra.run.smithi134.stdout:[mds.d] 2023-09-21T11:15:59.904 INFO:teuthology.orchestra.run.smithi134.stdout:[mds] 2023-09-21T11:15:59.905 INFO:teuthology.orchestra.run.smithi134.stdout: debug mds = 20 2023-09-21T11:15:59.905 INFO:teuthology.orchestra.run.smithi134.stdout: debug mds balancer = 20 2023-09-21T11:15:59.905 INFO:teuthology.orchestra.run.smithi134.stdout: debug ms = 1 2023-09-21T11:15:59.905 INFO:teuthology.orchestra.run.smithi134.stdout: mds debug frag = True 2023-09-21T11:15:59.905 INFO:teuthology.orchestra.run.smithi134.stdout: mds debug scatterstat = True 2023-09-21T11:15:59.906 INFO:teuthology.orchestra.run.smithi134.stdout: mds op complaint time = 180 2023-09-21T11:15:59.906 INFO:teuthology.orchestra.run.smithi134.stdout: mds verify scatter = True 2023-09-21T11:15:59.906 INFO:teuthology.orchestra.run.smithi134.stdout: osd op complaint time = 180 2023-09-21T11:15:59.906 INFO:teuthology.orchestra.run.smithi134.stdout: rados mon op timeout = 900 2023-09-21T11:15:59.906 INFO:teuthology.orchestra.run.smithi134.stdout: rados osd op timeout = 900 2023-09-21T11:15:59.907 INFO:tasks.ceph:Creating admin key on mon.a... 2023-09-21T11:15:59.907 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-09-21T11:15:59.972 INFO:tasks.ceph:Copying monmap to all nodes... 2023-09-21T11:15:59.972 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:15:59.973 DEBUG:teuthology.orchestra.run.smithi079:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-09-21T11:15:59.989 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:15:59.989 DEBUG:teuthology.orchestra.run.smithi079:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-09-21T11:16:00.045 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi079.front.sepia.ceph.com 2023-09-21T11:16:00.046 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:16:00.046 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd of=/etc/ceph/ceph.keyring 2023-09-21T11:16:00.047 DEBUG:teuthology.orchestra.run.smithi079:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-09-21T11:16:00.121 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:16:00.121 DEBUG:teuthology.orchestra.run.smithi079:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-09-21T11:16:00.177 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi134.front.sepia.ceph.com 2023-09-21T11:16:00.177 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:16:00.177 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/etc/ceph/ceph.keyring 2023-09-21T11:16:00.178 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-09-21T11:16:00.217 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:16:00.217 DEBUG:teuthology.orchestra.run.smithi134:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-09-21T11:16:00.275 INFO:tasks.ceph:Setting up mon nodes... 2023-09-21T11:16:00.275 INFO:tasks.ceph:Setting up mgr nodes... 2023-09-21T11:16:00.275 DEBUG:teuthology.orchestra.run.smithi079:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-09-21T11:16:00.328 INFO:teuthology.orchestra.run.smithi079.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-09-21T11:16:00.331 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-09-21T11:16:00.390 INFO:teuthology.orchestra.run.smithi134.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-09-21T11:16:00.393 INFO:tasks.ceph:Setting up mds nodes... 2023-09-21T11:16:00.394 DEBUG:teuthology.orchestra.run.smithi079:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2023-09-21T11:16:00.446 INFO:teuthology.orchestra.run.smithi079.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2023-09-21T11:16:00.449 DEBUG:teuthology.orchestra.run.smithi079:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2023-09-21T11:16:00.475 DEBUG:teuthology.orchestra.run.smithi079:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2023-09-21T11:16:00.568 INFO:teuthology.orchestra.run.smithi079.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2023-09-21T11:16:00.571 DEBUG:teuthology.orchestra.run.smithi079:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2023-09-21T11:16:00.597 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2023-09-21T11:16:00.651 INFO:teuthology.orchestra.run.smithi134.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2023-09-21T11:16:00.653 DEBUG:teuthology.orchestra.run.smithi134:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2023-09-21T11:16:00.680 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2023-09-21T11:16:00.773 INFO:teuthology.orchestra.run.smithi134.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2023-09-21T11:16:00.775 DEBUG:teuthology.orchestra.run.smithi134:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2023-09-21T11:16:00.802 INFO:tasks.ceph_client:Setting up client nodes... 2023-09-21T11:16:00.802 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-09-21T11:16:00.845 INFO:teuthology.orchestra.run.smithi079.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-09-21T11:16:00.859 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2023-09-21T11:16:00.941 INFO:teuthology.orchestra.run.smithi079.stdout:creating /etc/ceph/ceph.client.2.keyring 2023-09-21T11:16:00.954 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-09-21T11:16:00.997 INFO:teuthology.orchestra.run.smithi134.stdout:creating /etc/ceph/ceph.client.1.keyring 2023-09-21T11:16:01.011 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2023-09-21T11:16:01.054 INFO:teuthology.orchestra.run.smithi134.stdout:creating /etc/ceph/ceph.client.3.keyring 2023-09-21T11:16:01.066 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-09-21T11:16:01.067 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi079.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi134.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-09-21T11:16:01.067 DEBUG:teuthology.orchestra.run.smithi079:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-09-21T11:16:01.093 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-09-21T11:16:01.093 INFO:tasks.ceph:role: osd.0 2023-09-21T11:16:01.094 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi079.front.sepia.ceph.com 2023-09-21T11:16:01.094 DEBUG:teuthology.orchestra.run.smithi079:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-09-21T11:16:01.166 INFO:teuthology.orchestra.run.smithi079.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-09-21T11:16:01.167 INFO:teuthology.orchestra.run.smithi079.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-21T11:16:01.167 INFO:teuthology.orchestra.run.smithi079.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-21T11:16:01.167 INFO:teuthology.orchestra.run.smithi079.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-21T11:16:01.167 INFO:teuthology.orchestra.run.smithi079.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-21T11:16:01.168 INFO:teuthology.orchestra.run.smithi079.stdout: = sunit=0 swidth=0 blks 2023-09-21T11:16:01.168 INFO:teuthology.orchestra.run.smithi079.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-21T11:16:01.168 INFO:teuthology.orchestra.run.smithi079.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-21T11:16:01.168 INFO:teuthology.orchestra.run.smithi079.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-21T11:16:01.168 INFO:teuthology.orchestra.run.smithi079.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-21T11:16:01.598 INFO:teuthology.orchestra.run.smithi079.stdout:Discarding blocks...Done. 2023-09-21T11:16:01.600 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi079.front.sepia.ceph.com -o noatime 2023-09-21T11:16:01.600 DEBUG:teuthology.orchestra.run.smithi079:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-09-21T11:16:01.765 DEBUG:teuthology.orchestra.run.smithi079:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-09-21T11:16:01.799 DEBUG:teuthology.orchestra.run.smithi079:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-09-21T11:16:01.866 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-09-21T11:16:01.866 INFO:tasks.ceph:role: osd.1 2023-09-21T11:16:01.867 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi079.front.sepia.ceph.com 2023-09-21T11:16:01.867 DEBUG:teuthology.orchestra.run.smithi079:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-09-21T11:16:01.940 INFO:teuthology.orchestra.run.smithi079.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-09-21T11:16:01.941 INFO:teuthology.orchestra.run.smithi079.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-21T11:16:01.941 INFO:teuthology.orchestra.run.smithi079.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-21T11:16:01.941 INFO:teuthology.orchestra.run.smithi079.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-21T11:16:01.941 INFO:teuthology.orchestra.run.smithi079.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-21T11:16:01.941 INFO:teuthology.orchestra.run.smithi079.stdout: = sunit=0 swidth=0 blks 2023-09-21T11:16:01.942 INFO:teuthology.orchestra.run.smithi079.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-21T11:16:01.942 INFO:teuthology.orchestra.run.smithi079.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-21T11:16:01.942 INFO:teuthology.orchestra.run.smithi079.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-21T11:16:01.942 INFO:teuthology.orchestra.run.smithi079.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-21T11:16:02.376 INFO:teuthology.orchestra.run.smithi079.stdout:Discarding blocks...Done. 2023-09-21T11:16:02.378 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi079.front.sepia.ceph.com -o noatime 2023-09-21T11:16:02.379 DEBUG:teuthology.orchestra.run.smithi079:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-09-21T11:16:02.484 DEBUG:teuthology.orchestra.run.smithi079:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-09-21T11:16:02.517 DEBUG:teuthology.orchestra.run.smithi079:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-09-21T11:16:02.583 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-09-21T11:16:02.584 INFO:tasks.ceph:role: osd.2 2023-09-21T11:16:02.584 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi079.front.sepia.ceph.com 2023-09-21T11:16:02.584 DEBUG:teuthology.orchestra.run.smithi079:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-09-21T11:16:02.657 INFO:teuthology.orchestra.run.smithi079.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-09-21T11:16:02.666 INFO:teuthology.orchestra.run.smithi079.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-21T11:16:02.666 INFO:teuthology.orchestra.run.smithi079.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-21T11:16:02.666 INFO:teuthology.orchestra.run.smithi079.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-21T11:16:02.667 INFO:teuthology.orchestra.run.smithi079.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-21T11:16:02.667 INFO:teuthology.orchestra.run.smithi079.stdout: = sunit=0 swidth=0 blks 2023-09-21T11:16:02.667 INFO:teuthology.orchestra.run.smithi079.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-21T11:16:02.667 INFO:teuthology.orchestra.run.smithi079.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-21T11:16:02.667 INFO:teuthology.orchestra.run.smithi079.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-21T11:16:02.667 INFO:teuthology.orchestra.run.smithi079.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-21T11:16:03.098 INFO:teuthology.orchestra.run.smithi079.stdout:Discarding blocks...Done. 2023-09-21T11:16:03.099 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi079.front.sepia.ceph.com -o noatime 2023-09-21T11:16:03.100 DEBUG:teuthology.orchestra.run.smithi079:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2023-09-21T11:16:03.276 DEBUG:teuthology.orchestra.run.smithi079:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-09-21T11:16:03.308 DEBUG:teuthology.orchestra.run.smithi079:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-09-21T11:16:03.376 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-09-21T11:16:03.376 INFO:tasks.ceph:role: osd.3 2023-09-21T11:16:03.376 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi079.front.sepia.ceph.com 2023-09-21T11:16:03.376 DEBUG:teuthology.orchestra.run.smithi079:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-09-21T11:16:03.449 INFO:teuthology.orchestra.run.smithi079.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-09-21T11:16:03.449 INFO:teuthology.orchestra.run.smithi079.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-21T11:16:03.450 INFO:teuthology.orchestra.run.smithi079.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-21T11:16:03.450 INFO:teuthology.orchestra.run.smithi079.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-21T11:16:03.450 INFO:teuthology.orchestra.run.smithi079.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-21T11:16:03.450 INFO:teuthology.orchestra.run.smithi079.stdout: = sunit=0 swidth=0 blks 2023-09-21T11:16:03.450 INFO:teuthology.orchestra.run.smithi079.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-21T11:16:03.451 INFO:teuthology.orchestra.run.smithi079.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-21T11:16:03.451 INFO:teuthology.orchestra.run.smithi079.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-21T11:16:03.451 INFO:teuthology.orchestra.run.smithi079.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-21T11:16:03.893 INFO:teuthology.orchestra.run.smithi079.stdout:Discarding blocks...Done. 2023-09-21T11:16:03.895 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi079.front.sepia.ceph.com -o noatime 2023-09-21T11:16:03.895 DEBUG:teuthology.orchestra.run.smithi079:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2023-09-21T11:16:04.057 DEBUG:teuthology.orchestra.run.smithi079:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-09-21T11:16:04.089 DEBUG:teuthology.orchestra.run.smithi079:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-21T11:16:04.193 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:04.200+0000 7fba48597640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-09-21T11:16:04.194 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:04.201+0000 7fba48597640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-09-21T11:16:04.194 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:04.201+0000 7fba48597640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-09-21T11:16:04.195 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:04.201+0000 7fba48597640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-09-21T11:16:04.195 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:04.201+0000 7fba48597640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-09-21T11:16:04.195 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:04.202+0000 7fba48597640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2023-09-21T11:16:07.059 DEBUG:teuthology.orchestra.run.smithi079:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-09-21T11:16:07.090 DEBUG:teuthology.orchestra.run.smithi079:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-21T11:16:07.181 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:07.188+0000 7faafbb75640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-09-21T11:16:07.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:07.189+0000 7faafbb75640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-09-21T11:16:07.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:07.189+0000 7faafbb75640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-09-21T11:16:07.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:07.189+0000 7faafbb75640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-09-21T11:16:07.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:07.189+0000 7faafbb75640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-09-21T11:16:07.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:07.189+0000 7faafbb75640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2023-09-21T11:16:10.040 DEBUG:teuthology.orchestra.run.smithi079:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-09-21T11:16:10.071 DEBUG:teuthology.orchestra.run.smithi079:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-21T11:16:10.165 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:10.172+0000 7fd599911640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-09-21T11:16:10.166 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:10.173+0000 7fd599911640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-09-21T11:16:10.166 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:10.173+0000 7fd599911640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-09-21T11:16:10.166 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:10.173+0000 7fd599911640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-09-21T11:16:10.166 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:10.173+0000 7fd599911640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-09-21T11:16:10.167 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:10.173+0000 7fd599911640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2023-09-21T11:16:13.031 DEBUG:teuthology.orchestra.run.smithi079:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-09-21T11:16:13.063 DEBUG:teuthology.orchestra.run.smithi079:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-21T11:16:13.153 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:13.160+0000 7f5f97b9a640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-09-21T11:16:13.154 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:13.161+0000 7f5f97b9a640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-09-21T11:16:13.154 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:13.161+0000 7f5f97b9a640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-09-21T11:16:13.154 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:13.161+0000 7f5f97b9a640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-09-21T11:16:13.154 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:13.161+0000 7f5f97b9a640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-09-21T11:16:13.155 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:13.161+0000 7f5f97b9a640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2023-09-21T11:16:16.023 DEBUG:teuthology.orchestra.run.smithi079:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-09-21T11:16:16.054 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2023-09-21T11:16:16.088 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-09-21T11:16:16.088 INFO:tasks.ceph:role: osd.4 2023-09-21T11:16:16.088 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi134.front.sepia.ceph.com 2023-09-21T11:16:16.089 DEBUG:teuthology.orchestra.run.smithi134:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-09-21T11:16:16.166 INFO:teuthology.orchestra.run.smithi134.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-09-21T11:16:16.167 INFO:teuthology.orchestra.run.smithi134.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-21T11:16:16.167 INFO:teuthology.orchestra.run.smithi134.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-21T11:16:16.167 INFO:teuthology.orchestra.run.smithi134.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-21T11:16:16.167 INFO:teuthology.orchestra.run.smithi134.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-21T11:16:16.167 INFO:teuthology.orchestra.run.smithi134.stdout: = sunit=0 swidth=0 blks 2023-09-21T11:16:16.168 INFO:teuthology.orchestra.run.smithi134.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-21T11:16:16.168 INFO:teuthology.orchestra.run.smithi134.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-21T11:16:16.168 INFO:teuthology.orchestra.run.smithi134.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-21T11:16:16.168 INFO:teuthology.orchestra.run.smithi134.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-21T11:16:16.592 INFO:teuthology.orchestra.run.smithi134.stdout:Discarding blocks...Done. 2023-09-21T11:16:16.594 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi134.front.sepia.ceph.com -o noatime 2023-09-21T11:16:16.594 DEBUG:teuthology.orchestra.run.smithi134:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2023-09-21T11:16:16.780 DEBUG:teuthology.orchestra.run.smithi134:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2023-09-21T11:16:16.818 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2023-09-21T11:16:16.888 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-09-21T11:16:16.888 INFO:tasks.ceph:role: osd.5 2023-09-21T11:16:16.888 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi134.front.sepia.ceph.com 2023-09-21T11:16:16.889 DEBUG:teuthology.orchestra.run.smithi134:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-09-21T11:16:16.964 INFO:teuthology.orchestra.run.smithi134.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-09-21T11:16:16.964 INFO:teuthology.orchestra.run.smithi134.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-21T11:16:16.964 INFO:teuthology.orchestra.run.smithi134.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-21T11:16:16.965 INFO:teuthology.orchestra.run.smithi134.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-21T11:16:16.965 INFO:teuthology.orchestra.run.smithi134.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-21T11:16:16.965 INFO:teuthology.orchestra.run.smithi134.stdout: = sunit=0 swidth=0 blks 2023-09-21T11:16:16.965 INFO:teuthology.orchestra.run.smithi134.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-21T11:16:16.965 INFO:teuthology.orchestra.run.smithi134.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-21T11:16:16.966 INFO:teuthology.orchestra.run.smithi134.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-21T11:16:16.966 INFO:teuthology.orchestra.run.smithi134.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-21T11:16:17.386 INFO:teuthology.orchestra.run.smithi134.stdout:Discarding blocks...Done. 2023-09-21T11:16:17.388 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi134.front.sepia.ceph.com -o noatime 2023-09-21T11:16:17.388 DEBUG:teuthology.orchestra.run.smithi134:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2023-09-21T11:16:17.498 DEBUG:teuthology.orchestra.run.smithi134:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2023-09-21T11:16:17.532 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2023-09-21T11:16:17.602 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-09-21T11:16:17.602 INFO:tasks.ceph:role: osd.6 2023-09-21T11:16:17.603 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi134.front.sepia.ceph.com 2023-09-21T11:16:17.604 DEBUG:teuthology.orchestra.run.smithi134:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-09-21T11:16:17.678 INFO:teuthology.orchestra.run.smithi134.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-09-21T11:16:17.678 INFO:teuthology.orchestra.run.smithi134.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-21T11:16:17.678 INFO:teuthology.orchestra.run.smithi134.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-21T11:16:17.678 INFO:teuthology.orchestra.run.smithi134.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-21T11:16:17.679 INFO:teuthology.orchestra.run.smithi134.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-21T11:16:17.679 INFO:teuthology.orchestra.run.smithi134.stdout: = sunit=0 swidth=0 blks 2023-09-21T11:16:17.679 INFO:teuthology.orchestra.run.smithi134.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-21T11:16:17.679 INFO:teuthology.orchestra.run.smithi134.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-21T11:16:17.679 INFO:teuthology.orchestra.run.smithi134.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-21T11:16:17.680 INFO:teuthology.orchestra.run.smithi134.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-21T11:16:18.124 INFO:teuthology.orchestra.run.smithi134.stdout:Discarding blocks...Done. 2023-09-21T11:16:18.126 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi134.front.sepia.ceph.com -o noatime 2023-09-21T11:16:18.127 DEBUG:teuthology.orchestra.run.smithi134:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2023-09-21T11:16:18.308 DEBUG:teuthology.orchestra.run.smithi134:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2023-09-21T11:16:18.345 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2023-09-21T11:16:18.416 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-09-21T11:16:18.417 INFO:tasks.ceph:role: osd.7 2023-09-21T11:16:18.417 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi134.front.sepia.ceph.com 2023-09-21T11:16:18.417 DEBUG:teuthology.orchestra.run.smithi134:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-09-21T11:16:18.493 INFO:teuthology.orchestra.run.smithi134.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-09-21T11:16:18.493 INFO:teuthology.orchestra.run.smithi134.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-21T11:16:18.494 INFO:teuthology.orchestra.run.smithi134.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-21T11:16:18.494 INFO:teuthology.orchestra.run.smithi134.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-21T11:16:18.494 INFO:teuthology.orchestra.run.smithi134.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-21T11:16:18.494 INFO:teuthology.orchestra.run.smithi134.stdout: = sunit=0 swidth=0 blks 2023-09-21T11:16:18.495 INFO:teuthology.orchestra.run.smithi134.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-21T11:16:18.495 INFO:teuthology.orchestra.run.smithi134.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-21T11:16:18.495 INFO:teuthology.orchestra.run.smithi134.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-21T11:16:18.495 INFO:teuthology.orchestra.run.smithi134.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-21T11:16:18.919 INFO:teuthology.orchestra.run.smithi134.stdout:Discarding blocks...Done. 2023-09-21T11:16:18.921 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi134.front.sepia.ceph.com -o noatime 2023-09-21T11:16:18.921 DEBUG:teuthology.orchestra.run.smithi134:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2023-09-21T11:16:19.094 DEBUG:teuthology.orchestra.run.smithi134:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2023-09-21T11:16:19.132 DEBUG:teuthology.orchestra.run.smithi134:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-21T11:16:19.244 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:19.250+0000 7fba7350e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2023-09-21T11:16:19.244 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:19.251+0000 7fba7350e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2023-09-21T11:16:19.244 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:19.251+0000 7fba7350e640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-09-21T11:16:19.244 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:19.251+0000 7fba7350e640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-09-21T11:16:19.245 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:19.251+0000 7fba7350e640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-09-21T11:16:19.245 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:19.251+0000 7fba7350e640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2023-09-21T11:16:22.111 DEBUG:teuthology.orchestra.run.smithi134:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-09-21T11:16:22.142 DEBUG:teuthology.orchestra.run.smithi134:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-21T11:16:22.234 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:22.241+0000 7fee4eac3640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2023-09-21T11:16:22.234 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:22.242+0000 7fee4eac3640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2023-09-21T11:16:22.234 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:22.242+0000 7fee4eac3640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-09-21T11:16:22.234 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:22.242+0000 7fee4eac3640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-09-21T11:16:22.234 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:22.242+0000 7fee4eac3640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-09-21T11:16:22.235 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:22.242+0000 7fee4eac3640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2023-09-21T11:16:25.103 DEBUG:teuthology.orchestra.run.smithi134:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-09-21T11:16:25.134 DEBUG:teuthology.orchestra.run.smithi134:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-21T11:16:25.227 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:25.235+0000 7ff6c1be5640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2023-09-21T11:16:25.227 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:25.235+0000 7ff6c1be5640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2023-09-21T11:16:25.228 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:25.235+0000 7ff6c1be5640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-09-21T11:16:25.228 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:25.235+0000 7ff6c1be5640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-09-21T11:16:25.228 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:25.235+0000 7ff6c1be5640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-09-21T11:16:25.228 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:25.236+0000 7ff6c1be5640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2023-09-21T11:16:27.823 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:16:27.827 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:16:28.091 DEBUG:teuthology.orchestra.run.smithi134:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-09-21T11:16:28.121 DEBUG:teuthology.orchestra.run.smithi134:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-21T11:16:28.210 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:28.218+0000 7f12656f4640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2023-09-21T11:16:28.210 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:28.218+0000 7f12656f4640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2023-09-21T11:16:28.210 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:28.218+0000 7f12656f4640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-09-21T11:16:28.210 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:28.218+0000 7f12656f4640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-09-21T11:16:28.211 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:28.218+0000 7f12656f4640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-09-21T11:16:28.211 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:28.218+0000 7f12656f4640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2023-09-21T11:16:31.067 DEBUG:teuthology.orchestra.run.smithi134:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-09-21T11:16:31.101 INFO:tasks.ceph:Reading keys from all nodes... 2023-09-21T11:16:31.102 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:16:31.102 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-09-21T11:16:31.134 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:16:31.135 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2023-09-21T11:16:31.204 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:16:31.204 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2023-09-21T11:16:31.273 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:16:31.273 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-09-21T11:16:31.342 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:16:31.342 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-09-21T11:16:31.410 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:16:31.410 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-09-21T11:16:31.476 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:16:31.477 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-09-21T11:16:31.543 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:16:31.543 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-09-21T11:16:31.574 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:16:31.575 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2023-09-21T11:16:31.646 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:16:31.646 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2023-09-21T11:16:31.716 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:16:31.717 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2023-09-21T11:16:31.786 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:16:31.786 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2023-09-21T11:16:31.855 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:16:31.856 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2023-09-21T11:16:31.923 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:16:31.924 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2023-09-21T11:16:31.991 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:16:31.992 DEBUG:teuthology.orchestra.run.smithi079:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-09-21T11:16:32.011 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:16:32.011 DEBUG:teuthology.orchestra.run.smithi079:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2023-09-21T11:16:32.070 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:16:32.070 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2023-09-21T11:16:32.088 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:16:32.088 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2023-09-21T11:16:32.144 INFO:tasks.ceph:Adding keys to all mons... 2023-09-21T11:16:32.145 DEBUG:teuthology.orchestra.run.smithi079:> sudo tee -a /etc/ceph/ceph.keyring 2023-09-21T11:16:32.147 DEBUG:teuthology.orchestra.run.smithi134:> sudo tee -a /etc/ceph/ceph.keyring 2023-09-21T11:16:32.187 INFO:teuthology.orchestra.run.smithi079.stdout:[mgr.y] 2023-09-21T11:16:32.188 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQDwJQxlUDoVFBAAvLtnVhfBfHhW3s0Y/QSkkQ== 2023-09-21T11:16:32.188 INFO:teuthology.orchestra.run.smithi079.stdout:[mds.a] 2023-09-21T11:16:32.188 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQDwJQxl4WwlGxAADy+jM4pGUgokm1giDpe6mg== 2023-09-21T11:16:32.188 INFO:teuthology.orchestra.run.smithi079.stdout:[mds.c] 2023-09-21T11:16:32.188 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQDwJQxljQZqIhAAhhxsAxneHwIa4YLjYYiweg== 2023-09-21T11:16:32.189 INFO:teuthology.orchestra.run.smithi079.stdout:[osd.0] 2023-09-21T11:16:32.189 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQD0JQxlK8oMDBAADiXiVR6kmurgCvQpgMXVYg== 2023-09-21T11:16:32.189 INFO:teuthology.orchestra.run.smithi079.stdout:[osd.1] 2023-09-21T11:16:32.189 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQD3JQxlPIhUCxAAPOF7dpnRdDJHosp4BqR2lg== 2023-09-21T11:16:32.189 INFO:teuthology.orchestra.run.smithi079.stdout:[osd.2] 2023-09-21T11:16:32.189 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQD6JQxlOUlhChAAVnJaYchRl1rhGS8CPn0sEA== 2023-09-21T11:16:32.190 INFO:teuthology.orchestra.run.smithi079.stdout:[osd.3] 2023-09-21T11:16:32.190 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQD9JQxltCenCRAAb0K276BRHz8rwT1SZLYPFQ== 2023-09-21T11:16:32.190 INFO:teuthology.orchestra.run.smithi079.stdout:[mgr.x] 2023-09-21T11:16:32.190 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQDwJQxloGPLFxAA7h/8mOpYBvfmSkNvLX6pkg== 2023-09-21T11:16:32.190 INFO:teuthology.orchestra.run.smithi079.stdout:[mds.b] 2023-09-21T11:16:32.191 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQDwJQxlrlRTJxAA/MPUQMkAkdoHaPseMIhguA== 2023-09-21T11:16:32.191 INFO:teuthology.orchestra.run.smithi079.stdout:[mds.d] 2023-09-21T11:16:32.191 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQDwJQxlLeacLhAA/K/pLEjcRyPJlSoHBpAr4Q== 2023-09-21T11:16:32.191 INFO:teuthology.orchestra.run.smithi079.stdout:[osd.4] 2023-09-21T11:16:32.191 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQADJgxljMgIDxAAPXqzZgDdzHRJFZNUDGUVmg== 2023-09-21T11:16:32.192 INFO:teuthology.orchestra.run.smithi079.stdout:[osd.5] 2023-09-21T11:16:32.192 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQAGJgxlER9wDhAAqJeVIHhwFSQbmuJf9kQYYg== 2023-09-21T11:16:32.192 INFO:teuthology.orchestra.run.smithi079.stdout:[osd.6] 2023-09-21T11:16:32.192 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQAJJgxluToKDhAA0BYLup2WjDiveLpnb+ihYg== 2023-09-21T11:16:32.192 INFO:teuthology.orchestra.run.smithi079.stdout:[osd.7] 2023-09-21T11:16:32.193 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQAMJgxldyQEDRAAJVC8hwrtqrePRQJL32A02A== 2023-09-21T11:16:32.193 INFO:teuthology.orchestra.run.smithi079.stdout:[client.0] 2023-09-21T11:16:32.193 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQDwJQxl82ruMhAA4PsOcNGPZRydx6ETbsRzEw== 2023-09-21T11:16:32.193 INFO:teuthology.orchestra.run.smithi079.stdout:[client.2] 2023-09-21T11:16:32.193 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQDwJQxlayqeOBAAvnZriloOZQuKs+fqkBhZpw== 2023-09-21T11:16:32.193 INFO:teuthology.orchestra.run.smithi079.stdout:[client.1] 2023-09-21T11:16:32.194 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQDxJQxlEyxgABAA9ae6AkQuHQ2jBW6RtrpTtQ== 2023-09-21T11:16:32.195 INFO:teuthology.orchestra.run.smithi079.stdout:[client.3] 2023-09-21T11:16:32.195 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQDxJQxl9jK6AxAAlRDeVPEjRheq1n0bQnLajg== 2023-09-21T11:16:32.210 INFO:teuthology.orchestra.run.smithi134.stdout:[mgr.y] 2023-09-21T11:16:32.210 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDwJQxlUDoVFBAAvLtnVhfBfHhW3s0Y/QSkkQ== 2023-09-21T11:16:32.211 INFO:teuthology.orchestra.run.smithi134.stdout:[mds.a] 2023-09-21T11:16:32.211 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDwJQxl4WwlGxAADy+jM4pGUgokm1giDpe6mg== 2023-09-21T11:16:32.211 INFO:teuthology.orchestra.run.smithi134.stdout:[mds.c] 2023-09-21T11:16:32.211 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDwJQxljQZqIhAAhhxsAxneHwIa4YLjYYiweg== 2023-09-21T11:16:32.211 INFO:teuthology.orchestra.run.smithi134.stdout:[osd.0] 2023-09-21T11:16:32.212 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQD0JQxlK8oMDBAADiXiVR6kmurgCvQpgMXVYg== 2023-09-21T11:16:32.212 INFO:teuthology.orchestra.run.smithi134.stdout:[osd.1] 2023-09-21T11:16:32.212 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQD3JQxlPIhUCxAAPOF7dpnRdDJHosp4BqR2lg== 2023-09-21T11:16:32.212 INFO:teuthology.orchestra.run.smithi134.stdout:[osd.2] 2023-09-21T11:16:32.212 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQD6JQxlOUlhChAAVnJaYchRl1rhGS8CPn0sEA== 2023-09-21T11:16:32.212 INFO:teuthology.orchestra.run.smithi134.stdout:[osd.3] 2023-09-21T11:16:32.213 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQD9JQxltCenCRAAb0K276BRHz8rwT1SZLYPFQ== 2023-09-21T11:16:32.213 INFO:teuthology.orchestra.run.smithi134.stdout:[mgr.x] 2023-09-21T11:16:32.213 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDwJQxloGPLFxAA7h/8mOpYBvfmSkNvLX6pkg== 2023-09-21T11:16:32.213 INFO:teuthology.orchestra.run.smithi134.stdout:[mds.b] 2023-09-21T11:16:32.213 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDwJQxlrlRTJxAA/MPUQMkAkdoHaPseMIhguA== 2023-09-21T11:16:32.213 INFO:teuthology.orchestra.run.smithi134.stdout:[mds.d] 2023-09-21T11:16:32.214 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDwJQxlLeacLhAA/K/pLEjcRyPJlSoHBpAr4Q== 2023-09-21T11:16:32.214 INFO:teuthology.orchestra.run.smithi134.stdout:[osd.4] 2023-09-21T11:16:32.214 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQADJgxljMgIDxAAPXqzZgDdzHRJFZNUDGUVmg== 2023-09-21T11:16:32.214 INFO:teuthology.orchestra.run.smithi134.stdout:[osd.5] 2023-09-21T11:16:32.214 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQAGJgxlER9wDhAAqJeVIHhwFSQbmuJf9kQYYg== 2023-09-21T11:16:32.215 INFO:teuthology.orchestra.run.smithi134.stdout:[osd.6] 2023-09-21T11:16:32.215 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQAJJgxluToKDhAA0BYLup2WjDiveLpnb+ihYg== 2023-09-21T11:16:32.215 INFO:teuthology.orchestra.run.smithi134.stdout:[osd.7] 2023-09-21T11:16:32.215 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQAMJgxldyQEDRAAJVC8hwrtqrePRQJL32A02A== 2023-09-21T11:16:32.215 INFO:teuthology.orchestra.run.smithi134.stdout:[client.0] 2023-09-21T11:16:32.215 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDwJQxl82ruMhAA4PsOcNGPZRydx6ETbsRzEw== 2023-09-21T11:16:32.216 INFO:teuthology.orchestra.run.smithi134.stdout:[client.2] 2023-09-21T11:16:32.216 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDwJQxlayqeOBAAvnZriloOZQuKs+fqkBhZpw== 2023-09-21T11:16:32.216 INFO:teuthology.orchestra.run.smithi134.stdout:[client.1] 2023-09-21T11:16:32.216 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDxJQxlEyxgABAA9ae6AkQuHQ2jBW6RtrpTtQ== 2023-09-21T11:16:32.216 INFO:teuthology.orchestra.run.smithi134.stdout:[client.3] 2023-09-21T11:16:32.217 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDxJQxl9jK6AxAAlRDeVPEjRheq1n0bQnLajg== 2023-09-21T11:16:32.218 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-09-21T11:16:32.239 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-09-21T11:16:32.311 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-21T11:16:32.314 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-21T11:16:32.370 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-21T11:16:32.373 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-21T11:16:32.429 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T11:16:32.431 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T11:16:32.483 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T11:16:32.486 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T11:16:32.539 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T11:16:32.541 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T11:16:32.594 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T11:16:32.596 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T11:16:32.649 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-09-21T11:16:32.652 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-09-21T11:16:32.704 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-21T11:16:32.707 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-21T11:16:32.763 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-21T11:16:32.765 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-21T11:16:32.821 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T11:16:32.823 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T11:16:32.876 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T11:16:32.879 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T11:16:32.932 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T11:16:32.935 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T11:16:32.988 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T11:16:32.991 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-21T11:16:33.044 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-21T11:16:33.046 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-21T11:16:33.103 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-21T11:16:33.105 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-21T11:16:33.161 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-21T11:16:33.163 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-21T11:16:33.219 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-21T11:16:33.222 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-21T11:16:33.278 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-09-21T11:16:33.278 DEBUG:teuthology.orchestra.run.smithi079:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-09-21T11:16:33.305 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-09-21T11:16:33.401 DEBUG:teuthology.orchestra.run.smithi079:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-09-21T11:16:33.428 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-09-21T11:16:33.455 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-09-21T11:16:33.553 DEBUG:teuthology.orchestra.run.smithi134:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-09-21T11:16:33.580 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-09-21T11:16:33.646 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-09-21T11:16:33.744 DEBUG:teuthology.orchestra.run.smithi134:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-09-21T11:16:33.770 DEBUG:teuthology.orchestra.run.smithi079:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-09-21T11:16:33.773 DEBUG:teuthology.orchestra.run.smithi134:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-09-21T11:16:33.827 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-09-21T11:16:33.827 INFO:tasks.ceph.mon.a:Restarting daemon 2023-09-21T11:16:33.828 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-09-21T11:16:33.831 INFO:tasks.ceph.mon.a:Started 2023-09-21T11:16:33.831 INFO:tasks.ceph.mon.b:Restarting daemon 2023-09-21T11:16:33.831 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-09-21T11:16:33.869 INFO:tasks.ceph.mon.b:Started 2023-09-21T11:16:33.869 INFO:tasks.ceph.mon.c:Restarting daemon 2023-09-21T11:16:33.869 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-09-21T11:16:33.871 INFO:tasks.ceph.mon.c:Started 2023-09-21T11:16:33.872 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-09-21T11:16:33.872 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-09-21T11:16:33.872 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-09-21T11:16:33.874 INFO:tasks.ceph.mgr.y:Started 2023-09-21T11:16:33.875 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-09-21T11:16:33.875 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-09-21T11:16:33.877 INFO:tasks.ceph.mgr.x:Started 2023-09-21T11:16:33.877 INFO:tasks.ceph:Setting crush tunables to default 2023-09-21T11:16:33.878 DEBUG:teuthology.orchestra.run.smithi079:> sudo ceph --cluster ceph osd crush tunables default 2023-09-21T11:16:34.000 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.007+0000 7f11f116f700 1 Processor -- start 2023-09-21T11:16:34.000 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.007+0000 7f11f116f700 1 -- start start 2023-09-21T11:16:34.002 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.008+0000 7f11f116f700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f11ec0b24c0 0x7f11ec0725d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:34.002 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.008+0000 7f11f116f700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec0b49b0 0x7f11ec0ca980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:34.002 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.008+0000 7f11f116f700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11ec0b4f70 con 0x7f11ec0ce6c0 2023-09-21T11:16:34.002 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.008+0000 7f11f116f700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11ec071af0 con 0x7f11ec0b24c0 2023-09-21T11:16:34.002 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.008+0000 7f11f116f700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11ec071dd0 con 0x7f11ec0b49b0 2023-09-21T11:16:34.003 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.008+0000 7f11ea59c700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f11ec0b24c0 0x7f11ec0725d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:34.003 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.008+0000 7f11eb59e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec0b49b0 0x7f11ec0ca980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:34.003 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.008+0000 7f11ea59c700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f11ec0b24c0 0x7f11ec0725d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.79:34430/0 (socket says 172.21.15.79:34430) 2023-09-21T11:16:34.003 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.008+0000 7f11eb59e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec0b49b0 0x7f11ec0ca980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:55618/0 (socket says 172.21.15.79:55618) 2023-09-21T11:16:34.003 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.008+0000 7f11ea59c700 1 -- 172.21.15.79:0/1527915256 learned_addr learned my addr 172.21.15.79:0/1527915256 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:34.004 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.008+0000 7f11ea59c700 1 -- 172.21.15.79:0/1527915256 >> v2:172.21.15.134:3300/0 conn(0x7f11ec0b24c0 msgr2=0x7f11ec0725d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-21T11:16:34.004 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.008+0000 7f11ea59c700 1 -- 172.21.15.79:0/1527915256 >> v2:172.21.15.134:3300/0 conn(0x7f11ec0b24c0 msgr2=0x7f11ec0725d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T11:16:34.004 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.008+0000 7f11ea59c700 1 --2- 172.21.15.79:0/1527915256 >> v2:172.21.15.134:3300/0 conn(0x7f11ec0b24c0 0x7f11ec0725d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T11:16:34.004 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.008+0000 7f11eb59e700 1 -- 172.21.15.79:0/1527915256 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec0b49b0 msgr2=0x7f11ec0ca980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-09-21T11:16:34.004 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.008+0000 7f11eb59e700 1 -- 172.21.15.79:0/1527915256 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec0b49b0 msgr2=0x7f11ec0ca980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-21T11:16:34.005 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.008+0000 7f11eb59e700 1 --2- 172.21.15.79:0/1527915256 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec0b49b0 0x7f11ec0ca980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-21T11:16:34.005 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.008+0000 7f11ea59c700 1 --2- 172.21.15.79:0/1527915256 >> v2:172.21.15.134:3300/0 conn(0x7f11ec0b24c0 0x7f11ec0725d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T11:16:34.005 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.008+0000 7f11eb59e700 1 --2- 172.21.15.79:0/1527915256 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec0b49b0 0x7f11ec0ca980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-21T11:16:34.195 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.202+0000 7f11e9d9b700 1 -- 172.21.15.79:0/1527915256 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1732424789 0 0) 0x7f11ec0b4f70 con 0x7f11ec0ce6c0 2023-09-21T11:16:34.195 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.202+0000 7f11e9d9b700 1 -- 172.21.15.79:0/1527915256 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f11d40035b0 con 0x7f11ec0ce6c0 2023-09-21T11:16:34.200 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11e9d9b700 1 -- 172.21.15.79:0/1527915256 <== mon.1 v1:172.21.15.134:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 800961151 0 0) 0x7f11d40035b0 con 0x7f11ec0ce6c0 2023-09-21T11:16:34.200 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11e9d9b700 1 -- 172.21.15.79:0/1527915256 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec0b49b0 msgr2=0x7f11ec0ca980 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-21T11:16:34.200 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11e9d9b700 1 --2- 172.21.15.79:0/1527915256 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec0b49b0 0x7f11ec0ca980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:34.200 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11e9d9b700 1 -- 172.21.15.79:0/1527915256 >> v2:172.21.15.134:3300/0 conn(0x7f11ec0b24c0 msgr2=0x7f11ec0725d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-21T11:16:34.200 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11e9d9b700 1 --2- 172.21.15.79:0/1527915256 >> v2:172.21.15.134:3300/0 conn(0x7f11ec0b24c0 0x7f11ec0725d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:34.201 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11e9d9b700 1 -- 172.21.15.79:0/1527915256 --> v1:172.21.15.134:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11ec0720b0 con 0x7f11ec0ce6c0 2023-09-21T11:16:34.201 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11e9d9b700 1 -- 172.21.15.79:0/1527915256 <== mon.1 v1:172.21.15.134:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f11dc0016c0 con 0x7f11ec0ce6c0 2023-09-21T11:16:34.201 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11e9d9b700 1 -- 172.21.15.79:0/1527915256 >> v1:172.21.15.134:6789/0 conn(0x7f11ec0ce6c0 legacy=0x7f11ec0b1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:34.201 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11e9d9b700 1 --2- 172.21.15.79:0/1527915256 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f11d4003a00 0x7f11d4003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:34.201 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11e9d9b700 1 --2- 172.21.15.79:0/1527915256 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f11d4004850 0x7f11d4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:34.202 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11e9d9b700 1 --2- 172.21.15.79:0/1527915256 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec0b49b0 0x7f11d4005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:34.202 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11e9d9b700 1 -- 172.21.15.79:0/1527915256 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11ec071af0 con 0x7f11d4004850 2023-09-21T11:16:34.202 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11e9d9b700 1 -- 172.21.15.79:0/1527915256 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11ec071dd0 con 0x7f11d4003a00 2023-09-21T11:16:34.202 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11e9d9b700 1 -- 172.21.15.79:0/1527915256 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11d400bba0 con 0x7f11ec0b49b0 2023-09-21T11:16:34.202 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11ea59c700 1 --2- 172.21.15.79:0/1527915256 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f11d4004850 0x7f11d4004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:34.203 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11ead9d700 1 --2- 172.21.15.79:0/1527915256 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f11d4003a00 0x7f11d4003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:34.203 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11eb59e700 1 --2- 172.21.15.79:0/1527915256 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec0b49b0 0x7f11d4005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:34.203 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11ea59c700 1 -- 172.21.15.79:0/1527915256 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec0b49b0 msgr2=0x7f11d4005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:34.203 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11ea59c700 1 --2- 172.21.15.79:0/1527915256 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec0b49b0 0x7f11d4005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:34.203 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11ea59c700 1 -- 172.21.15.79:0/1527915256 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f11d4003a00 msgr2=0x7f11d4003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:34.204 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11ea59c700 1 --2- 172.21.15.79:0/1527915256 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f11d4003a00 0x7f11d4003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:34.204 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11ea59c700 1 -- 172.21.15.79:0/1527915256 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11d40035b0 con 0x7f11d4004850 2023-09-21T11:16:34.204 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11ea59c700 1 --2- 172.21.15.79:0/1527915256 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f11d4004850 0x7f11d4004cd0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f11e0009910 tx=0x7f11d4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2187a9121cbe4b7 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:34.204 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.205+0000 7f11e9d9b700 1 -- 172.21.15.79:0/1527915256 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11e000c070 con 0x7f11d4004850 2023-09-21T11:16:34.204 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.206+0000 7f11e9d9b700 1 -- 172.21.15.79:0/1527915256 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11e0004020 con 0x7f11d4004850 2023-09-21T11:16:34.205 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.206+0000 7f11e9d9b700 1 -- 172.21.15.79:0/1527915256 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11e00043b0 con 0x7f11d4004850 2023-09-21T11:16:34.205 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.206+0000 7f11f116f700 1 -- 172.21.15.79:0/1527915256 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f11d4004850 msgr2=0x7f11d4004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:34.205 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.206+0000 7f11f116f700 1 --2- 172.21.15.79:0/1527915256 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f11d4004850 0x7f11d4004cd0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f11e0009910 tx=0x7f11d4005880 comp rx=0 tx=0).stop 2023-09-21T11:16:34.205 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.206+0000 7f11eb59e700 1 -- 172.21.15.79:0/1527915256 reap_dead start 2023-09-21T11:16:34.205 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.206+0000 7f11f116f700 1 -- 172.21.15.79:0/1527915256 shutdown_connections 2023-09-21T11:16:34.205 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.206+0000 7f11f116f700 1 -- 172.21.15.79:0/1527915256 >> 172.21.15.79:0/1527915256 conn(0x7f11ec0ccdb0 msgr2=0x7f11ec0cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:34.206 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.206+0000 7f11f116f700 1 -- 172.21.15.79:0/1527915256 shutdown_connections 2023-09-21T11:16:34.206 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.206+0000 7f11f116f700 1 -- 172.21.15.79:0/1527915256 wait complete. 2023-09-21T11:16:34.208 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.208+0000 7f11f116f700 1 Processor -- start 2023-09-21T11:16:34.209 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.208+0000 7f11f116f700 1 -- start start 2023-09-21T11:16:34.209 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.209+0000 7f11f116f700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f11d4004850 0x7f11ec06ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:34.209 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.209+0000 7f11f116f700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f11ec15bb10 0x7f11ec1f49d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:34.209 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.209+0000 7f11f116f700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec1f4f10 0x7f11ec0acf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:34.209 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.209+0000 7f11f116f700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11ec1f4260 con 0x7f11d4004850 2023-09-21T11:16:34.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.209+0000 7f11f116f700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11ec09bd10 con 0x7f11ec15bb10 2023-09-21T11:16:34.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.209+0000 7f11f116f700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11ec09bf80 con 0x7f11ec1f4f10 2023-09-21T11:16:34.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.209+0000 7f11ead9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f11d4004850 0x7f11ec06ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:34.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.209+0000 7f11ead9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f11d4004850 0x7f11ec06ddf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:52610/0 (socket says 172.21.15.79:52610) 2023-09-21T11:16:34.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.209+0000 7f11ea59c700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f11ec15bb10 0x7f11ec1f49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:34.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.209+0000 7f11ead9d700 1 -- 172.21.15.79:0/3785916486 learned_addr learned my addr 172.21.15.79:0/3785916486 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:34.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.209+0000 7f11eb59e700 1 --2- 172.21.15.79:0/3785916486 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec1f4f10 0x7f11ec0acf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:34.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.209+0000 7f11ead9d700 1 -- 172.21.15.79:0/3785916486 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec1f4f10 msgr2=0x7f11ec0acf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:34.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.209+0000 7f11ead9d700 1 --2- 172.21.15.79:0/3785916486 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec1f4f10 0x7f11ec0acf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:34.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.209+0000 7f11ead9d700 1 -- 172.21.15.79:0/3785916486 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f11ec15bb10 msgr2=0x7f11ec1f49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:34.212 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.209+0000 7f11ead9d700 1 --2- 172.21.15.79:0/3785916486 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f11ec15bb10 0x7f11ec1f49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:34.212 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.209+0000 7f11ead9d700 1 -- 172.21.15.79:0/3785916486 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11ec1f44b0 con 0x7f11d4004850 2023-09-21T11:16:34.212 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.209+0000 7f11ead9d700 1 --2- 172.21.15.79:0/3785916486 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f11d4004850 0x7f11ec06ddf0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f11dc00f860 tx=0x7f11dc00fb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:34.212 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.210+0000 7f11d37fe700 1 -- 172.21.15.79:0/3785916486 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11dc0052e0 con 0x7f11d4004850 2023-09-21T11:16:34.212 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.210+0000 7f11d37fe700 1 -- 172.21.15.79:0/3785916486 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11dc005460 con 0x7f11d4004850 2023-09-21T11:16:34.212 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.210+0000 7f11f116f700 1 -- 172.21.15.79:0/3785916486 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11ec15bf90 con 0x7f11d4004850 2023-09-21T11:16:34.213 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.210+0000 7f11d37fe700 1 -- 172.21.15.79:0/3785916486 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11dc003910 con 0x7f11d4004850 2023-09-21T11:16:34.213 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.210+0000 7f11f116f700 1 -- 172.21.15.79:0/3785916486 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11ec0c9f20 con 0x7f11d4004850 2023-09-21T11:16:34.213 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.210+0000 7f11d37fe700 1 -- 172.21.15.79:0/3785916486 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f11dc01d460 con 0x7f11d4004850 2023-09-21T11:16:34.213 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.210+0000 7f11d37fe700 1 -- 172.21.15.79:0/3785916486 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f11dc0133f0 con 0x7f11d4004850 2023-09-21T11:16:34.213 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.211+0000 7f11f116f700 1 -- 172.21.15.79:0/3785916486 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11ec1f46f0 con 0x7f11d4004850 2023-09-21T11:16:34.214 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.213+0000 7f11d37fe700 1 -- 172.21.15.79:0/3785916486 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7f11ec1f46f0 con 0x7f11d4004850 2023-09-21T11:16:34.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.290+0000 7f11f116f700 1 -- 172.21.15.79:0/3785916486 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f11ec04eae0 con 0x7f11d4004850 2023-09-21T11:16:34.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.293+0000 7f11d37fe700 1 -- 172.21.15.79:0/3785916486 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f11dc01d8a0 con 0x7f11d4004850 2023-09-21T11:16:34.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.294+0000 7f11f116f700 1 -- 172.21.15.79:0/3785916486 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f11d4004850 msgr2=0x7f11ec06ddf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:34.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.294+0000 7f11f116f700 1 --2- 172.21.15.79:0/3785916486 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f11d4004850 0x7f11ec06ddf0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f11dc00f860 tx=0x7f11dc00fb70 comp rx=0 tx=0).stop 2023-09-21T11:16:34.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.294+0000 7f11f116f700 1 -- 172.21.15.79:0/3785916486 shutdown_connections 2023-09-21T11:16:34.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.294+0000 7f11f116f700 1 --2- 172.21.15.79:0/3785916486 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec1f4f10 0x7f11ec0acf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:34.288 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.294+0000 7f11f116f700 1 --2- 172.21.15.79:0/3785916486 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f11d4004850 0x7f11ec06ddf0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:34.288 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.294+0000 7f11f116f700 1 --2- 172.21.15.79:0/3785916486 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f11ec15bb10 0x7f11ec1f49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:34.288 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.294+0000 7f11f116f700 1 -- 172.21.15.79:0/3785916486 >> 172.21.15.79:0/3785916486 conn(0x7f11ec0ccdb0 msgr2=0x7f11ec0b3f30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:34.288 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.294+0000 7f11f116f700 1 -- 172.21.15.79:0/3785916486 shutdown_connections 2023-09-21T11:16:34.288 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:34.294+0000 7f11f116f700 1 -- 172.21.15.79:0/3785916486 wait complete. 2023-09-21T11:16:34.289 INFO:teuthology.orchestra.run.smithi079.stderr:adjusted tunables profile to default 2023-09-21T11:16:34.298 INFO:tasks.ceph:check_enable_crimson: False 2023-09-21T11:16:34.299 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-09-21T11:16:34.299 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:16:34.299 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-09-21T11:16:34.309 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:34.316+0000 7f8fcf03a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-21T11:16:34.310 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:34.318+0000 7f2b60913200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-21T11:16:34.326 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:16:34.326 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-09-21T11:16:34.374 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:34.382+0000 7f8fcf03a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-21T11:16:34.382 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:34.390+0000 7f2b60913200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-21T11:16:34.392 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:16:34.393 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-09-21T11:16:34.449 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:34.456+0000 7f8fcf03a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-21T11:16:34.459 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:16:34.459 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-09-21T11:16:34.465 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:34.473+0000 7f2b60913200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-21T11:16:34.491 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:16:34.491 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2023-09-21T11:16:34.518 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:16:34.518 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2023-09-21T11:16:34.529 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:34.536+0000 7f8fcf03a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-21T11:16:34.550 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:34.557+0000 7f2b60913200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-21T11:16:34.556 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:16:34.557 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2023-09-21T11:16:34.623 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:16:34.624 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2023-09-21T11:16:34.682 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:34.689+0000 7f8fcf03a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-21T11:16:34.690 DEBUG:teuthology.orchestra.run.smithi134:> sudo ceph --cluster ceph osd new 66d8378e-1262-4583-ba20-d5cd2ea40bae 0 2023-09-21T11:16:34.692 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:34.699+0000 7f2b60913200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-21T11:16:34.851 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.858+0000 7ffbd314a700 1 Processor -- start 2023-09-21T11:16:34.851 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.858+0000 7ffbd314a700 1 -- start start 2023-09-21T11:16:34.853 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.858+0000 7ffbd314a700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7ffbcc15db50 0x7ffbcc161620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:34.853 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.858+0000 7ffbd314a700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbcc0cbb20 0x7ffbcc0cfab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:34.854 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.858+0000 7ffbd314a700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffbcc0cd800 con 0x7ffbcc06bde0 2023-09-21T11:16:34.854 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.858+0000 7ffbd314a700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffbcc15df30 con 0x7ffbcc15db50 2023-09-21T11:16:34.854 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.858+0000 7ffbd314a700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbcc0cfff0 con 0x7ffbcc0cbb20 2023-09-21T11:16:34.854 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.859+0000 7ffbcbfff700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbcc0cbb20 0x7ffbcc0cfab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:34.855 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.859+0000 7ffbcbfff700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbcc0cbb20 0x7ffbcc0cfab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.134:58418/0 (socket says 172.21.15.134:58418) 2023-09-21T11:16:34.855 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.859+0000 7ffbcbfff700 1 -- 172.21.15.134:0/2966473477 learned_addr learned my addr 172.21.15.134:0/2966473477 (peer_addr_for_me v2:172.21.15.134:0/0) 2023-09-21T11:16:34.855 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.859+0000 7ffbd0ee6700 1 --2- 172.21.15.134:0/2966473477 >> v2:172.21.15.79:3300/0 conn(0x7ffbcc15db50 0x7ffbcc161620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:34.855 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.859+0000 7ffbcbfff700 1 -- 172.21.15.134:0/2966473477 >> v2:172.21.15.79:3300/0 conn(0x7ffbcc15db50 msgr2=0x7ffbcc161620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:34.855 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.859+0000 7ffbcbfff700 1 --2- 172.21.15.134:0/2966473477 >> v2:172.21.15.79:3300/0 conn(0x7ffbcc15db50 0x7ffbcc161620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:34.856 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.859+0000 7ffbcbfff700 1 -- 172.21.15.134:0/2966473477 >> v1:172.21.15.79:6789/0 conn(0x7ffbcc06bde0 legacy=0x7ffbcc0cdc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:34.856 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.859+0000 7ffbcbfff700 1 -- 172.21.15.134:0/2966473477 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbcc162550 con 0x7ffbcc0cbb20 2023-09-21T11:16:34.856 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.859+0000 7ffbcbfff700 1 --2- 172.21.15.134:0/2966473477 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbcc0cbb20 0x7ffbcc0cfab0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ffbb80098f0 tx=0x7ffbb8009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=39f7cf7390cad0a5 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:34.856 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.859+0000 7ffbcb7fe700 1 -- 172.21.15.134:0/2966473477 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbb8011830 con 0x7ffbcc0cbb20 2023-09-21T11:16:34.856 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.859+0000 7ffbcb7fe700 1 -- 172.21.15.134:0/2966473477 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffbb8011990 con 0x7ffbcc0cbb20 2023-09-21T11:16:34.857 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.859+0000 7ffbcb7fe700 1 -- 172.21.15.134:0/2966473477 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbb8011d20 con 0x7ffbcc0cbb20 2023-09-21T11:16:34.857 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.860+0000 7ffbd314a700 1 -- 172.21.15.134:0/2966473477 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbcc0cbb20 msgr2=0x7ffbcc0cfab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:34.857 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.860+0000 7ffbd314a700 1 --2- 172.21.15.134:0/2966473477 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbcc0cbb20 0x7ffbcc0cfab0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ffbb80098f0 tx=0x7ffbb8009c00 comp rx=0 tx=0).stop 2023-09-21T11:16:34.857 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.860+0000 7ffbd314a700 1 -- 172.21.15.134:0/2966473477 shutdown_connections 2023-09-21T11:16:34.857 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.860+0000 7ffbd314a700 1 --2- 172.21.15.134:0/2966473477 >> v2:172.21.15.79:3300/0 conn(0x7ffbcc15db50 0x7ffbcc161620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:34.858 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.860+0000 7ffbd314a700 1 --2- 172.21.15.134:0/2966473477 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbcc0cbb20 0x7ffbcc0cfab0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:34.858 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.860+0000 7ffbd314a700 1 -- 172.21.15.134:0/2966473477 >> 172.21.15.134:0/2966473477 conn(0x7ffbcc070570 msgr2=0x7ffbcc070980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:34.858 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.860+0000 7ffbd314a700 1 -- 172.21.15.134:0/2966473477 shutdown_connections 2023-09-21T11:16:34.858 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.860+0000 7ffbd314a700 1 -- 172.21.15.134:0/2966473477 wait complete. 2023-09-21T11:16:34.860 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.861+0000 7ffbd314a700 1 Processor -- start 2023-09-21T11:16:34.861 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.861+0000 7ffbd314a700 1 -- start start 2023-09-21T11:16:34.861 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.862+0000 7ffbd314a700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbcc06bde0 0x7ffbcc0ad590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:34.861 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.862+0000 7ffbd314a700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbcc0cbb20 0x7ffbcc1f3830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:34.861 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.862+0000 7ffbd314a700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffbcc15db50 0x7ffbcc15fff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:34.861 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.862+0000 7ffbd314a700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbcc0c8fe0 con 0x7ffbcc15db50 2023-09-21T11:16:34.861 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.862+0000 7ffbd314a700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbcc0ae030 con 0x7ffbcc06bde0 2023-09-21T11:16:34.862 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.862+0000 7ffbd314a700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbcc0c8640 con 0x7ffbcc0cbb20 2023-09-21T11:16:34.862 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.862+0000 7ffbd0ee6700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbcc06bde0 0x7ffbcc0ad590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:34.862 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.862+0000 7ffbcbfff700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbcc0cbb20 0x7ffbcc1f3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:34.862 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.862+0000 7ffbd0ee6700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbcc06bde0 0x7ffbcc0ad590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.134:42828/0 (socket says 172.21.15.134:42828) 2023-09-21T11:16:34.862 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.862+0000 7ffbd0ee6700 1 -- 172.21.15.134:0/442926128 learned_addr learned my addr 172.21.15.134:0/442926128 (peer_addr_for_me v2:172.21.15.134:0/0) 2023-09-21T11:16:34.863 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.862+0000 7ffbd16e7700 1 --2- 172.21.15.134:0/442926128 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffbcc15db50 0x7ffbcc15fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:34.863 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.862+0000 7ffbd0ee6700 1 -- 172.21.15.134:0/442926128 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbcc0cbb20 msgr2=0x7ffbcc1f3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:34.863 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.862+0000 7ffbd0ee6700 1 --2- 172.21.15.134:0/442926128 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbcc0cbb20 0x7ffbcc1f3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:34.863 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.862+0000 7ffbd0ee6700 1 -- 172.21.15.134:0/442926128 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffbcc15db50 msgr2=0x7ffbcc15fff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:34.863 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.862+0000 7ffbd0ee6700 1 --2- 172.21.15.134:0/442926128 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffbcc15db50 0x7ffbcc15fff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:34.864 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.862+0000 7ffbd0ee6700 1 -- 172.21.15.134:0/442926128 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbb8009550 con 0x7ffbcc06bde0 2023-09-21T11:16:34.864 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.862+0000 7ffbd16e7700 1 --2- 172.21.15.134:0/442926128 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffbcc15db50 0x7ffbcc15fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:16:34.864 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.862+0000 7ffbd0ee6700 1 --2- 172.21.15.134:0/442926128 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbcc06bde0 0x7ffbcc0ad590 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ffbc000e870 tx=0x7ffbc000eb80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:34.864 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.862+0000 7ffbc97fa700 1 -- 172.21.15.134:0/442926128 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbc0009590 con 0x7ffbcc06bde0 2023-09-21T11:16:34.864 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.863+0000 7ffbc97fa700 1 -- 172.21.15.134:0/442926128 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffbc0013680 con 0x7ffbcc06bde0 2023-09-21T11:16:34.864 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.863+0000 7ffbd314a700 1 -- 172.21.15.134:0/442926128 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffbcc0c8920 con 0x7ffbcc06bde0 2023-09-21T11:16:34.865 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.863+0000 7ffbc97fa700 1 -- 172.21.15.134:0/442926128 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbc00139f0 con 0x7ffbcc06bde0 2023-09-21T11:16:34.865 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.863+0000 7ffbd314a700 1 -- 172.21.15.134:0/442926128 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffbcc0c9400 con 0x7ffbcc06bde0 2023-09-21T11:16:34.865 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.863+0000 7ffbc97fa700 1 -- 172.21.15.134:0/442926128 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7ffbc0005a20 con 0x7ffbcc06bde0 2023-09-21T11:16:34.865 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.863+0000 7ffbc97fa700 1 -- 172.21.15.134:0/442926128 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7ffbc001c450 con 0x7ffbcc06bde0 2023-09-21T11:16:34.865 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.863+0000 7ffbd314a700 1 -- 172.21.15.134:0/442926128 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffbcc0c4a80 con 0x7ffbcc06bde0 2023-09-21T11:16:34.866 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.866+0000 7ffbc97fa700 1 -- 172.21.15.134:0/442926128 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7ffbc0021060 con 0x7ffbcc06bde0 2023-09-21T11:16:34.941 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.948+0000 7ffbd314a700 1 -- 172.21.15.134:0/442926128 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "osd new", "uuid": "66d8378e-1262-4583-ba20-d5cd2ea40bae", "id": 0} v 0) v1 -- 0x7ffbcc04eae0 con 0x7ffbcc06bde0 2023-09-21T11:16:34.947 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.954+0000 7ffbc97fa700 1 -- 172.21.15.134:0/442926128 <== mon.1 v2:172.21.15.134:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "66d8378e-1262-4583-ba20-d5cd2ea40bae", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7ffbc0017070 con 0x7ffbcc06bde0 2023-09-21T11:16:34.947 INFO:teuthology.orchestra.run.smithi134.stdout:0 2023-09-21T11:16:34.948 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.955+0000 7ffbd314a700 1 -- 172.21.15.134:0/442926128 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbcc06bde0 msgr2=0x7ffbcc0ad590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:34.948 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.955+0000 7ffbd314a700 1 --2- 172.21.15.134:0/442926128 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbcc06bde0 0x7ffbcc0ad590 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ffbc000e870 tx=0x7ffbc000eb80 comp rx=0 tx=0).stop 2023-09-21T11:16:34.949 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.955+0000 7ffbd314a700 1 -- 172.21.15.134:0/442926128 shutdown_connections 2023-09-21T11:16:34.949 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.955+0000 7ffbd314a700 1 --2- 172.21.15.134:0/442926128 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffbcc15db50 0x7ffbcc15fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:34.949 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.955+0000 7ffbd314a700 1 --2- 172.21.15.134:0/442926128 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbcc06bde0 0x7ffbcc0ad590 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:34.949 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.955+0000 7ffbd314a700 1 --2- 172.21.15.134:0/442926128 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbcc0cbb20 0x7ffbcc1f3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:34.949 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.955+0000 7ffbd314a700 1 -- 172.21.15.134:0/442926128 >> 172.21.15.134:0/442926128 conn(0x7ffbcc070570 msgr2=0x7ffbcc15cb60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:34.950 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.955+0000 7ffbd314a700 1 -- 172.21.15.134:0/442926128 shutdown_connections 2023-09-21T11:16:34.950 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:34.955+0000 7ffbd314a700 1 -- 172.21.15.134:0/442926128 wait complete. 2023-09-21T11:16:34.963 DEBUG:teuthology.orchestra.run.smithi134:> sudo ceph --cluster ceph osd new 083493d6-8daf-42ea-8b17-f91d1f03bbfb 1 2023-09-21T11:16:35.083 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.090+0000 7fd62d4b9700 1 Processor -- start 2023-09-21T11:16:35.083 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.090+0000 7fd62d4b9700 1 -- start start 2023-09-21T11:16:35.085 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.091+0000 7fd62d4b9700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd62815b7c0 0x7fd6280cc4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:35.085 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.091+0000 7fd62d4b9700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd6280b6e10 0x7fd62815bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:35.085 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.091+0000 7fd62d4b9700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6280cf9e0 con 0x7fd6280cf5b0 2023-09-21T11:16:35.085 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.091+0000 7fd62d4b9700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd62815cec0 con 0x7fd6280b6e10 2023-09-21T11:16:35.086 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.091+0000 7fd62d4b9700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd62815c240 con 0x7fd62815b7c0 2023-09-21T11:16:35.086 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.091+0000 7fd626ffd700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd62815b7c0 0x7fd6280cc4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:35.086 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.091+0000 7fd6267fc700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd6280b6e10 0x7fd62815bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:35.086 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.091+0000 7fd626ffd700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd62815b7c0 0x7fd6280cc4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.134:58428/0 (socket says 172.21.15.134:58428) 2023-09-21T11:16:35.086 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.091+0000 7fd626ffd700 1 -- 172.21.15.134:0/837097890 learned_addr learned my addr 172.21.15.134:0/837097890 (peer_addr_for_me v2:172.21.15.134:0/0) 2023-09-21T11:16:35.087 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.092+0000 7fd6267fc700 1 -- 172.21.15.134:0/837097890 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd62815b7c0 msgr2=0x7fd6280cc4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:35.087 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.092+0000 7fd6267fc700 1 --2- 172.21.15.134:0/837097890 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd62815b7c0 0x7fd6280cc4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.087 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.092+0000 7fd6267fc700 1 -- 172.21.15.134:0/837097890 >> v1:172.21.15.134:6789/0 conn(0x7fd6280cf5b0 legacy=0x7fd6280cdd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.087 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.092+0000 7fd6267fc700 1 -- 172.21.15.134:0/837097890 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd62815c520 con 0x7fd6280b6e10 2023-09-21T11:16:35.087 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.092+0000 7fd625ffb700 1 -- 172.21.15.134:0/837097890 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1727442289 0 0) 0x7fd6280cf9e0 con 0x7fd6280cf5b0 2023-09-21T11:16:35.088 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.092+0000 7fd626ffd700 1 --2- 172.21.15.134:0/837097890 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd62815b7c0 0x7fd6280cc4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:16:35.088 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.092+0000 7fd6267fc700 1 --2- 172.21.15.134:0/837097890 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd6280b6e10 0x7fd62815bba0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd61c009840 tx=0x7fd61c009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e6cacd74fdc601b1 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:35.088 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.092+0000 7fd625ffb700 1 -- 172.21.15.134:0/837097890 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd61c011830 con 0x7fd6280b6e10 2023-09-21T11:16:35.088 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.092+0000 7fd625ffb700 1 -- 172.21.15.134:0/837097890 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd61c011990 con 0x7fd6280b6e10 2023-09-21T11:16:35.088 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.092+0000 7fd625ffb700 1 -- 172.21.15.134:0/837097890 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd61c011d20 con 0x7fd6280b6e10 2023-09-21T11:16:35.092 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.093+0000 7fd62d4b9700 1 -- 172.21.15.134:0/837097890 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd6280b6e10 msgr2=0x7fd62815bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.092 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.093+0000 7fd62d4b9700 1 --2- 172.21.15.134:0/837097890 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd6280b6e10 0x7fd62815bba0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd61c009840 tx=0x7fd61c009b50 comp rx=0 tx=0).stop 2023-09-21T11:16:35.092 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.093+0000 7fd62d4b9700 1 -- 172.21.15.134:0/837097890 shutdown_connections 2023-09-21T11:16:35.092 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.093+0000 7fd62d4b9700 1 --2- 172.21.15.134:0/837097890 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd62815b7c0 0x7fd6280cc4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.092 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.093+0000 7fd62d4b9700 1 --2- 172.21.15.134:0/837097890 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd6280b6e10 0x7fd62815bba0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.093 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.093+0000 7fd62d4b9700 1 -- 172.21.15.134:0/837097890 >> 172.21.15.134:0/837097890 conn(0x7fd628070570 msgr2=0x7fd628070980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:35.093 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.093+0000 7fd62d4b9700 1 -- 172.21.15.134:0/837097890 shutdown_connections 2023-09-21T11:16:35.093 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.093+0000 7fd62d4b9700 1 -- 172.21.15.134:0/837097890 wait complete. 2023-09-21T11:16:35.093 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.095+0000 7fd62d4b9700 1 Processor -- start 2023-09-21T11:16:35.094 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.095+0000 7fd62d4b9700 1 -- start start 2023-09-21T11:16:35.094 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.096+0000 7fd62d4b9700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd6280b6e10 0x7fd628158d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:35.094 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.096+0000 7fd62d4b9700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd6280cf5b0 0x7fd628159250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:35.094 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.096+0000 7fd62d4b9700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd62815b7c0 0x7fd6280c6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:35.095 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.096+0000 7fd62d4b9700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6281524e0 con 0x7fd6280cf5b0 2023-09-21T11:16:35.095 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.096+0000 7fd62d4b9700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6280d0880 con 0x7fd62815b7c0 2023-09-21T11:16:35.095 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.096+0000 7fd62d4b9700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6280c7a10 con 0x7fd6280b6e10 2023-09-21T11:16:35.095 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.096+0000 7fd626ffd700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd6280b6e10 0x7fd628158d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:35.095 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.096+0000 7fd6277fe700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd62815b7c0 0x7fd6280c6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:35.096 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.096+0000 7fd626ffd700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd6280b6e10 0x7fd628158d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.134:58434/0 (socket says 172.21.15.134:58434) 2023-09-21T11:16:35.096 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.096+0000 7fd626ffd700 1 -- 172.21.15.134:0/3622243203 learned_addr learned my addr 172.21.15.134:0/3622243203 (peer_addr_for_me v2:172.21.15.134:0/0) 2023-09-21T11:16:35.096 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.096+0000 7fd6267fc700 1 --2- 172.21.15.134:0/3622243203 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd6280cf5b0 0x7fd628159250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:35.096 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.096+0000 7fd6277fe700 1 -- 172.21.15.134:0/3622243203 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd6280b6e10 msgr2=0x7fd628158d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.096 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.096+0000 7fd6277fe700 1 --2- 172.21.15.134:0/3622243203 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd6280b6e10 0x7fd628158d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.097 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.096+0000 7fd6277fe700 1 -- 172.21.15.134:0/3622243203 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd6280cf5b0 msgr2=0x7fd628159250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.097 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.096+0000 7fd6277fe700 1 --2- 172.21.15.134:0/3622243203 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd6280cf5b0 0x7fd628159250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.097 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.096+0000 7fd6277fe700 1 -- 172.21.15.134:0/3622243203 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd618009550 con 0x7fd62815b7c0 2023-09-21T11:16:35.097 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.096+0000 7fd626ffd700 1 --2- 172.21.15.134:0/3622243203 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd6280b6e10 0x7fd628158d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:16:35.097 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.097+0000 7fd6277fe700 1 --2- 172.21.15.134:0/3622243203 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd62815b7c0 0x7fd6280c6ca0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd62000c7c0 tx=0x7fd62000cad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:35.097 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.097+0000 7fd60f7fe700 1 -- 172.21.15.134:0/3622243203 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd620003e30 con 0x7fd62815b7c0 2023-09-21T11:16:35.098 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.097+0000 7fd60f7fe700 1 -- 172.21.15.134:0/3622243203 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd620005070 con 0x7fd62815b7c0 2023-09-21T11:16:35.098 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.097+0000 7fd62d4b9700 1 -- 172.21.15.134:0/3622243203 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd61c0094a0 con 0x7fd62815b7c0 2023-09-21T11:16:35.098 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.097+0000 7fd60f7fe700 1 -- 172.21.15.134:0/3622243203 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd620005420 con 0x7fd62815b7c0 2023-09-21T11:16:35.098 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.097+0000 7fd62d4b9700 1 -- 172.21.15.134:0/3622243203 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6280d0ad0 con 0x7fd62815b7c0 2023-09-21T11:16:35.098 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.097+0000 7fd60f7fe700 1 -- 172.21.15.134:0/3622243203 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fd62001c440 con 0x7fd62815b7c0 2023-09-21T11:16:35.099 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.097+0000 7fd60f7fe700 1 -- 172.21.15.134:0/3622243203 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7fd620012840 con 0x7fd62815b7c0 2023-09-21T11:16:35.099 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.098+0000 7fd62d4b9700 1 -- 172.21.15.134:0/3622243203 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd62804eae0 con 0x7fd62815b7c0 2023-09-21T11:16:35.099 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:35.100+0000 7f2b60913200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-21T11:16:35.100 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.100+0000 7fd60f7fe700 1 -- 172.21.15.134:0/3622243203 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fd620017070 con 0x7fd62815b7c0 2023-09-21T11:16:35.113 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:35.120+0000 7f8fcf03a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-21T11:16:35.175 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.183+0000 7fd62d4b9700 1 -- 172.21.15.134:0/3622243203 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "osd new", "uuid": "083493d6-8daf-42ea-8b17-f91d1f03bbfb", "id": 1} v 0) v1 -- 0x7fd6280b6550 con 0x7fd62815b7c0 2023-09-21T11:16:35.183 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.191+0000 7fd60f7fe700 1 -- 172.21.15.134:0/3622243203 <== mon.1 v2:172.21.15.134:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "083493d6-8daf-42ea-8b17-f91d1f03bbfb", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7fd620012b20 con 0x7fd62815b7c0 2023-09-21T11:16:35.184 INFO:teuthology.orchestra.run.smithi134.stdout:1 2023-09-21T11:16:35.185 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.192+0000 7fd62d4b9700 1 -- 172.21.15.134:0/3622243203 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd62815b7c0 msgr2=0x7fd6280c6ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.185 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.192+0000 7fd62d4b9700 1 --2- 172.21.15.134:0/3622243203 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd62815b7c0 0x7fd6280c6ca0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd62000c7c0 tx=0x7fd62000cad0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.185 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.192+0000 7fd62d4b9700 1 -- 172.21.15.134:0/3622243203 shutdown_connections 2023-09-21T11:16:35.185 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.192+0000 7fd62d4b9700 1 --2- 172.21.15.134:0/3622243203 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd62815b7c0 0x7fd6280c6ca0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.186 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.192+0000 7fd62d4b9700 1 --2- 172.21.15.134:0/3622243203 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd6280b6e10 0x7fd628158d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.186 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.192+0000 7fd62d4b9700 1 --2- 172.21.15.134:0/3622243203 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd6280cf5b0 0x7fd628159250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.186 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.192+0000 7fd62d4b9700 1 -- 172.21.15.134:0/3622243203 >> 172.21.15.134:0/3622243203 conn(0x7fd628070570 msgr2=0x7fd628153cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:35.186 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.192+0000 7fd62d4b9700 1 -- 172.21.15.134:0/3622243203 shutdown_connections 2023-09-21T11:16:35.186 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.192+0000 7fd62d4b9700 1 -- 172.21.15.134:0/3622243203 wait complete. 2023-09-21T11:16:35.198 DEBUG:teuthology.orchestra.run.smithi134:> sudo ceph --cluster ceph osd new 48c73498-501c-4a5c-bb28-13541d0f2c04 2 2023-09-21T11:16:35.209 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:35.217+0000 7f2b60913200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-21T11:16:35.235 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:35.243+0000 7f8fcf03a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-21T11:16:35.315 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:35.323+0000 7f2b60913200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-21T11:16:35.320 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.327+0000 7fc05ee63700 1 Processor -- start 2023-09-21T11:16:35.321 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.328+0000 7fc05ee63700 1 -- start start 2023-09-21T11:16:35.323 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.328+0000 7fc05ee63700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fc0580cd1f0 0x7fc05806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:35.323 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.328+0000 7fc05ee63700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fc0580b04b0 0x7fc05806f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:35.323 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.328+0000 7fc05ee63700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0580b0a00 con 0x7fc0580cf920 2023-09-21T11:16:35.324 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.328+0000 7fc05ee63700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0580cf620 con 0x7fc0580cd1f0 2023-09-21T11:16:35.324 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.328+0000 7fc05ee63700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0580d1fe0 con 0x7fc0580b04b0 2023-09-21T11:16:35.324 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.329+0000 7fc05d400700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fc0580b04b0 0x7fc05806f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:35.324 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.329+0000 7fc05cbff700 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7fc0580cf920 0x7fc0580cfd00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.134:40164/0 (socket says 172.21.15.134:40164) 2023-09-21T11:16:35.324 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.329+0000 7fc05cbff700 1 -- 172.21.15.134:0/2132725249 learned_addr learned my addr 172.21.15.134:0/2132725249 (peer_addr_for_me v1:172.21.15.134:0/0) 2023-09-21T11:16:35.325 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.329+0000 7fc057fff700 1 --2- 172.21.15.134:0/2132725249 >> v2:172.21.15.79:3300/0 conn(0x7fc0580cd1f0 0x7fc05806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:35.325 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.329+0000 7fc05d400700 1 -- 172.21.15.134:0/2132725249 >> v2:172.21.15.79:3300/0 conn(0x7fc0580cd1f0 msgr2=0x7fc05806ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:35.325 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.329+0000 7fc05d400700 1 --2- 172.21.15.134:0/2132725249 >> v2:172.21.15.79:3300/0 conn(0x7fc0580cd1f0 0x7fc05806ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.325 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.329+0000 7fc05d400700 1 -- 172.21.15.134:0/2132725249 >> v1:172.21.15.134:6789/0 conn(0x7fc0580cf920 legacy=0x7fc0580cfd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.326 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.329+0000 7fc0577fe700 1 -- 172.21.15.134:0/2132725249 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 579761977 0 0) 0x7fc0580b0a00 con 0x7fc0580cf920 2023-09-21T11:16:35.326 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.329+0000 7fc05d400700 1 -- 172.21.15.134:0/2132725249 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0580cf2d0 con 0x7fc0580b04b0 2023-09-21T11:16:35.326 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.329+0000 7fc05d400700 1 --2- 172.21.15.134:0/2132725249 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc0580b04b0 0x7fc05806f250 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc058072a90 tx=0x7fc05000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3303967415079128 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:35.326 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.329+0000 7fc0577fe700 1 -- 172.21.15.134:0/2132725249 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc05000e070 con 0x7fc0580b04b0 2023-09-21T11:16:35.326 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.329+0000 7fc0577fe700 1 -- 172.21.15.134:0/2132725249 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc05000bb20 con 0x7fc0580b04b0 2023-09-21T11:16:35.327 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.329+0000 7fc0577fe700 1 -- 172.21.15.134:0/2132725249 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc050012430 con 0x7fc0580b04b0 2023-09-21T11:16:35.327 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.330+0000 7fc05ee63700 1 -- 172.21.15.134:0/2132725249 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc0580b04b0 msgr2=0x7fc05806f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.327 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.330+0000 7fc05ee63700 1 --2- 172.21.15.134:0/2132725249 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc0580b04b0 0x7fc05806f250 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc058072a90 tx=0x7fc05000b330 comp rx=0 tx=0).stop 2023-09-21T11:16:35.327 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.330+0000 7fc05ee63700 1 -- 172.21.15.134:0/2132725249 shutdown_connections 2023-09-21T11:16:35.327 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.330+0000 7fc05ee63700 1 --2- 172.21.15.134:0/2132725249 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc0580b04b0 0x7fc05806f250 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.327 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.330+0000 7fc05ee63700 1 --2- 172.21.15.134:0/2132725249 >> v2:172.21.15.79:3300/0 conn(0x7fc0580cd1f0 0x7fc05806ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.328 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.330+0000 7fc05ee63700 1 -- 172.21.15.134:0/2132725249 >> 172.21.15.134:0/2132725249 conn(0x7fc0580d14f0 msgr2=0x7fc0580d18d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:35.328 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.330+0000 7fc05ee63700 1 -- 172.21.15.134:0/2132725249 shutdown_connections 2023-09-21T11:16:35.328 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.330+0000 7fc05ee63700 1 -- 172.21.15.134:0/2132725249 wait complete. 2023-09-21T11:16:35.329 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:35.331+0000 7f8fcf03a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-21T11:16:35.331 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.331+0000 7fc05ee63700 1 Processor -- start 2023-09-21T11:16:35.331 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.332+0000 7fc05ee63700 1 -- start start 2023-09-21T11:16:35.331 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc05ee63700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc0580b04b0 0x7fc05814d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:35.332 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc05ee63700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc0580cd1f0 0x7fc0580c9040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:35.332 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc05ee63700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc0580cf920 0x7fc0581f3c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:35.332 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc05ee63700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0581e3460 con 0x7fc0580b04b0 2023-09-21T11:16:35.332 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc05ee63700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc05814de70 con 0x7fc0580cf920 2023-09-21T11:16:35.332 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc05ee63700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0580b64f0 con 0x7fc0580cd1f0 2023-09-21T11:16:35.332 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc057fff700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc0580cd1f0 0x7fc0580c9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:35.333 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc057fff700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc0580cd1f0 0x7fc0580c9040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.134:58448/0 (socket says 172.21.15.134:58448) 2023-09-21T11:16:35.333 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc057fff700 1 -- 172.21.15.134:0/2889767723 learned_addr learned my addr 172.21.15.134:0/2889767723 (peer_addr_for_me v2:172.21.15.134:0/0) 2023-09-21T11:16:35.333 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc05cbff700 1 --2- 172.21.15.134:0/2889767723 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc0580b04b0 0x7fc05814d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:35.333 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc05d400700 1 --2- 172.21.15.134:0/2889767723 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc0580cf920 0x7fc0581f3c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:35.333 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc05cbff700 1 -- 172.21.15.134:0/2889767723 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc0580cd1f0 msgr2=0x7fc0580c9040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.333 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc05cbff700 1 --2- 172.21.15.134:0/2889767723 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc0580cd1f0 0x7fc0580c9040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.334 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc05cbff700 1 -- 172.21.15.134:0/2889767723 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc0580cf920 msgr2=0x7fc0581f3c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.334 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc05cbff700 1 --2- 172.21.15.134:0/2889767723 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc0580cf920 0x7fc0581f3c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.334 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc05cbff700 1 -- 172.21.15.134:0/2889767723 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc050009a70 con 0x7fc0580b04b0 2023-09-21T11:16:35.334 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc057fff700 1 --2- 172.21.15.134:0/2889767723 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc0580cd1f0 0x7fc0580c9040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:16:35.334 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc05d400700 1 --2- 172.21.15.134:0/2889767723 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc0580cf920 0x7fc0581f3c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:16:35.335 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc05cbff700 1 --2- 172.21.15.134:0/2889767723 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc0580b04b0 0x7fc05814d930 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fc04c00c4b0 tx=0x7fc04c00c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:35.335 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc0557fa700 1 -- 172.21.15.134:0/2889767723 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc04c004c80 con 0x7fc0580b04b0 2023-09-21T11:16:35.335 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc0557fa700 1 -- 172.21.15.134:0/2889767723 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc04c004e00 con 0x7fc0580b04b0 2023-09-21T11:16:35.335 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc0557fa700 1 -- 172.21.15.134:0/2889767723 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc04c007310 con 0x7fc0580b04b0 2023-09-21T11:16:35.335 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.333+0000 7fc05ee63700 1 -- 172.21.15.134:0/2889767723 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0580c9580 con 0x7fc0580b04b0 2023-09-21T11:16:35.335 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.334+0000 7fc05ee63700 1 -- 172.21.15.134:0/2889767723 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0581f4ac0 con 0x7fc0580b04b0 2023-09-21T11:16:35.336 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.334+0000 7fc0557fa700 1 -- 172.21.15.134:0/2889767723 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fc04c01d3f0 con 0x7fc0580b04b0 2023-09-21T11:16:35.336 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.334+0000 7fc0557fa700 1 -- 172.21.15.134:0/2889767723 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7fc04c01dac0 con 0x7fc0580b04b0 2023-09-21T11:16:35.336 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.334+0000 7fc05ee63700 1 -- 172.21.15.134:0/2889767723 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc05804eae0 con 0x7fc0580b04b0 2023-09-21T11:16:35.336 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.337+0000 7fc0557fa700 1 -- 172.21.15.134:0/2889767723 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fc04c01dd80 con 0x7fc0580b04b0 2023-09-21T11:16:35.397 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:35.404+0000 7f2b60913200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-21T11:16:35.413 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.420+0000 7fc05ee63700 1 -- 172.21.15.134:0/2889767723 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd new", "uuid": "48c73498-501c-4a5c-bb28-13541d0f2c04", "id": 2} v 0) v1 -- 0x7fc0580d2270 con 0x7fc0580b04b0 2023-09-21T11:16:35.414 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:35.422+0000 7f8fcf03a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-21T11:16:35.420 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.427+0000 7fc0557fa700 1 -- 172.21.15.134:0/2889767723 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "48c73498-501c-4a5c-bb28-13541d0f2c04", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7fc04c01d770 con 0x7fc0580b04b0 2023-09-21T11:16:35.420 INFO:teuthology.orchestra.run.smithi134.stdout:2 2023-09-21T11:16:35.421 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.428+0000 7fc05ee63700 1 -- 172.21.15.134:0/2889767723 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc0580b04b0 msgr2=0x7fc05814d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.422 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.428+0000 7fc05ee63700 1 --2- 172.21.15.134:0/2889767723 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc0580b04b0 0x7fc05814d930 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fc04c00c4b0 tx=0x7fc04c00c7c0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.422 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.428+0000 7fc05ee63700 1 -- 172.21.15.134:0/2889767723 shutdown_connections 2023-09-21T11:16:35.422 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.428+0000 7fc05ee63700 1 --2- 172.21.15.134:0/2889767723 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc0580cf920 0x7fc0581f3c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.422 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.428+0000 7fc05ee63700 1 --2- 172.21.15.134:0/2889767723 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc0580b04b0 0x7fc05814d930 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.422 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.428+0000 7fc05ee63700 1 --2- 172.21.15.134:0/2889767723 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc0580cd1f0 0x7fc0580c9040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.422 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.428+0000 7fc05ee63700 1 -- 172.21.15.134:0/2889767723 >> 172.21.15.134:0/2889767723 conn(0x7fc0580d14f0 msgr2=0x7fc058070400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:35.423 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.428+0000 7fc05ee63700 1 -- 172.21.15.134:0/2889767723 shutdown_connections 2023-09-21T11:16:35.423 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.428+0000 7fc05ee63700 1 -- 172.21.15.134:0/2889767723 wait complete. 2023-09-21T11:16:35.433 DEBUG:teuthology.orchestra.run.smithi134:> sudo ceph --cluster ceph osd new aa789944-cdeb-4a20-8dd8-9e879df70b8e 3 2023-09-21T11:16:35.596 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.603+0000 7f4a709f4700 1 Processor -- start 2023-09-21T11:16:35.597 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.604+0000 7f4a709f4700 1 -- start start 2023-09-21T11:16:35.599 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.605+0000 7f4a709f4700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f4a6c1430e0 0x7f4a6c15a270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:35.600 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.605+0000 7f4a709f4700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f4a6c15df40 0x7f4a6c15e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:35.600 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.605+0000 7f4a709f4700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a6c15a7b0 con 0x7f4a6c1435b0 2023-09-21T11:16:35.600 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.605+0000 7f4a709f4700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4a6c15db20 con 0x7f4a6c1430e0 2023-09-21T11:16:35.600 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.605+0000 7f4a709f4700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4a6c15b2c0 con 0x7f4a6c15df40 2023-09-21T11:16:35.600 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.605+0000 7f4a6ad9d700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f4a6c15df40 0x7f4a6c15e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:35.601 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.605+0000 7f4a69d9b700 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f4a6c1435b0 0x7f4a6c0cdea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.134:40178/0 (socket says 172.21.15.134:40178) 2023-09-21T11:16:35.601 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.605+0000 7f4a69d9b700 1 -- 172.21.15.134:0/1306126331 learned_addr learned my addr 172.21.15.134:0/1306126331 (peer_addr_for_me v1:172.21.15.134:0/0) 2023-09-21T11:16:35.601 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.605+0000 7f4a6a59c700 1 --2- 172.21.15.134:0/1306126331 >> v2:172.21.15.79:3300/0 conn(0x7f4a6c1430e0 0x7f4a6c15a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:35.601 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.605+0000 7f4a6ad9d700 1 -- 172.21.15.134:0/1306126331 >> v2:172.21.15.79:3300/0 conn(0x7f4a6c1430e0 msgr2=0x7f4a6c15a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:35.601 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.605+0000 7f4a6ad9d700 1 --2- 172.21.15.134:0/1306126331 >> v2:172.21.15.79:3300/0 conn(0x7f4a6c1430e0 0x7f4a6c15a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.602 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.605+0000 7f4a6ad9d700 1 -- 172.21.15.134:0/1306126331 >> v1:172.21.15.134:6789/0 conn(0x7f4a6c1435b0 legacy=0x7f4a6c0cdea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.602 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.605+0000 7f4a6959a700 1 -- 172.21.15.134:0/1306126331 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3575053080 0 0) 0x7f4a6c15a7b0 con 0x7f4a6c1435b0 2023-09-21T11:16:35.602 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.605+0000 7f4a6ad9d700 1 -- 172.21.15.134:0/1306126331 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a6c15aa20 con 0x7f4a6c15df40 2023-09-21T11:16:35.602 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.605+0000 7f4a6ad9d700 1 --2- 172.21.15.134:0/1306126331 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4a6c15df40 0x7f4a6c15e3d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f4a6c070ee0 tx=0x7f4a6400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=376862d36ebf87c5 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:35.604 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.606+0000 7f4a6959a700 1 -- 172.21.15.134:0/1306126331 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a6400e070 con 0x7f4a6c15df40 2023-09-21T11:16:35.604 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.606+0000 7f4a6959a700 1 -- 172.21.15.134:0/1306126331 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a6400bb20 con 0x7f4a6c15df40 2023-09-21T11:16:35.604 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.606+0000 7f4a6959a700 1 -- 172.21.15.134:0/1306126331 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a64012430 con 0x7f4a6c15df40 2023-09-21T11:16:35.604 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.606+0000 7f4a709f4700 1 -- 172.21.15.134:0/1306126331 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4a6c15df40 msgr2=0x7f4a6c15e3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.605 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.606+0000 7f4a709f4700 1 --2- 172.21.15.134:0/1306126331 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4a6c15df40 0x7f4a6c15e3d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f4a6c070ee0 tx=0x7f4a6400b330 comp rx=0 tx=0).stop 2023-09-21T11:16:35.605 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.606+0000 7f4a709f4700 1 -- 172.21.15.134:0/1306126331 shutdown_connections 2023-09-21T11:16:35.605 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.606+0000 7f4a709f4700 1 --2- 172.21.15.134:0/1306126331 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4a6c15df40 0x7f4a6c15e3d0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.605 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.606+0000 7f4a709f4700 1 --2- 172.21.15.134:0/1306126331 >> v2:172.21.15.79:3300/0 conn(0x7f4a6c1430e0 0x7f4a6c15a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.605 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.606+0000 7f4a709f4700 1 -- 172.21.15.134:0/1306126331 >> 172.21.15.134:0/1306126331 conn(0x7f4a6c0cfec0 msgr2=0x7f4a6c0d02d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:35.606 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.606+0000 7f4a709f4700 1 -- 172.21.15.134:0/1306126331 shutdown_connections 2023-09-21T11:16:35.606 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.606+0000 7f4a709f4700 1 -- 172.21.15.134:0/1306126331 wait complete. 2023-09-21T11:16:35.608 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.608+0000 7f4a709f4700 1 Processor -- start 2023-09-21T11:16:35.609 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.608+0000 7f4a709f4700 1 -- start start 2023-09-21T11:16:35.609 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a709f4700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4a6c1430e0 0x7f4a6c1f63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:35.609 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a709f4700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4a6c1435b0 0x7f4a6c129e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:35.609 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a709f4700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4a6c15df40 0x7f4a6c141db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:35.610 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a709f4700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a6c1f6920 con 0x7f4a6c1430e0 2023-09-21T11:16:35.610 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a709f4700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a6c1f6bf0 con 0x7f4a6c1435b0 2023-09-21T11:16:35.610 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a709f4700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a6c1f6ed0 con 0x7f4a6c15df40 2023-09-21T11:16:35.610 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a69d9b700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4a6c1435b0 0x7f4a6c129e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:35.610 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a6ad9d700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4a6c15df40 0x7f4a6c141db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:35.611 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a69d9b700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4a6c1435b0 0x7f4a6c129e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.134:42866/0 (socket says 172.21.15.134:42866) 2023-09-21T11:16:35.611 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a69d9b700 1 -- 172.21.15.134:0/3498336085 learned_addr learned my addr 172.21.15.134:0/3498336085 (peer_addr_for_me v2:172.21.15.134:0/0) 2023-09-21T11:16:35.611 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a6a59c700 1 --2- 172.21.15.134:0/3498336085 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4a6c1430e0 0x7f4a6c1f63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:35.611 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a69d9b700 1 -- 172.21.15.134:0/3498336085 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4a6c15df40 msgr2=0x7f4a6c141db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.611 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a69d9b700 1 --2- 172.21.15.134:0/3498336085 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4a6c15df40 0x7f4a6c141db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.612 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a69d9b700 1 -- 172.21.15.134:0/3498336085 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4a6c1430e0 msgr2=0x7f4a6c1f63e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.612 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a69d9b700 1 --2- 172.21.15.134:0/3498336085 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4a6c1430e0 0x7f4a6c1f63e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.612 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a69d9b700 1 -- 172.21.15.134:0/3498336085 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a64009a70 con 0x7f4a6c1435b0 2023-09-21T11:16:35.612 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a6a59c700 1 --2- 172.21.15.134:0/3498336085 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4a6c1430e0 0x7f4a6c1f63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:16:35.612 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a69d9b700 1 --2- 172.21.15.134:0/3498336085 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4a6c1435b0 0x7f4a6c129e70 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f4a6000c540 tx=0x7f4a6000c850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:35.613 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a5affd700 1 -- 172.21.15.134:0/3498336085 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a60004c80 con 0x7f4a6c1435b0 2023-09-21T11:16:35.613 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a5affd700 1 -- 172.21.15.134:0/3498336085 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a60004de0 con 0x7f4a6c1435b0 2023-09-21T11:16:35.613 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a709f4700 1 -- 172.21.15.134:0/3498336085 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a6c1f71b0 con 0x7f4a6c1435b0 2023-09-21T11:16:35.613 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a5affd700 1 -- 172.21.15.134:0/3498336085 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a60007310 con 0x7f4a6c1435b0 2023-09-21T11:16:35.613 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.609+0000 7f4a709f4700 1 -- 172.21.15.134:0/3498336085 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a6c13ad70 con 0x7f4a6c1435b0 2023-09-21T11:16:35.614 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.610+0000 7f4a5affd700 1 -- 172.21.15.134:0/3498336085 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f4a6001d3f0 con 0x7f4a6c1435b0 2023-09-21T11:16:35.614 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.610+0000 7f4a5affd700 1 -- 172.21.15.134:0/3498336085 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7f4a60013850 con 0x7f4a6c1435b0 2023-09-21T11:16:35.614 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.610+0000 7f4a709f4700 1 -- 172.21.15.134:0/3498336085 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a6c0b3960 con 0x7f4a6c1435b0 2023-09-21T11:16:35.614 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.612+0000 7f4a5affd700 1 -- 172.21.15.134:0/3498336085 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7f4a6c0b3960 con 0x7f4a6c1435b0 2023-09-21T11:16:35.688 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.695+0000 7f4a709f4700 1 -- 172.21.15.134:0/3498336085 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "osd new", "uuid": "aa789944-cdeb-4a20-8dd8-9e879df70b8e", "id": 3} v 0) v1 -- 0x7f4a6c13af90 con 0x7f4a6c1435b0 2023-09-21T11:16:35.695 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.703+0000 7f4a5affd700 1 -- 172.21.15.134:0/3498336085 <== mon.1 v2:172.21.15.134:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "aa789944-cdeb-4a20-8dd8-9e879df70b8e", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f4a60013530 con 0x7f4a6c1435b0 2023-09-21T11:16:35.696 INFO:teuthology.orchestra.run.smithi134.stdout:3 2023-09-21T11:16:35.697 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.703+0000 7f4a709f4700 1 -- 172.21.15.134:0/3498336085 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4a6c1435b0 msgr2=0x7f4a6c129e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.697 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.703+0000 7f4a709f4700 1 --2- 172.21.15.134:0/3498336085 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4a6c1435b0 0x7f4a6c129e70 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f4a6000c540 tx=0x7f4a6000c850 comp rx=0 tx=0).stop 2023-09-21T11:16:35.697 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.704+0000 7f4a709f4700 1 -- 172.21.15.134:0/3498336085 shutdown_connections 2023-09-21T11:16:35.697 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.704+0000 7f4a709f4700 1 --2- 172.21.15.134:0/3498336085 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4a6c15df40 0x7f4a6c141db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.698 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.704+0000 7f4a709f4700 1 --2- 172.21.15.134:0/3498336085 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4a6c1430e0 0x7f4a6c1f63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.698 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.704+0000 7f4a709f4700 1 --2- 172.21.15.134:0/3498336085 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4a6c1435b0 0x7f4a6c129e70 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.698 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.704+0000 7f4a709f4700 1 -- 172.21.15.134:0/3498336085 >> 172.21.15.134:0/3498336085 conn(0x7f4a6c0cfec0 msgr2=0x7f4a6c15c3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:35.698 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.704+0000 7f4a709f4700 1 -- 172.21.15.134:0/3498336085 shutdown_connections 2023-09-21T11:16:35.699 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.704+0000 7f4a709f4700 1 -- 172.21.15.134:0/3498336085 wait complete. 2023-09-21T11:16:35.708 DEBUG:teuthology.orchestra.run.smithi134:> sudo ceph --cluster ceph osd new ffb15368-9c68-47e9-8798-8a17200de775 4 2023-09-21T11:16:35.828 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.836+0000 7f4d7788a700 1 Processor -- start 2023-09-21T11:16:35.829 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.836+0000 7f4d7788a700 1 -- start start 2023-09-21T11:16:35.831 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.836+0000 7f4d7788a700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f4d7006a800 0x7f4d700cc5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:35.831 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.837+0000 7f4d7788a700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4d700ce1b0 con 0x7f4d700af4d0 2023-09-21T11:16:35.831 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.837+0000 7f4d7788a700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4d700cab30 con 0x7f4d700cbbd0 2023-09-21T11:16:35.832 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.837+0000 7f4d7788a700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d700ccaf0 con 0x7f4d7006a800 2023-09-21T11:16:35.832 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.837+0000 7f4d75e27700 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f4d700cbbd0 0x7f4d700ad060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.134:40190/0 (socket says 172.21.15.134:40190) 2023-09-21T11:16:35.832 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.837+0000 7f4d75e27700 1 -- 172.21.15.134:0/3021164794 learned_addr learned my addr 172.21.15.134:0/3021164794 (peer_addr_for_me v1:172.21.15.134:0/0) 2023-09-21T11:16:35.832 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.837+0000 7f4d75626700 1 --2- 172.21.15.134:0/3021164794 >> v2:172.21.15.79:3300/0 conn(0x7f4d7006a800 0x7f4d700cc5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:35.832 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.837+0000 7f4d67fff700 1 -- 172.21.15.134:0/3021164794 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2989474866 0 0) 0x7f4d700cab30 con 0x7f4d700cbbd0 2023-09-21T11:16:35.833 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.837+0000 7f4d67fff700 1 -- 172.21.15.134:0/3021164794 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4d5c0035b0 con 0x7f4d700cbbd0 2023-09-21T11:16:35.833 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.837+0000 7f4d67fff700 1 -- 172.21.15.134:0/3021164794 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1677611779 0 0) 0x7f4d700ce1b0 con 0x7f4d700af4d0 2023-09-21T11:16:35.833 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.837+0000 7f4d67fff700 1 -- 172.21.15.134:0/3021164794 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4d700cab30 con 0x7f4d700af4d0 2023-09-21T11:16:35.833 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.837+0000 7f4d75626700 1 -- 172.21.15.134:0/3021164794 >> v1:172.21.15.134:6789/0 conn(0x7f4d700cbbd0 legacy=0x7f4d700ad060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.833 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.837+0000 7f4d75626700 1 -- 172.21.15.134:0/3021164794 >> v1:172.21.15.79:6789/0 conn(0x7f4d700af4d0 legacy=0x7f4d7006abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.833 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.837+0000 7f4d75626700 1 -- 172.21.15.134:0/3021164794 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d700cae10 con 0x7f4d7006a800 2023-09-21T11:16:35.834 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.837+0000 7f4d75626700 1 --2- 172.21.15.134:0/3021164794 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4d7006a800 0x7f4d700cc5b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c009870 tx=0x7f4d6c009b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52635651a5e4032a server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:35.834 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.837+0000 7f4d67fff700 1 -- 172.21.15.134:0/3021164794 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d6c011830 con 0x7f4d7006a800 2023-09-21T11:16:35.834 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.837+0000 7f4d67fff700 1 -- 172.21.15.134:0/3021164794 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d6c011990 con 0x7f4d7006a800 2023-09-21T11:16:35.834 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.837+0000 7f4d67fff700 1 -- 172.21.15.134:0/3021164794 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d6c011d20 con 0x7f4d7006a800 2023-09-21T11:16:35.835 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.838+0000 7f4d7788a700 1 -- 172.21.15.134:0/3021164794 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4d7006a800 msgr2=0x7f4d700cc5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.835 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.838+0000 7f4d7788a700 1 --2- 172.21.15.134:0/3021164794 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4d7006a800 0x7f4d700cc5b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c009870 tx=0x7f4d6c009b80 comp rx=0 tx=0).stop 2023-09-21T11:16:35.835 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.838+0000 7f4d7788a700 1 -- 172.21.15.134:0/3021164794 shutdown_connections 2023-09-21T11:16:35.835 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.838+0000 7f4d7788a700 1 --2- 172.21.15.134:0/3021164794 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4d7006a800 0x7f4d700cc5b0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.835 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.838+0000 7f4d7788a700 1 -- 172.21.15.134:0/3021164794 >> 172.21.15.134:0/3021164794 conn(0x7f4d70099a60 msgr2=0x7f4d700d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:35.835 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.838+0000 7f4d7788a700 1 -- 172.21.15.134:0/3021164794 shutdown_connections 2023-09-21T11:16:35.836 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.838+0000 7f4d7788a700 1 -- 172.21.15.134:0/3021164794 wait complete. 2023-09-21T11:16:35.838 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.839+0000 7f4d7788a700 1 Processor -- start 2023-09-21T11:16:35.838 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.839+0000 7f4d7788a700 1 -- start start 2023-09-21T11:16:35.839 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.840+0000 7f4d7788a700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4d7006a800 0x7f4d700c6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:35.839 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.840+0000 7f4d7788a700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4d700af4d0 0x7f4d701586f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:35.839 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.840+0000 7f4d7788a700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4d700cbbd0 0x7f4d7006eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:35.839 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.840+0000 7f4d7788a700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d7015bd00 con 0x7f4d700af4d0 2023-09-21T11:16:35.839 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.840+0000 7f4d7788a700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d7015ba20 con 0x7f4d7006a800 2023-09-21T11:16:35.839 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.840+0000 7f4d7788a700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d700c5790 con 0x7f4d700cbbd0 2023-09-21T11:16:35.840 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.840+0000 7f4d75626700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4d7006a800 0x7f4d700c6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:35.840 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.840+0000 7f4d75e27700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4d700cbbd0 0x7f4d7006eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:35.840 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.840+0000 7f4d75626700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4d7006a800 0x7f4d700c6270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.134:42874/0 (socket says 172.21.15.134:42874) 2023-09-21T11:16:35.840 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.840+0000 7f4d75626700 1 -- 172.21.15.134:0/39960316 learned_addr learned my addr 172.21.15.134:0/39960316 (peer_addr_for_me v2:172.21.15.134:0/0) 2023-09-21T11:16:35.840 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.840+0000 7f4d74e25700 1 --2- 172.21.15.134:0/39960316 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4d700af4d0 0x7f4d701586f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:35.841 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.840+0000 7f4d75e27700 1 -- 172.21.15.134:0/39960316 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4d7006a800 msgr2=0x7f4d700c6270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.841 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.840+0000 7f4d75e27700 1 --2- 172.21.15.134:0/39960316 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4d7006a800 0x7f4d700c6270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.841 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.840+0000 7f4d75e27700 1 -- 172.21.15.134:0/39960316 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4d700af4d0 msgr2=0x7f4d701586f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.841 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.840+0000 7f4d75e27700 1 --2- 172.21.15.134:0/39960316 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4d700af4d0 0x7f4d701586f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.841 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.840+0000 7f4d75e27700 1 -- 172.21.15.134:0/39960316 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d6c0094a0 con 0x7f4d700cbbd0 2023-09-21T11:16:35.842 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.840+0000 7f4d75626700 1 --2- 172.21.15.134:0/39960316 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4d7006a800 0x7f4d700c6270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:16:35.842 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.841+0000 7f4d75e27700 1 --2- 172.21.15.134:0/39960316 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4d700cbbd0 0x7f4d7006eae0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4d6800cac0 tx=0x7f4d6800cdd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:35.842 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.841+0000 7f4d65ffb700 1 -- 172.21.15.134:0/39960316 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d6800a9e0 con 0x7f4d700cbbd0 2023-09-21T11:16:35.842 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.841+0000 7f4d65ffb700 1 -- 172.21.15.134:0/39960316 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d6800ab40 con 0x7f4d700cbbd0 2023-09-21T11:16:35.842 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.841+0000 7f4d7788a700 1 -- 172.21.15.134:0/39960316 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d700c5a70 con 0x7f4d700cbbd0 2023-09-21T11:16:35.843 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.841+0000 7f4d65ffb700 1 -- 172.21.15.134:0/39960316 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d68012400 con 0x7f4d700cbbd0 2023-09-21T11:16:35.843 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.841+0000 7f4d65ffb700 1 -- 172.21.15.134:0/39960316 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f4d68012560 con 0x7f4d700cbbd0 2023-09-21T11:16:35.843 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.841+0000 7f4d7788a700 1 -- 172.21.15.134:0/39960316 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d700c67b0 con 0x7f4d700cbbd0 2023-09-21T11:16:35.843 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.841+0000 7f4d65ffb700 1 -- 172.21.15.134:0/39960316 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7f4d6801b4f0 con 0x7f4d700cbbd0 2023-09-21T11:16:35.843 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.842+0000 7f4d7788a700 1 -- 172.21.15.134:0/39960316 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d7004eae0 con 0x7f4d700cbbd0 2023-09-21T11:16:35.843 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.844+0000 7f4d65ffb700 1 -- 172.21.15.134:0/39960316 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7f4d68017070 con 0x7f4d700cbbd0 2023-09-21T11:16:35.844 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:35.848+0000 7f2b60913200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-21T11:16:35.866 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:35.874+0000 7f8fcf03a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-21T11:16:35.920 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.927+0000 7f4d7788a700 1 -- 172.21.15.134:0/39960316 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "osd new", "uuid": "ffb15368-9c68-47e9-8798-8a17200de775", "id": 4} v 0) v1 -- 0x7f4d700d0430 con 0x7f4d700cbbd0 2023-09-21T11:16:35.927 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.935+0000 7f4d65ffb700 1 -- 172.21.15.134:0/39960316 <== mon.2 v2:172.21.15.134:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "ffb15368-9c68-47e9-8798-8a17200de775", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7f4d68012ac0 con 0x7f4d700cbbd0 2023-09-21T11:16:35.928 INFO:teuthology.orchestra.run.smithi134.stdout:4 2023-09-21T11:16:35.930 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.936+0000 7f4d7788a700 1 -- 172.21.15.134:0/39960316 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4d700cbbd0 msgr2=0x7f4d7006eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:35.930 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.936+0000 7f4d7788a700 1 --2- 172.21.15.134:0/39960316 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4d700cbbd0 0x7f4d7006eae0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4d6800cac0 tx=0x7f4d6800cdd0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.930 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.936+0000 7f4d7788a700 1 -- 172.21.15.134:0/39960316 shutdown_connections 2023-09-21T11:16:35.930 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.936+0000 7f4d7788a700 1 --2- 172.21.15.134:0/39960316 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4d700cbbd0 0x7f4d7006eae0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.930 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.936+0000 7f4d7788a700 1 --2- 172.21.15.134:0/39960316 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4d7006a800 0x7f4d700c6270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.931 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.936+0000 7f4d7788a700 1 --2- 172.21.15.134:0/39960316 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4d700af4d0 0x7f4d701586f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:35.931 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.936+0000 7f4d7788a700 1 -- 172.21.15.134:0/39960316 >> 172.21.15.134:0/39960316 conn(0x7f4d70099a60 msgr2=0x7f4d7006ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:35.931 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.937+0000 7f4d7788a700 1 -- 172.21.15.134:0/39960316 shutdown_connections 2023-09-21T11:16:35.931 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:35.937+0000 7f4d7788a700 1 -- 172.21.15.134:0/39960316 wait complete. 2023-09-21T11:16:35.946 DEBUG:teuthology.orchestra.run.smithi134:> sudo ceph --cluster ceph osd new 092b83f9-12c2-4c6f-a46a-deff710ed7af 5 2023-09-21T11:16:36.068 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.075+0000 7f8a9119e700 1 Processor -- start 2023-09-21T11:16:36.068 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.075+0000 7f8a9119e700 1 -- start start 2023-09-21T11:16:36.070 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.075+0000 7f8a9119e700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f8a8c1613d0 0x7f8a8c06dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.071 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.075+0000 7f8a9119e700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f8a8c06a800 0x7f8a8c06acb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.071 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.075+0000 7f8a9119e700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a8c071850 con 0x7f8a8c06edc0 2023-09-21T11:16:36.071 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.075+0000 7f8a9119e700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a8c06b1f0 con 0x7f8a8c06a800 2023-09-21T11:16:36.071 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.075+0000 7f8a9119e700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a8c1611e0 con 0x7f8a8c1613d0 2023-09-21T11:16:36.071 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.076+0000 7f8a8b7fe700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f8a8c1613d0 0x7f8a8c06dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.072 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.076+0000 7f8a8b7fe700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f8a8c1613d0 0x7f8a8c06dd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.134:42882/0 (socket says 172.21.15.134:42882) 2023-09-21T11:16:36.072 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.076+0000 7f8a8b7fe700 1 -- 172.21.15.134:0/1604360733 learned_addr learned my addr 172.21.15.134:0/1604360733 (peer_addr_for_me v2:172.21.15.134:0/0) 2023-09-21T11:16:36.072 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.076+0000 7f8a9099d700 1 --2- 172.21.15.134:0/1604360733 >> v2:172.21.15.79:3300/0 conn(0x7f8a8c06a800 0x7f8a8c06acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.072 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.076+0000 7f8a8b7fe700 1 -- 172.21.15.134:0/1604360733 >> v2:172.21.15.79:3300/0 conn(0x7f8a8c06a800 msgr2=0x7f8a8c06acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:36.072 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.076+0000 7f8a8b7fe700 1 --2- 172.21.15.134:0/1604360733 >> v2:172.21.15.79:3300/0 conn(0x7f8a8c06a800 0x7f8a8c06acb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.073 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.076+0000 7f8a8b7fe700 1 -- 172.21.15.134:0/1604360733 >> v1:172.21.15.79:6789/0 conn(0x7f8a8c06edc0 legacy=0x7f8a8c0b33e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.073 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.076+0000 7f8a8b7fe700 1 -- 172.21.15.134:0/1604360733 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a8c0b3c30 con 0x7f8a8c1613d0 2023-09-21T11:16:36.073 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.076+0000 7f8a8b7fe700 1 --2- 172.21.15.134:0/1604360733 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a8c1613d0 0x7f8a8c06dd30 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8a8c067b80 tx=0x7f8a80009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=801a47527a19e2a5 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:36.073 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.076+0000 7f8a8affd700 1 -- 172.21.15.134:0/1604360733 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a80011830 con 0x7f8a8c1613d0 2023-09-21T11:16:36.073 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.076+0000 7f8a8affd700 1 -- 172.21.15.134:0/1604360733 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a80011990 con 0x7f8a8c1613d0 2023-09-21T11:16:36.074 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.076+0000 7f8a8affd700 1 -- 172.21.15.134:0/1604360733 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a80011d20 con 0x7f8a8c1613d0 2023-09-21T11:16:36.074 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.077+0000 7f8a9119e700 1 -- 172.21.15.134:0/1604360733 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a8c1613d0 msgr2=0x7f8a8c06dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.074 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.077+0000 7f8a9119e700 1 --2- 172.21.15.134:0/1604360733 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a8c1613d0 0x7f8a8c06dd30 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8a8c067b80 tx=0x7f8a80009bd0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.074 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.077+0000 7f8a9119e700 1 -- 172.21.15.134:0/1604360733 shutdown_connections 2023-09-21T11:16:36.074 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.077+0000 7f8a9119e700 1 --2- 172.21.15.134:0/1604360733 >> v2:172.21.15.79:3300/0 conn(0x7f8a8c06a800 0x7f8a8c06acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.075 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.077+0000 7f8a9119e700 1 --2- 172.21.15.134:0/1604360733 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a8c1613d0 0x7f8a8c06dd30 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.075 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.077+0000 7f8a9119e700 1 -- 172.21.15.134:0/1604360733 >> 172.21.15.134:0/1604360733 conn(0x7f8a8c0ccbe0 msgr2=0x7f8a8c0ccfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:36.075 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.077+0000 7f8a9119e700 1 -- 172.21.15.134:0/1604360733 shutdown_connections 2023-09-21T11:16:36.075 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.077+0000 7f8a9119e700 1 -- 172.21.15.134:0/1604360733 wait complete. 2023-09-21T11:16:36.078 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.078+0000 7f8a9119e700 1 Processor -- start 2023-09-21T11:16:36.078 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.078+0000 7f8a9119e700 1 -- start start 2023-09-21T11:16:36.078 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.079+0000 7f8a9119e700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a8c06a800 0x7f8a8c1f7270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.078 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.079+0000 7f8a9119e700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a8c06edc0 0x7f8a8c0b2550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.079 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.079+0000 7f8a9119e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a8c1613d0 0x7f8a8c0c8f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.079 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.079+0000 7f8a9119e700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a8c0c66c0 con 0x7f8a8c06edc0 2023-09-21T11:16:36.079 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.079+0000 7f8a9119e700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a8c0b2a90 con 0x7f8a8c06a800 2023-09-21T11:16:36.079 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.079+0000 7f8a9119e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a8c0c7230 con 0x7f8a8c1613d0 2023-09-21T11:16:36.079 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.079+0000 7f8a8bfff700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a8c06a800 0x7f8a8c1f7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.080 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.079+0000 7f8a9099d700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a8c1613d0 0x7f8a8c0c8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.080 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.079+0000 7f8a8bfff700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a8c06a800 0x7f8a8c1f7270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.134:42886/0 (socket says 172.21.15.134:42886) 2023-09-21T11:16:36.080 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.079+0000 7f8a8bfff700 1 -- 172.21.15.134:0/1303519890 learned_addr learned my addr 172.21.15.134:0/1303519890 (peer_addr_for_me v2:172.21.15.134:0/0) 2023-09-21T11:16:36.080 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.079+0000 7f8a8b7fe700 1 --2- 172.21.15.134:0/1303519890 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a8c06edc0 0x7f8a8c0b2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.080 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.079+0000 7f8a8bfff700 1 -- 172.21.15.134:0/1303519890 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a8c1613d0 msgr2=0x7f8a8c0c8f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.080 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.079+0000 7f8a8bfff700 1 --2- 172.21.15.134:0/1303519890 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a8c1613d0 0x7f8a8c0c8f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.081 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.079+0000 7f8a8bfff700 1 -- 172.21.15.134:0/1303519890 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a8c06edc0 msgr2=0x7f8a8c0b2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.081 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.079+0000 7f8a8bfff700 1 --2- 172.21.15.134:0/1303519890 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a8c06edc0 0x7f8a8c0b2550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.081 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.080+0000 7f8a8bfff700 1 -- 172.21.15.134:0/1303519890 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a80009550 con 0x7f8a8c06a800 2023-09-21T11:16:36.081 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.080+0000 7f8a8bfff700 1 --2- 172.21.15.134:0/1303519890 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a8c06a800 0x7f8a8c1f7270 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c00c480 tx=0x7f8a7c00c790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:36.081 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.080+0000 7f8a88ff9700 1 -- 172.21.15.134:0/1303519890 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7c0052d0 con 0x7f8a8c06a800 2023-09-21T11:16:36.082 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.080+0000 7f8a88ff9700 1 -- 172.21.15.134:0/1303519890 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a7c00ce90 con 0x7f8a8c06a800 2023-09-21T11:16:36.082 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.080+0000 7f8a9119e700 1 -- 172.21.15.134:0/1303519890 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a8c0c9ec0 con 0x7f8a8c06a800 2023-09-21T11:16:36.082 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.080+0000 7f8a88ff9700 1 -- 172.21.15.134:0/1303519890 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7c0068b0 con 0x7f8a8c06a800 2023-09-21T11:16:36.082 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.080+0000 7f8a9119e700 1 -- 172.21.15.134:0/1303519890 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a8c0c7480 con 0x7f8a8c06a800 2023-09-21T11:16:36.082 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.080+0000 7f8a88ff9700 1 -- 172.21.15.134:0/1303519890 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f8a7c0039d0 con 0x7f8a8c06a800 2023-09-21T11:16:36.083 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.080+0000 7f8a88ff9700 1 -- 172.21.15.134:0/1303519890 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7f8a7c011c70 con 0x7f8a8c06a800 2023-09-21T11:16:36.083 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.081+0000 7f8a9119e700 1 -- 172.21.15.134:0/1303519890 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a8c071350 con 0x7f8a8c06a800 2023-09-21T11:16:36.083 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.085+0000 7f8a88ff9700 1 -- 172.21.15.134:0/1303519890 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7f8a7c011590 con 0x7f8a8c06a800 2023-09-21T11:16:36.162 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.169+0000 7f8a9119e700 1 -- 172.21.15.134:0/1303519890 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "osd new", "uuid": "092b83f9-12c2-4c6f-a46a-deff710ed7af", "id": 5} v 0) v1 -- 0x7f8a8c04f330 con 0x7f8a8c06a800 2023-09-21T11:16:36.172 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.179+0000 7f8a88ff9700 1 -- 172.21.15.134:0/1303519890 <== mon.1 v2:172.21.15.134:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "092b83f9-12c2-4c6f-a46a-deff710ed7af", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7f8a7c011730 con 0x7f8a8c06a800 2023-09-21T11:16:36.173 INFO:teuthology.orchestra.run.smithi134.stdout:5 2023-09-21T11:16:36.174 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.180+0000 7f8a9119e700 1 -- 172.21.15.134:0/1303519890 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a8c06a800 msgr2=0x7f8a8c1f7270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.174 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.180+0000 7f8a9119e700 1 --2- 172.21.15.134:0/1303519890 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a8c06a800 0x7f8a8c1f7270 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c00c480 tx=0x7f8a7c00c790 comp rx=0 tx=0).stop 2023-09-21T11:16:36.174 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.181+0000 7f8a9119e700 1 -- 172.21.15.134:0/1303519890 shutdown_connections 2023-09-21T11:16:36.174 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.181+0000 7f8a9119e700 1 --2- 172.21.15.134:0/1303519890 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a8c1613d0 0x7f8a8c0c8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.175 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.181+0000 7f8a9119e700 1 --2- 172.21.15.134:0/1303519890 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a8c06a800 0x7f8a8c1f7270 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.175 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.181+0000 7f8a9119e700 1 --2- 172.21.15.134:0/1303519890 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a8c06edc0 0x7f8a8c0b2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.175 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.181+0000 7f8a9119e700 1 -- 172.21.15.134:0/1303519890 >> 172.21.15.134:0/1303519890 conn(0x7f8a8c0ccbe0 msgr2=0x7f8a8c0b4710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:36.175 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.181+0000 7f8a9119e700 1 -- 172.21.15.134:0/1303519890 shutdown_connections 2023-09-21T11:16:36.175 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.181+0000 7f8a9119e700 1 -- 172.21.15.134:0/1303519890 wait complete. 2023-09-21T11:16:36.186 DEBUG:teuthology.orchestra.run.smithi134:> sudo ceph --cluster ceph osd new c060570f-9de4-41fd-8e5c-96aa5ffaef7e 6 2023-09-21T11:16:36.341 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.348+0000 7eff653ce700 1 Processor -- start 2023-09-21T11:16:36.341 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.348+0000 7eff653ce700 1 -- start start 2023-09-21T11:16:36.343 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.349+0000 7eff653ce700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff60161620 0x7eff600cbb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.344 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.349+0000 7eff653ce700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7eff6006bde0 0x7eff6006c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.344 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.349+0000 7eff653ce700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7eff600cd800 con 0x7eff6015db50 2023-09-21T11:16:36.344 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.349+0000 7eff653ce700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff60161aa0 con 0x7eff6006bde0 2023-09-21T11:16:36.344 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.349+0000 7eff653ce700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff6006c7a0 con 0x7eff60161620 2023-09-21T11:16:36.345 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.349+0000 7eff5e7fc700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff60161620 0x7eff600cbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.345 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.349+0000 7eff5f7fe700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7eff6006bde0 0x7eff6006c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.345 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.349+0000 7eff5e7fc700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff60161620 0x7eff600cbb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.134:58488/0 (socket says 172.21.15.134:58488) 2023-09-21T11:16:36.345 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.349+0000 7eff5f7fe700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7eff6006bde0 0x7eff6006c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.134:42896/0 (socket says 172.21.15.134:42896) 2023-09-21T11:16:36.345 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.349+0000 7eff5e7fc700 1 -- 172.21.15.134:0/4247740383 learned_addr learned my addr 172.21.15.134:0/4247740383 (peer_addr_for_me v2:172.21.15.134:0/0) 2023-09-21T11:16:36.346 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.349+0000 7eff5e7fc700 1 -- 172.21.15.134:0/4247740383 >> v2:172.21.15.134:3300/0 conn(0x7eff6006bde0 msgr2=0x7eff6006c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:36.346 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.349+0000 7eff5e7fc700 1 --2- 172.21.15.134:0/4247740383 >> v2:172.21.15.134:3300/0 conn(0x7eff6006bde0 0x7eff6006c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.346 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.349+0000 7eff5e7fc700 1 -- 172.21.15.134:0/4247740383 >> v1:172.21.15.79:6789/0 conn(0x7eff6015db50 legacy=0x7eff600cfab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.346 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.349+0000 7eff5e7fc700 1 -- 172.21.15.134:0/4247740383 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff600cc060 con 0x7eff60161620 2023-09-21T11:16:36.346 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.349+0000 7eff5f7fe700 1 --2- 172.21.15.134:0/4247740383 >> v2:172.21.15.134:3300/0 conn(0x7eff6006bde0 0x7eff6006c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:16:36.347 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.350+0000 7eff5e7fc700 1 --2- 172.21.15.134:0/4247740383 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff60161620 0x7eff600cbb20 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7eff540098f0 tx=0x7eff54009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=387898b809030a69 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:36.347 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.350+0000 7eff5dffb700 1 -- 172.21.15.134:0/4247740383 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff54011830 con 0x7eff60161620 2023-09-21T11:16:36.347 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.350+0000 7eff5dffb700 1 -- 172.21.15.134:0/4247740383 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff54011990 con 0x7eff60161620 2023-09-21T11:16:36.347 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.350+0000 7eff5dffb700 1 -- 172.21.15.134:0/4247740383 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff54011d20 con 0x7eff60161620 2023-09-21T11:16:36.347 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.350+0000 7eff653ce700 1 -- 172.21.15.134:0/4247740383 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff60161620 msgr2=0x7eff600cbb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.348 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.350+0000 7eff653ce700 1 --2- 172.21.15.134:0/4247740383 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff60161620 0x7eff600cbb20 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7eff540098f0 tx=0x7eff54009c00 comp rx=0 tx=0).stop 2023-09-21T11:16:36.348 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.350+0000 7eff653ce700 1 -- 172.21.15.134:0/4247740383 shutdown_connections 2023-09-21T11:16:36.348 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.350+0000 7eff653ce700 1 --2- 172.21.15.134:0/4247740383 >> v2:172.21.15.134:3300/0 conn(0x7eff6006bde0 0x7eff6006c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.348 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.350+0000 7eff653ce700 1 --2- 172.21.15.134:0/4247740383 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff60161620 0x7eff600cbb20 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.348 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.350+0000 7eff653ce700 1 -- 172.21.15.134:0/4247740383 >> 172.21.15.134:0/4247740383 conn(0x7eff60070570 msgr2=0x7eff60070980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:36.349 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.350+0000 7eff653ce700 1 -- 172.21.15.134:0/4247740383 shutdown_connections 2023-09-21T11:16:36.349 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.350+0000 7eff653ce700 1 -- 172.21.15.134:0/4247740383 wait complete. 2023-09-21T11:16:36.351 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.352+0000 7eff653ce700 1 Processor -- start 2023-09-21T11:16:36.352 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.352+0000 7eff653ce700 1 -- start start 2023-09-21T11:16:36.352 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.352+0000 7eff653ce700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff6006bde0 0x7eff600b3660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.352 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.352+0000 7eff653ce700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7eff6015db50 0x7eff60159da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.352 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.352+0000 7eff653ce700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7eff60161620 0x7eff600c7500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.352 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.352+0000 7eff653ce700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff600b6fa0 con 0x7eff60161620 2023-09-21T11:16:36.353 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.352+0000 7eff653ce700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff600c7070 con 0x7eff6015db50 2023-09-21T11:16:36.353 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.352+0000 7eff653ce700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff6015a2e0 con 0x7eff6006bde0 2023-09-21T11:16:36.353 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.352+0000 7eff5e7fc700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7eff6015db50 0x7eff60159da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.353 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.352+0000 7eff5effd700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff6006bde0 0x7eff600b3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.353 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.352+0000 7eff5e7fc700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7eff6015db50 0x7eff60159da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.134:42900/0 (socket says 172.21.15.134:42900) 2023-09-21T11:16:36.353 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.353+0000 7eff5e7fc700 1 -- 172.21.15.134:0/4217551951 learned_addr learned my addr 172.21.15.134:0/4217551951 (peer_addr_for_me v2:172.21.15.134:0/0) 2023-09-21T11:16:36.354 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.353+0000 7eff5f7fe700 1 --2- 172.21.15.134:0/4217551951 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7eff60161620 0x7eff600c7500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.354 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.353+0000 7eff5effd700 1 -- 172.21.15.134:0/4217551951 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7eff6015db50 msgr2=0x7eff60159da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.354 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.353+0000 7eff5effd700 1 --2- 172.21.15.134:0/4217551951 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7eff6015db50 0x7eff60159da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.354 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.353+0000 7eff5effd700 1 -- 172.21.15.134:0/4217551951 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7eff60161620 msgr2=0x7eff600c7500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.355 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.353+0000 7eff5effd700 1 --2- 172.21.15.134:0/4217551951 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7eff60161620 0x7eff600c7500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.355 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.353+0000 7eff5effd700 1 -- 172.21.15.134:0/4217551951 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff58009a70 con 0x7eff6006bde0 2023-09-21T11:16:36.355 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.353+0000 7eff5e7fc700 1 --2- 172.21.15.134:0/4217551951 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7eff6015db50 0x7eff60159da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:16:36.355 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.353+0000 7eff5effd700 1 --2- 172.21.15.134:0/4217551951 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff6006bde0 0x7eff600b3660 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7eff5000c400 tx=0x7eff5000c710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:36.355 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.353+0000 7eff477fe700 1 -- 172.21.15.134:0/4217551951 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff500052d0 con 0x7eff6006bde0 2023-09-21T11:16:36.356 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.353+0000 7eff477fe700 1 -- 172.21.15.134:0/4217551951 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff50005430 con 0x7eff6006bde0 2023-09-21T11:16:36.356 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.353+0000 7eff477fe700 1 -- 172.21.15.134:0/4217551951 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff500038c0 con 0x7eff6006bde0 2023-09-21T11:16:36.356 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.353+0000 7eff653ce700 1 -- 172.21.15.134:0/4217551951 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff54009550 con 0x7eff6006bde0 2023-09-21T11:16:36.356 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.353+0000 7eff653ce700 1 -- 172.21.15.134:0/4217551951 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff600b6cc0 con 0x7eff6006bde0 2023-09-21T11:16:36.356 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.353+0000 7eff477fe700 1 -- 172.21.15.134:0/4217551951 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7eff50003d20 con 0x7eff6006bde0 2023-09-21T11:16:36.356 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.353+0000 7eff477fe700 1 -- 172.21.15.134:0/4217551951 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7eff50012a10 con 0x7eff6006bde0 2023-09-21T11:16:36.357 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.354+0000 7eff653ce700 1 -- 172.21.15.134:0/4217551951 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff600c68c0 con 0x7eff6006bde0 2023-09-21T11:16:36.357 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.358+0000 7eff477fe700 1 -- 172.21.15.134:0/4217551951 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7eff600c68c0 con 0x7eff6006bde0 2023-09-21T11:16:36.433 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.440+0000 7eff653ce700 1 -- 172.21.15.134:0/4217551951 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "osd new", "uuid": "c060570f-9de4-41fd-8e5c-96aa5ffaef7e", "id": 6} v 0) v1 -- 0x7eff6004eae0 con 0x7eff6006bde0 2023-09-21T11:16:36.441 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.448+0000 7eff477fe700 1 -- 172.21.15.134:0/4217551951 <== mon.2 v2:172.21.15.134:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "c060570f-9de4-41fd-8e5c-96aa5ffaef7e", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7eff50017070 con 0x7eff6006bde0 2023-09-21T11:16:36.441 INFO:teuthology.orchestra.run.smithi134.stdout:6 2023-09-21T11:16:36.442 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.449+0000 7eff653ce700 1 -- 172.21.15.134:0/4217551951 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff6006bde0 msgr2=0x7eff600b3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.443 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.449+0000 7eff653ce700 1 --2- 172.21.15.134:0/4217551951 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff6006bde0 0x7eff600b3660 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7eff5000c400 tx=0x7eff5000c710 comp rx=0 tx=0).stop 2023-09-21T11:16:36.443 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.449+0000 7eff653ce700 1 -- 172.21.15.134:0/4217551951 shutdown_connections 2023-09-21T11:16:36.443 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.449+0000 7eff653ce700 1 --2- 172.21.15.134:0/4217551951 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7eff60161620 0x7eff600c7500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.443 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.449+0000 7eff653ce700 1 --2- 172.21.15.134:0/4217551951 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff6006bde0 0x7eff600b3660 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.443 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.449+0000 7eff653ce700 1 --2- 172.21.15.134:0/4217551951 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7eff6015db50 0x7eff60159da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.444 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.449+0000 7eff653ce700 1 -- 172.21.15.134:0/4217551951 >> 172.21.15.134:0/4217551951 conn(0x7eff60070570 msgr2=0x7eff60070950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:36.444 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.449+0000 7eff653ce700 1 -- 172.21.15.134:0/4217551951 shutdown_connections 2023-09-21T11:16:36.444 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.449+0000 7eff653ce700 1 -- 172.21.15.134:0/4217551951 wait complete. 2023-09-21T11:16:36.455 DEBUG:teuthology.orchestra.run.smithi134:> sudo ceph --cluster ceph osd new 228aa722-1e8d-47a8-92e7-b1ae1b823ff7 7 2023-09-21T11:16:36.472 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:36.479+0000 7f2b60913200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-21T11:16:36.535 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:36.542+0000 7f8fcf03a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-21T11:16:36.540 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:36.547+0000 7f2b60913200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-21T11:16:36.577 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.584+0000 7fe9c302e700 1 Processor -- start 2023-09-21T11:16:36.577 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.584+0000 7fe9c302e700 1 -- start start 2023-09-21T11:16:36.580 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.585+0000 7fe9c302e700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fe9bc071830 0x7fe9bc161d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.580 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.585+0000 7fe9c302e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe9bc0ac8d0 0x7fe9bc15dd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.580 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.585+0000 7fe9c302e700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9bc0b3140 con 0x7fe9bc0ae060 2023-09-21T11:16:36.580 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.585+0000 7fe9c302e700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9bc162290 con 0x7fe9bc071830 2023-09-21T11:16:36.580 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.585+0000 7fe9c302e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9bc0b4640 con 0x7fe9bc0ac8d0 2023-09-21T11:16:36.580 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.585+0000 7fe9c15cb700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe9bc0ac8d0 0x7fe9bc15dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.581 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.585+0000 7fe9bbfff700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fe9bc071830 0x7fe9bc161d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.581 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.585+0000 7fe9bbfff700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fe9bc071830 0x7fe9bc161d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.134:42906/0 (socket says 172.21.15.134:42906) 2023-09-21T11:16:36.581 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.585+0000 7fe9c15cb700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe9bc0ac8d0 0x7fe9bc15dd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.134:58502/0 (socket says 172.21.15.134:58502) 2023-09-21T11:16:36.581 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.585+0000 7fe9c0dca700 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7fe9bc0ae060 0x7fe9bc071120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.134:40222/0 (socket says 172.21.15.134:40222) 2023-09-21T11:16:36.581 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.585+0000 7fe9bbfff700 1 -- 172.21.15.134:0/4175459043 learned_addr learned my addr 172.21.15.134:0/4175459043 (peer_addr_for_me v2:172.21.15.134:0/0) 2023-09-21T11:16:36.582 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.585+0000 7fe9bbfff700 1 -- 172.21.15.134:0/4175459043 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe9bc0ac8d0 msgr2=0x7fe9bc15dd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:36.582 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.585+0000 7fe9bbfff700 1 --2- 172.21.15.134:0/4175459043 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe9bc0ac8d0 0x7fe9bc15dd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.582 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.585+0000 7fe9bbfff700 1 -- 172.21.15.134:0/4175459043 >> v1:172.21.15.134:6789/0 conn(0x7fe9bc0ae060 legacy=0x7fe9bc071120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.582 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.585+0000 7fe9bbfff700 1 -- 172.21.15.134:0/4175459043 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9bc0b4bc0 con 0x7fe9bc071830 2023-09-21T11:16:36.582 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.585+0000 7fe9bb7fe700 1 -- 172.21.15.134:0/4175459043 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2041907688 0 0) 0x7fe9bc0b3140 con 0x7fe9bc0ae060 2023-09-21T11:16:36.583 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.585+0000 7fe9c15cb700 1 --2- 172.21.15.134:0/4175459043 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe9bc0ac8d0 0x7fe9bc15dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:16:36.583 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.585+0000 7fe9bbfff700 1 --2- 172.21.15.134:0/4175459043 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9bc071830 0x7fe9bc161d50 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fe9a80098f0 tx=0x7fe9a8009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d65aa4fd58a4d624 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:36.583 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.586+0000 7fe9bb7fe700 1 -- 172.21.15.134:0/4175459043 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9a8011830 con 0x7fe9bc071830 2023-09-21T11:16:36.583 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.586+0000 7fe9bb7fe700 1 -- 172.21.15.134:0/4175459043 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9a8011990 con 0x7fe9bc071830 2023-09-21T11:16:36.583 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.586+0000 7fe9bb7fe700 1 -- 172.21.15.134:0/4175459043 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9a8011d20 con 0x7fe9bc071830 2023-09-21T11:16:36.584 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.586+0000 7fe9c302e700 1 -- 172.21.15.134:0/4175459043 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9bc071830 msgr2=0x7fe9bc161d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.584 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.586+0000 7fe9c302e700 1 --2- 172.21.15.134:0/4175459043 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9bc071830 0x7fe9bc161d50 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fe9a80098f0 tx=0x7fe9a8009c00 comp rx=0 tx=0).stop 2023-09-21T11:16:36.584 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.586+0000 7fe9c302e700 1 -- 172.21.15.134:0/4175459043 shutdown_connections 2023-09-21T11:16:36.584 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.586+0000 7fe9c302e700 1 --2- 172.21.15.134:0/4175459043 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe9bc0ac8d0 0x7fe9bc15dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.584 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.586+0000 7fe9c302e700 1 --2- 172.21.15.134:0/4175459043 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9bc071830 0x7fe9bc161d50 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.585 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.586+0000 7fe9c302e700 1 -- 172.21.15.134:0/4175459043 >> 172.21.15.134:0/4175459043 conn(0x7fe9bc0cfec0 msgr2=0x7fe9bc0d02d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:36.585 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.586+0000 7fe9c302e700 1 -- 172.21.15.134:0/4175459043 shutdown_connections 2023-09-21T11:16:36.585 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.586+0000 7fe9c302e700 1 -- 172.21.15.134:0/4175459043 wait complete. 2023-09-21T11:16:36.587 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.587+0000 7fe9c302e700 1 Processor -- start 2023-09-21T11:16:36.588 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.587+0000 7fe9c302e700 1 -- start start 2023-09-21T11:16:36.588 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.588+0000 7fe9c302e700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9bc071830 0x7fe9bc1547d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.588 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.588+0000 7fe9c302e700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9bc0ac8d0 0x7fe9bc159890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.588 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.588+0000 7fe9c302e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe9bc0ae060 0x7fe9bc159140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.588 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.588+0000 7fe9c302e700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9bc159680 con 0x7fe9bc0ac8d0 2023-09-21T11:16:36.589 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.588+0000 7fe9c302e700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9bc155140 con 0x7fe9bc071830 2023-09-21T11:16:36.589 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.588+0000 7fe9c302e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9bc159f20 con 0x7fe9bc0ae060 2023-09-21T11:16:36.589 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.588+0000 7fe9c0dca700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9bc071830 0x7fe9bc1547d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.589 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.588+0000 7fe9c15cb700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe9bc0ae060 0x7fe9bc159140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.590 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.588+0000 7fe9c0dca700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9bc071830 0x7fe9bc1547d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.134:42910/0 (socket says 172.21.15.134:42910) 2023-09-21T11:16:36.590 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.588+0000 7fe9c0dca700 1 -- 172.21.15.134:0/925385563 learned_addr learned my addr 172.21.15.134:0/925385563 (peer_addr_for_me v2:172.21.15.134:0/0) 2023-09-21T11:16:36.590 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.589+0000 7fe9bbfff700 1 --2- 172.21.15.134:0/925385563 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9bc0ac8d0 0x7fe9bc159890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.590 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.589+0000 7fe9c0dca700 1 -- 172.21.15.134:0/925385563 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe9bc0ae060 msgr2=0x7fe9bc159140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.590 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.589+0000 7fe9c0dca700 1 --2- 172.21.15.134:0/925385563 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe9bc0ae060 0x7fe9bc159140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.591 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.589+0000 7fe9c0dca700 1 -- 172.21.15.134:0/925385563 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9bc0ac8d0 msgr2=0x7fe9bc159890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.591 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.589+0000 7fe9c0dca700 1 --2- 172.21.15.134:0/925385563 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9bc0ac8d0 0x7fe9bc159890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.591 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.589+0000 7fe9c0dca700 1 -- 172.21.15.134:0/925385563 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9b4009a70 con 0x7fe9bc071830 2023-09-21T11:16:36.591 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.589+0000 7fe9bbfff700 1 --2- 172.21.15.134:0/925385563 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9bc0ac8d0 0x7fe9bc159890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:16:36.592 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.589+0000 7fe9c0dca700 1 --2- 172.21.15.134:0/925385563 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9bc071830 0x7fe9bc1547d0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fe9b00011e0 tx=0x7fe9b000ca30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:36.592 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.589+0000 7fe9b97fa700 1 -- 172.21.15.134:0/925385563 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9b0004c80 con 0x7fe9bc071830 2023-09-21T11:16:36.592 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.589+0000 7fe9b97fa700 1 -- 172.21.15.134:0/925385563 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9b0004de0 con 0x7fe9bc071830 2023-09-21T11:16:36.592 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.589+0000 7fe9c302e700 1 -- 172.21.15.134:0/925385563 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9a8009550 con 0x7fe9bc071830 2023-09-21T11:16:36.592 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.589+0000 7fe9b97fa700 1 -- 172.21.15.134:0/925385563 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9b0007310 con 0x7fe9bc071830 2023-09-21T11:16:36.593 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.589+0000 7fe9c302e700 1 -- 172.21.15.134:0/925385563 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9bc155390 con 0x7fe9bc071830 2023-09-21T11:16:36.593 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.590+0000 7fe9b97fa700 1 -- 172.21.15.134:0/925385563 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fe9b001d3f0 con 0x7fe9bc071830 2023-09-21T11:16:36.593 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.590+0000 7fe9b97fa700 1 -- 172.21.15.134:0/925385563 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7fe9b0013a20 con 0x7fe9bc071830 2023-09-21T11:16:36.593 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.590+0000 7fe9c302e700 1 -- 172.21.15.134:0/925385563 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9bc15a440 con 0x7fe9bc071830 2023-09-21T11:16:36.593 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.592+0000 7fe9b97fa700 1 -- 172.21.15.134:0/925385563 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fe9b0013c80 con 0x7fe9bc071830 2023-09-21T11:16:36.608 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:36.615+0000 7f8fcf03a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-21T11:16:36.668 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.675+0000 7fe9c302e700 1 -- 172.21.15.134:0/925385563 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "osd new", "uuid": "228aa722-1e8d-47a8-92e7-b1ae1b823ff7", "id": 7} v 0) v1 -- 0x7fe9bc04eae0 con 0x7fe9bc071830 2023-09-21T11:16:36.676 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.684+0000 7fe9b97fa700 1 -- 172.21.15.134:0/925385563 <== mon.1 v2:172.21.15.134:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "228aa722-1e8d-47a8-92e7-b1ae1b823ff7", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7fe9b00133c0 con 0x7fe9bc071830 2023-09-21T11:16:36.677 INFO:teuthology.orchestra.run.smithi134.stdout:7 2023-09-21T11:16:36.678 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.685+0000 7fe9c302e700 1 -- 172.21.15.134:0/925385563 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9bc071830 msgr2=0x7fe9bc1547d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.679 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.685+0000 7fe9c302e700 1 --2- 172.21.15.134:0/925385563 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9bc071830 0x7fe9bc1547d0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fe9b00011e0 tx=0x7fe9b000ca30 comp rx=0 tx=0).stop 2023-09-21T11:16:36.679 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.685+0000 7fe9c302e700 1 -- 172.21.15.134:0/925385563 shutdown_connections 2023-09-21T11:16:36.679 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.685+0000 7fe9c302e700 1 --2- 172.21.15.134:0/925385563 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe9bc0ae060 0x7fe9bc159140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.679 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.685+0000 7fe9c302e700 1 --2- 172.21.15.134:0/925385563 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9bc071830 0x7fe9bc1547d0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.679 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.685+0000 7fe9c302e700 1 --2- 172.21.15.134:0/925385563 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9bc0ac8d0 0x7fe9bc159890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.680 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.685+0000 7fe9c302e700 1 -- 172.21.15.134:0/925385563 >> 172.21.15.134:0/925385563 conn(0x7fe9bc0cfec0 msgr2=0x7fe9bc0cf350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:36.680 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.685+0000 7fe9c302e700 1 -- 172.21.15.134:0/925385563 shutdown_connections 2023-09-21T11:16:36.680 INFO:teuthology.orchestra.run.smithi134.stderr:2023-09-21T11:16:36.685+0000 7fe9c302e700 1 -- 172.21.15.134:0/925385563 wait complete. 2023-09-21T11:16:36.694 INFO:tasks.ceph.osd.0:Restarting daemon 2023-09-21T11:16:36.694 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-09-21T11:16:36.697 INFO:tasks.ceph.osd.0:Started 2023-09-21T11:16:36.697 INFO:tasks.ceph.osd.1:Restarting daemon 2023-09-21T11:16:36.697 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-09-21T11:16:36.700 INFO:tasks.ceph.osd.1:Started 2023-09-21T11:16:36.700 INFO:tasks.ceph.osd.2:Restarting daemon 2023-09-21T11:16:36.700 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-09-21T11:16:36.702 INFO:tasks.ceph.osd.2:Started 2023-09-21T11:16:36.702 INFO:tasks.ceph.osd.3:Restarting daemon 2023-09-21T11:16:36.703 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-09-21T11:16:36.705 INFO:tasks.ceph.osd.3:Started 2023-09-21T11:16:36.705 INFO:tasks.ceph.osd.4:Restarting daemon 2023-09-21T11:16:36.706 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2023-09-21T11:16:36.708 INFO:tasks.ceph.osd.4:Started 2023-09-21T11:16:36.708 INFO:tasks.ceph.osd.5:Restarting daemon 2023-09-21T11:16:36.709 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2023-09-21T11:16:36.710 INFO:tasks.ceph.osd.5:Started 2023-09-21T11:16:36.711 INFO:tasks.ceph.osd.6:Restarting daemon 2023-09-21T11:16:36.711 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2023-09-21T11:16:36.713 INFO:tasks.ceph.osd.6:Started 2023-09-21T11:16:36.714 INFO:tasks.ceph.osd.7:Restarting daemon 2023-09-21T11:16:36.714 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2023-09-21T11:16:36.716 INFO:tasks.ceph.osd.7:Started 2023-09-21T11:16:36.717 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:16:36.867 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.874+0000 7efd4bc40700 1 Processor -- start 2023-09-21T11:16:36.868 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.875+0000 7efd4bc40700 1 -- start start 2023-09-21T11:16:36.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.875+0000 7efd4bc40700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7efd4415b820 0x7efd440cc1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.875+0000 7efd4bc40700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7efd4415bc00 0x7efd440cdd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.875+0000 7efd4bc40700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd440cd530 con 0x7efd440cc6f0 2023-09-21T11:16:36.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.875+0000 7efd4bc40700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd440ccc90 con 0x7efd4415b820 2023-09-21T11:16:36.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.875+0000 7efd4bc40700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd440ccf70 con 0x7efd4415bc00 2023-09-21T11:16:36.872 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.875+0000 7efd499dc700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7efd4415b820 0x7efd440cc1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.872 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.876+0000 7efd499dc700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7efd4415b820 0x7efd440cc1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:52646/0 (socket says 172.21.15.79:52646) 2023-09-21T11:16:36.872 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.876+0000 7efd499dc700 1 -- 172.21.15.79:0/2940285019 learned_addr learned my addr 172.21.15.79:0/2940285019 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:36.872 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.876+0000 7efd4a1dd700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7efd440cc6f0 0x7efd4415f5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39014/0 (socket says 172.21.15.79:39014) 2023-09-21T11:16:36.872 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.876+0000 7efd491db700 1 --2- 172.21.15.79:0/2940285019 >> v2:172.21.15.134:3300/0 conn(0x7efd4415bc00 0x7efd440cdd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.876+0000 7efd499dc700 1 -- 172.21.15.79:0/2940285019 >> v2:172.21.15.134:3300/0 conn(0x7efd4415bc00 msgr2=0x7efd440cdd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:36.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.876+0000 7efd499dc700 1 --2- 172.21.15.79:0/2940285019 >> v2:172.21.15.134:3300/0 conn(0x7efd4415bc00 0x7efd440cdd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.876+0000 7efd499dc700 1 -- 172.21.15.79:0/2940285019 >> v1:172.21.15.79:6789/0 conn(0x7efd440cc6f0 legacy=0x7efd4415f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.876+0000 7efd499dc700 1 -- 172.21.15.79:0/2940285019 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd440cd250 con 0x7efd4415b820 2023-09-21T11:16:36.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.876+0000 7efd491db700 1 --2- 172.21.15.79:0/2940285019 >> v2:172.21.15.134:3300/0 conn(0x7efd4415bc00 0x7efd440cdd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:16:36.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.876+0000 7efd499dc700 1 --2- 172.21.15.79:0/2940285019 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd4415b820 0x7efd440cc1b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7efd440d2740 tx=0x7efd40009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bee67de72133ce5 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:36.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.876+0000 7efd489da700 1 -- 172.21.15.79:0/2940285019 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd40005e30 con 0x7efd4415b820 2023-09-21T11:16:36.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.876+0000 7efd489da700 1 -- 172.21.15.79:0/2940285019 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd40004030 con 0x7efd4415b820 2023-09-21T11:16:36.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.876+0000 7efd489da700 1 -- 172.21.15.79:0/2940285019 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd400043e0 con 0x7efd4415b820 2023-09-21T11:16:36.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.877+0000 7efd4bc40700 1 -- 172.21.15.79:0/2940285019 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd4415b820 msgr2=0x7efd440cc1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.877+0000 7efd4bc40700 1 --2- 172.21.15.79:0/2940285019 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd4415b820 0x7efd440cc1b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7efd440d2740 tx=0x7efd40009bd0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.877+0000 7efd4bc40700 1 -- 172.21.15.79:0/2940285019 shutdown_connections 2023-09-21T11:16:36.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.877+0000 7efd4bc40700 1 --2- 172.21.15.79:0/2940285019 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd4415b820 0x7efd440cc1b0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.877+0000 7efd4bc40700 1 --2- 172.21.15.79:0/2940285019 >> v2:172.21.15.134:3300/0 conn(0x7efd4415bc00 0x7efd440cdd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.877+0000 7efd4bc40700 1 -- 172.21.15.79:0/2940285019 >> 172.21.15.79:0/2940285019 conn(0x7efd4408b480 msgr2=0x7efd4409aa90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:36.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.877+0000 7efd4bc40700 1 -- 172.21.15.79:0/2940285019 shutdown_connections 2023-09-21T11:16:36.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.877+0000 7efd4bc40700 1 -- 172.21.15.79:0/2940285019 wait complete. 2023-09-21T11:16:36.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.878+0000 7efd4bc40700 1 Processor -- start 2023-09-21T11:16:36.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.878+0000 7efd4bc40700 1 -- start start 2023-09-21T11:16:36.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd4bc40700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd440cc6f0 0x7efd440c73b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd4bc40700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd4415b820 0x7efd440b27f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd4bc40700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efd4415bc00 0x7efd4414c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:36.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd4bc40700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd440b3ba0 con 0x7efd4415b820 2023-09-21T11:16:36.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd4bc40700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd441eeea0 con 0x7efd4415bc00 2023-09-21T11:16:36.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd4bc40700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd441ef180 con 0x7efd440cc6f0 2023-09-21T11:16:36.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd491db700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd4415b820 0x7efd440b27f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd499dc700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd440cc6f0 0x7efd440c73b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd4a1dd700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efd4415bc00 0x7efd4414c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:36.881 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd499dc700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd440cc6f0 0x7efd440c73b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:55688/0 (socket says 172.21.15.79:55688) 2023-09-21T11:16:36.881 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd499dc700 1 -- 172.21.15.79:0/3849674892 learned_addr learned my addr 172.21.15.79:0/3849674892 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:36.881 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd491db700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd4415b820 0x7efd440b27f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:52656/0 (socket says 172.21.15.79:52656) 2023-09-21T11:16:36.881 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd491db700 1 -- 172.21.15.79:0/3849674892 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd440cc6f0 msgr2=0x7efd440c73b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.881 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd491db700 1 --2- 172.21.15.79:0/3849674892 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd440cc6f0 0x7efd440c73b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.881 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd491db700 1 -- 172.21.15.79:0/3849674892 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efd4415bc00 msgr2=0x7efd4414c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.882 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd491db700 1 --2- 172.21.15.79:0/3849674892 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efd4415bc00 0x7efd4414c5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.882 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd491db700 1 -- 172.21.15.79:0/3849674892 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd40009500 con 0x7efd4415b820 2023-09-21T11:16:36.882 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd499dc700 1 --2- 172.21.15.79:0/3849674892 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd440cc6f0 0x7efd440c73b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:16:36.882 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd4a1dd700 1 --2- 172.21.15.79:0/3849674892 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efd4415bc00 0x7efd4414c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:16:36.882 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.879+0000 7efd491db700 1 --2- 172.21.15.79:0/3849674892 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd4415b820 0x7efd440b27f0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7efd3400e600 tx=0x7efd3400e910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:36.883 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.880+0000 7efd3a7fc700 1 -- 172.21.15.79:0/3849674892 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd34004230 con 0x7efd4415b820 2023-09-21T11:16:36.883 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.880+0000 7efd3a7fc700 1 -- 172.21.15.79:0/3849674892 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd34004390 con 0x7efd4415b820 2023-09-21T11:16:36.883 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.880+0000 7efd3a7fc700 1 -- 172.21.15.79:0/3849674892 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd340036a0 con 0x7efd4415b820 2023-09-21T11:16:36.883 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.880+0000 7efd4bc40700 1 -- 172.21.15.79:0/3849674892 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd441ef460 con 0x7efd4415b820 2023-09-21T11:16:36.883 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.880+0000 7efd4bc40700 1 -- 172.21.15.79:0/3849674892 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd4414cb10 con 0x7efd4415b820 2023-09-21T11:16:36.883 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.880+0000 7efd3a7fc700 1 -- 172.21.15.79:0/3849674892 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7efd34003b00 con 0x7efd4415b820 2023-09-21T11:16:36.884 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.880+0000 7efd3a7fc700 1 -- 172.21.15.79:0/3849674892 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7efd34013be0 con 0x7efd4415b820 2023-09-21T11:16:36.884 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.881+0000 7efd4bc40700 1 -- 172.21.15.79:0/3849674892 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd4404eae0 con 0x7efd4415b820 2023-09-21T11:16:36.884 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.884+0000 7efd3a7fc700 1 -- 172.21.15.79:0/3849674892 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7efd34020060 con 0x7efd4415b820 2023-09-21T11:16:36.947 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.954+0000 7efd4bc40700 1 -- 172.21.15.79:0/3849674892 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efd440c7df0 con 0x7efd4415b820 2023-09-21T11:16:36.948 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.955+0000 7efd3a7fc700 1 -- 172.21.15.79:0/3849674892 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7efd3400f040 con 0x7efd4415b820 2023-09-21T11:16:36.948 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:16:36.948 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":10,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:16:36.677797+0000","last_up_change":"0.000000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:16:36.949 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.956+0000 7efd4bc40700 1 -- 172.21.15.79:0/3849674892 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd4415b820 msgr2=0x7efd440b27f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:36.950 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.956+0000 7efd4bc40700 1 --2- 172.21.15.79:0/3849674892 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd4415b820 0x7efd440b27f0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7efd3400e600 tx=0x7efd3400e910 comp rx=0 tx=0).stop 2023-09-21T11:16:36.950 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.956+0000 7efd4bc40700 1 -- 172.21.15.79:0/3849674892 shutdown_connections 2023-09-21T11:16:36.950 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.956+0000 7efd4bc40700 1 --2- 172.21.15.79:0/3849674892 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efd4415bc00 0x7efd4414c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.950 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.956+0000 7efd4bc40700 1 --2- 172.21.15.79:0/3849674892 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd440cc6f0 0x7efd440c73b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.950 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.956+0000 7efd4bc40700 1 --2- 172.21.15.79:0/3849674892 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd4415b820 0x7efd440b27f0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:36.951 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.956+0000 7efd4bc40700 1 -- 172.21.15.79:0/3849674892 >> 172.21.15.79:0/3849674892 conn(0x7efd4408b480 msgr2=0x7efd44150f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:36.951 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.956+0000 7efd4bc40700 1 -- 172.21.15.79:0/3849674892 shutdown_connections 2023-09-21T11:16:36.951 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:36.956+0000 7efd4bc40700 1 -- 172.21.15.79:0/3849674892 wait complete. 2023-09-21T11:16:36.960 INFO:tasks.ceph.ceph_manager.ceph:[] 2023-09-21T11:16:36.961 INFO:tasks.ceph:Waiting for OSDs to come up 2023-09-21T11:16:37.269 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:37.276+0000 7f2b60913200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-21T11:16:37.319 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T11:16:37.326+0000 7f798e23c640 -1 Falling back to public interface 2023-09-21T11:16:37.321 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T11:16:37.328+0000 7f0e78032640 -1 Falling back to public interface 2023-09-21T11:16:37.325 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T11:16:37.332+0000 7f67dd40a640 -1 Falling back to public interface 2023-09-21T11:16:37.334 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T11:16:37.341+0000 7fd0839f4640 -1 Falling back to public interface 2023-09-21T11:16:37.336 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:37.344+0000 7f8fcf03a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-21T11:16:37.337 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T11:16:37.344+0000 7fede63d2640 -1 Falling back to public interface 2023-09-21T11:16:37.341 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T11:16:37.349+0000 7f67be586640 -1 Falling back to public interface 2023-09-21T11:16:37.342 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T11:16:37.349+0000 7f53364be640 -1 Falling back to public interface 2023-09-21T11:16:37.344 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T11:16:37.351+0000 7ff878187640 -1 Falling back to public interface 2023-09-21T11:16:37.349 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:37.357+0000 7f2b60913200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-21T11:16:37.418 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:37.425+0000 7f8fcf03a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-21T11:16:37.490 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:37.497+0000 7f2b60913200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-21T11:16:37.559 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:37.566+0000 7f8fcf03a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-21T11:16:37.725 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:37.732+0000 7f2b60913200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-21T11:16:37.768 DEBUG:teuthology.orchestra.run.smithi079:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-09-21T11:16:37.793 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:37.801+0000 7f8fcf03a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-21T11:16:37.884 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.892+0000 7fc66422e700 1 Processor -- start 2023-09-21T11:16:37.885 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.892+0000 7fc66422e700 1 -- start start 2023-09-21T11:16:37.887 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.893+0000 7fc66422e700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fc65c15a360 0x7fc65c0aefc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:37.887 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.893+0000 7fc66422e700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fc65c06f490 0x7fc65c0b3510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:37.888 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.893+0000 7fc66422e700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc65c0b2a50 con 0x7fc65c06b910 2023-09-21T11:16:37.888 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.893+0000 7fc66422e700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc65c0cf3c0 con 0x7fc65c06f490 2023-09-21T11:16:37.888 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.893+0000 7fc66422e700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc65c0b2d10 con 0x7fc65c15a360 2023-09-21T11:16:37.888 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.893+0000 7fc6617c9700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fc65c06f490 0x7fc65c0b3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:37.888 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.893+0000 7fc6627cb700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fc65c06b910 0x7fc65c06bd40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39026/0 (socket says 172.21.15.79:39026) 2023-09-21T11:16:37.889 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.893+0000 7fc6627cb700 1 -- 172.21.15.79:0/293341402 learned_addr learned my addr 172.21.15.79:0/293341402 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:16:37.889 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.893+0000 7fc661fca700 1 --2- 172.21.15.79:0/293341402 >> v2:172.21.15.134:3300/0 conn(0x7fc65c15a360 0x7fc65c0aefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:37.889 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.893+0000 7fc6617c9700 1 -- 172.21.15.79:0/293341402 >> v2:172.21.15.134:3300/0 conn(0x7fc65c15a360 msgr2=0x7fc65c0aefc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:37.889 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.893+0000 7fc6617c9700 1 --2- 172.21.15.79:0/293341402 >> v2:172.21.15.134:3300/0 conn(0x7fc65c15a360 0x7fc65c0aefc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:37.890 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.893+0000 7fc6617c9700 1 -- 172.21.15.79:0/293341402 >> v1:172.21.15.79:6789/0 conn(0x7fc65c06b910 legacy=0x7fc65c06bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:37.890 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.893+0000 7fc660fc8700 1 -- 172.21.15.79:0/293341402 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3056048885 0 0) 0x7fc65c0b2a50 con 0x7fc65c06b910 2023-09-21T11:16:37.890 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.893+0000 7fc6617c9700 1 -- 172.21.15.79:0/293341402 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc65c0b2ff0 con 0x7fc65c06f490 2023-09-21T11:16:37.890 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.893+0000 7fc6617c9700 1 --2- 172.21.15.79:0/293341402 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc65c06f490 0x7fc65c0b3510 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fc65c0669f0 tx=0x7fc64c009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c62926cbd6c2b513 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:37.890 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.893+0000 7fc660fc8700 1 -- 172.21.15.79:0/293341402 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc64c011830 con 0x7fc65c06f490 2023-09-21T11:16:37.891 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.893+0000 7fc660fc8700 1 -- 172.21.15.79:0/293341402 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc64c011990 con 0x7fc65c06f490 2023-09-21T11:16:37.891 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.893+0000 7fc660fc8700 1 -- 172.21.15.79:0/293341402 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc64c011d20 con 0x7fc65c06f490 2023-09-21T11:16:37.891 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.894+0000 7fc66422e700 1 -- 172.21.15.79:0/293341402 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc65c06f490 msgr2=0x7fc65c0b3510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:37.891 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.894+0000 7fc66422e700 1 --2- 172.21.15.79:0/293341402 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc65c06f490 0x7fc65c0b3510 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fc65c0669f0 tx=0x7fc64c009b20 comp rx=0 tx=0).stop 2023-09-21T11:16:37.891 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.894+0000 7fc66422e700 1 -- 172.21.15.79:0/293341402 shutdown_connections 2023-09-21T11:16:37.891 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.894+0000 7fc66422e700 1 --2- 172.21.15.79:0/293341402 >> v2:172.21.15.134:3300/0 conn(0x7fc65c15a360 0x7fc65c0aefc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:37.892 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.894+0000 7fc66422e700 1 --2- 172.21.15.79:0/293341402 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc65c06f490 0x7fc65c0b3510 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:37.892 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.894+0000 7fc66422e700 1 -- 172.21.15.79:0/293341402 >> 172.21.15.79:0/293341402 conn(0x7fc65c0cfde0 msgr2=0x7fc65c0d01f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:37.892 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.894+0000 7fc66422e700 1 -- 172.21.15.79:0/293341402 shutdown_connections 2023-09-21T11:16:37.892 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.894+0000 7fc66422e700 1 -- 172.21.15.79:0/293341402 wait complete. 2023-09-21T11:16:37.894 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.895+0000 7fc66422e700 1 Processor -- start 2023-09-21T11:16:37.894 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.895+0000 7fc66422e700 1 -- start start 2023-09-21T11:16:37.895 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.896+0000 7fc66422e700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc65c06b910 0x7fc65c1562b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:37.895 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.896+0000 7fc66422e700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc65c06f490 0x7fc65c06a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:37.895 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.896+0000 7fc66422e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc65c15a360 0x7fc65c06ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:37.895 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.896+0000 7fc66422e700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc65c153d00 con 0x7fc65c06b910 2023-09-21T11:16:37.895 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.896+0000 7fc66422e700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc65c146c30 con 0x7fc65c06f490 2023-09-21T11:16:37.896 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.896+0000 7fc66422e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc65c153a20 con 0x7fc65c15a360 2023-09-21T11:16:37.896 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.896+0000 7fc661fca700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc65c06b910 0x7fc65c1562b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:37.896 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.896+0000 7fc661fca700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc65c06b910 0x7fc65c1562b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:52664/0 (socket says 172.21.15.79:52664) 2023-09-21T11:16:37.896 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.896+0000 7fc661fca700 1 -- 172.21.15.79:0/3899287947 learned_addr learned my addr 172.21.15.79:0/3899287947 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:37.896 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.896+0000 7fc6617c9700 1 --2- 172.21.15.79:0/3899287947 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc65c06f490 0x7fc65c06a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:37.896 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.896+0000 7fc6627cb700 1 --2- 172.21.15.79:0/3899287947 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc65c15a360 0x7fc65c06ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:37.897 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.897+0000 7fc661fca700 1 -- 172.21.15.79:0/3899287947 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc65c15a360 msgr2=0x7fc65c06ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:37.897 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.897+0000 7fc661fca700 1 --2- 172.21.15.79:0/3899287947 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc65c15a360 0x7fc65c06ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:37.897 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.897+0000 7fc661fca700 1 -- 172.21.15.79:0/3899287947 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc65c06f490 msgr2=0x7fc65c06a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:37.897 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.897+0000 7fc661fca700 1 --2- 172.21.15.79:0/3899287947 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc65c06f490 0x7fc65c06a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:37.897 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.897+0000 7fc661fca700 1 -- 172.21.15.79:0/3899287947 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc64c0094a0 con 0x7fc65c06b910 2023-09-21T11:16:37.898 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.897+0000 7fc661fca700 1 --2- 172.21.15.79:0/3899287947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc65c06b910 0x7fc65c1562b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fc65800e9b0 tx=0x7fc65800ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:37.898 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.897+0000 7fc6527fc700 1 -- 172.21.15.79:0/3899287947 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc658009710 con 0x7fc65c06b910 2023-09-21T11:16:37.898 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.897+0000 7fc6527fc700 1 -- 172.21.15.79:0/3899287947 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc65800ee50 con 0x7fc65c06b910 2023-09-21T11:16:37.898 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.897+0000 7fc66422e700 1 -- 172.21.15.79:0/3899287947 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc65c1f4070 con 0x7fc65c06b910 2023-09-21T11:16:37.898 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.897+0000 7fc6527fc700 1 -- 172.21.15.79:0/3899287947 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc65800ca50 con 0x7fc65c06b910 2023-09-21T11:16:37.899 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.897+0000 7fc66422e700 1 -- 172.21.15.79:0/3899287947 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc65c1f4630 con 0x7fc65c06b910 2023-09-21T11:16:37.899 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.897+0000 7fc6527fc700 1 -- 172.21.15.79:0/3899287947 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fc658005a20 con 0x7fc65c06b910 2023-09-21T11:16:37.899 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.897+0000 7fc6527fc700 1 -- 172.21.15.79:0/3899287947 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7fc658006700 con 0x7fc65c06b910 2023-09-21T11:16:37.899 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.898+0000 7fc66422e700 1 -- 172.21.15.79:0/3899287947 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc65c1f47f0 con 0x7fc65c06b910 2023-09-21T11:16:37.899 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.900+0000 7fc6527fc700 1 -- 172.21.15.79:0/3899287947 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fc658021060 con 0x7fc65c06b910 2023-09-21T11:16:37.939 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:37.946+0000 7f2b60913200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-21T11:16:37.962 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.969+0000 7fc66422e700 1 -- 172.21.15.79:0/3899287947 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc65c1f49a0 con 0x7fc65c06b910 2023-09-21T11:16:37.963 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.970+0000 7fc6527fc700 1 -- 172.21.15.79:0/3899287947 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fc658017070 con 0x7fc65c06b910 2023-09-21T11:16:37.963 INFO:teuthology.misc.health.smithi079.stdout: 2023-09-21T11:16:37.964 INFO:teuthology.misc.health.smithi079.stdout:{"epoch":10,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:16:36.677797+0000","last_up_change":"0.000000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:16:37.965 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.971+0000 7fc66422e700 1 -- 172.21.15.79:0/3899287947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc65c06b910 msgr2=0x7fc65c1562b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:37.965 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.971+0000 7fc66422e700 1 --2- 172.21.15.79:0/3899287947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc65c06b910 0x7fc65c1562b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fc65800e9b0 tx=0x7fc65800ecc0 comp rx=0 tx=0).stop 2023-09-21T11:16:37.965 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.971+0000 7fc66422e700 1 -- 172.21.15.79:0/3899287947 shutdown_connections 2023-09-21T11:16:37.965 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.971+0000 7fc66422e700 1 --2- 172.21.15.79:0/3899287947 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc65c15a360 0x7fc65c06ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:37.965 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.971+0000 7fc66422e700 1 --2- 172.21.15.79:0/3899287947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc65c06b910 0x7fc65c1562b0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:37.966 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.971+0000 7fc66422e700 1 --2- 172.21.15.79:0/3899287947 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc65c06f490 0x7fc65c06a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:37.966 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.971+0000 7fc66422e700 1 -- 172.21.15.79:0/3899287947 >> 172.21.15.79:0/3899287947 conn(0x7fc65c0cfde0 msgr2=0x7fc65c0b0be0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:37.966 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.971+0000 7fc66422e700 1 -- 172.21.15.79:0/3899287947 shutdown_connections 2023-09-21T11:16:37.966 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:37.971+0000 7fc66422e700 1 -- 172.21.15.79:0/3899287947 wait complete. 2023-09-21T11:16:37.974 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-09-21T11:16:38.014 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:38.021+0000 7f8fcf03a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-21T11:16:38.074 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:38.081+0000 7f2b60913200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-21T11:16:38.146 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:38.153+0000 7f8fcf03a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-21T11:16:38.292 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:38.299+0000 7f2b60913200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-21T11:16:38.367 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:38.374+0000 7f8fcf03a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-21T11:16:38.447 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:38.454+0000 7f2b60913200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-21T11:16:38.523 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:38.530+0000 7f8fcf03a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-21T11:16:38.561 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:38.569+0000 7f2b60913200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-21T11:16:38.636 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:38.643+0000 7f8fcf03a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-21T11:16:38.881 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:38.888+0000 7f2b60913200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-21T11:16:38.961 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:38.968+0000 7f8fcf03a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-21T11:16:38.981 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:38.988+0000 7f2b60913200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-21T11:16:39.061 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:39.068+0000 7f8fcf03a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-21T11:16:39.166 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:39.173+0000 7f2b60913200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-21T11:16:39.248 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:39.254+0000 7f8fcf03a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-21T11:16:39.757 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:39.765+0000 7f2b60913200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-21T11:16:39.854 INFO:tasks.ceph.mgr.x.smithi134.stderr:2023-09-21T11:16:39.861+0000 7f8fcf03a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-21T11:16:40.783 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:40.790+0000 7f2b188a2700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-09-21T11:16:40.783 INFO:tasks.ceph.mgr.y.smithi079.stderr:2023-09-21T11:16:40.790+0000 7f2b188a2700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-09-21T11:16:40.847 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T11:16:40.855+0000 7f0e78032640 -1 osd.6 0 log_to_monitors true 2023-09-21T11:16:40.856 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T11:16:40.864+0000 7ff878187640 -1 osd.4 0 log_to_monitors true 2023-09-21T11:16:40.859 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T11:16:40.867+0000 7f798e23c640 -1 osd.1 0 log_to_monitors true 2023-09-21T11:16:40.861 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T11:16:40.868+0000 7f67dd40a640 -1 osd.5 0 log_to_monitors true 2023-09-21T11:16:40.872 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T11:16:40.879+0000 7f53364be640 -1 osd.2 0 log_to_monitors true 2023-09-21T11:16:40.877 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T11:16:40.884+0000 7f67be586640 -1 osd.3 0 log_to_monitors true 2023-09-21T11:16:40.879 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T11:16:40.886+0000 7fd0839f4640 -1 osd.0 0 log_to_monitors true 2023-09-21T11:16:40.883 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T11:16:40.890+0000 7fede63d2640 -1 osd.7 0 log_to_monitors true 2023-09-21T11:16:44.771 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T11:16:44.778+0000 7f67d0fc1700 -1 osd.5 0 waiting for initial osdmap 2023-09-21T11:16:44.780 DEBUG:teuthology.orchestra.run.smithi079:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-09-21T11:16:44.786 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T11:16:44.793+0000 7ff86bd3e700 -1 osd.4 0 waiting for initial osdmap 2023-09-21T11:16:44.789 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T11:16:44.796+0000 7f67c939c700 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-21T11:16:44.803 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T11:16:44.811+0000 7ff864119700 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-21T11:16:44.823 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T11:16:44.831+0000 7fedd9f89700 -1 osd.7 0 waiting for initial osdmap 2023-09-21T11:16:44.833 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T11:16:44.840+0000 7fd0775ab700 -1 osd.0 0 waiting for initial osdmap 2023-09-21T11:16:44.837 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T11:16:44.845+0000 7fedd2364700 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-21T11:16:44.840 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T11:16:44.847+0000 7f0e6bbe9700 -1 osd.6 0 waiting for initial osdmap 2023-09-21T11:16:44.846 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T11:16:44.854+0000 7fd06f986700 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-21T11:16:44.862 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T11:16:44.870+0000 7f0e63fc4700 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-21T11:16:44.865 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T11:16:44.873+0000 7f7981df3700 -1 osd.1 0 waiting for initial osdmap 2023-09-21T11:16:44.871 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T11:16:44.878+0000 7f67b213d700 -1 osd.3 0 waiting for initial osdmap 2023-09-21T11:16:44.876 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T11:16:44.884+0000 7f797a1ce700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-21T11:16:44.879 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T11:16:44.886+0000 7f532a075700 -1 osd.2 0 waiting for initial osdmap 2023-09-21T11:16:44.887 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T11:16:44.895+0000 7f67aa518700 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-21T11:16:44.895 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T11:16:44.903+0000 7f5322450700 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-21T11:16:44.928 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.935+0000 7fc296329700 1 Processor -- start 2023-09-21T11:16:44.928 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.935+0000 7fc296329700 1 -- start start 2023-09-21T11:16:44.938 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.936+0000 7fc296329700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fc29006ddd0 0x7fc2900b3510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:44.938 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.936+0000 7fc296329700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc2900b4820 con 0x7fc29015d820 2023-09-21T11:16:44.939 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.936+0000 7fc296329700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc2900b3c10 con 0x7fc29006af10 2023-09-21T11:16:44.939 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.936+0000 7fc296329700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc2900b3ef0 con 0x7fc29006ddd0 2023-09-21T11:16:44.939 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.936+0000 7fc2948c6700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fc29006ddd0 0x7fc2900b3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:44.940 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.936+0000 7fc28ffff700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fc29015d820 0x7fc29006a800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39132/0 (socket says 172.21.15.79:39132) 2023-09-21T11:16:44.940 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.936+0000 7fc28ffff700 1 -- 172.21.15.79:0/3886808180 learned_addr learned my addr 172.21.15.79:0/3886808180 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:16:44.941 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.936+0000 7fc2948c6700 1 -- 172.21.15.79:0/3886808180 >> v1:172.21.15.134:6789/0 conn(0x7fc29006af10 legacy=0x7fc290071bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:44.941 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.936+0000 7fc2948c6700 1 -- 172.21.15.79:0/3886808180 >> v1:172.21.15.79:6789/0 conn(0x7fc29015d820 legacy=0x7fc29006a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:44.941 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.936+0000 7fc2948c6700 1 -- 172.21.15.79:0/3886808180 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2900b41d0 con 0x7fc29006ddd0 2023-09-21T11:16:44.942 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.936+0000 7fc28effd700 1 -- 172.21.15.79:0/3886808180 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3056596309 0 0) 0x7fc2900b4820 con 0x7fc29015d820 2023-09-21T11:16:44.942 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.936+0000 7fc2948c6700 1 --2- 172.21.15.79:0/3886808180 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc29006ddd0 0x7fc2900b3510 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fc288009d90 tx=0x7fc28800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7f0a08e8dbac2ae server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:44.943 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.936+0000 7fc28effd700 1 -- 172.21.15.79:0/3886808180 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc28800e070 con 0x7fc29006ddd0 2023-09-21T11:16:44.943 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.936+0000 7fc28effd700 1 -- 172.21.15.79:0/3886808180 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc28800bb90 con 0x7fc29006ddd0 2023-09-21T11:16:44.943 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.936+0000 7fc28effd700 1 -- 172.21.15.79:0/3886808180 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc288003a20 con 0x7fc29006ddd0 2023-09-21T11:16:44.944 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.937+0000 7fc296329700 1 -- 172.21.15.79:0/3886808180 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc29006ddd0 msgr2=0x7fc2900b3510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:44.944 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.937+0000 7fc296329700 1 --2- 172.21.15.79:0/3886808180 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc29006ddd0 0x7fc2900b3510 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fc288009d90 tx=0x7fc28800b330 comp rx=0 tx=0).stop 2023-09-21T11:16:44.944 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.937+0000 7fc296329700 1 -- 172.21.15.79:0/3886808180 shutdown_connections 2023-09-21T11:16:44.945 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.937+0000 7fc296329700 1 --2- 172.21.15.79:0/3886808180 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc29006ddd0 0x7fc2900b3510 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:44.945 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.937+0000 7fc296329700 1 -- 172.21.15.79:0/3886808180 >> 172.21.15.79:0/3886808180 conn(0x7fc2900ccca0 msgr2=0x7fc2900cd080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:44.946 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.937+0000 7fc296329700 1 -- 172.21.15.79:0/3886808180 shutdown_connections 2023-09-21T11:16:44.946 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.937+0000 7fc296329700 1 -- 172.21.15.79:0/3886808180 wait complete. 2023-09-21T11:16:44.946 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.938+0000 7fc296329700 1 Processor -- start 2023-09-21T11:16:44.947 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.938+0000 7fc296329700 1 -- start start 2023-09-21T11:16:44.947 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.939+0000 7fc296329700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc29006af10 0x7fc2900c7510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:44.947 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.939+0000 7fc296329700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc29006ddd0 0x7fc2900c4da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:44.948 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.939+0000 7fc296329700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc29015d820 0x7fc2900c9d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:44.948 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.939+0000 7fc296329700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2900c6270 con 0x7fc29006ddd0 2023-09-21T11:16:44.949 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.939+0000 7fc296329700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2900c55f0 con 0x7fc29015d820 2023-09-21T11:16:44.949 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.939+0000 7fc296329700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2900c58d0 con 0x7fc29006af10 2023-09-21T11:16:44.949 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.939+0000 7fc28f7fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc29006ddd0 0x7fc2900c4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:44.950 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.939+0000 7fc28f7fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc29006ddd0 0x7fc2900c4da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:52776/0 (socket says 172.21.15.79:52776) 2023-09-21T11:16:44.950 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.939+0000 7fc28f7fe700 1 -- 172.21.15.79:0/1868210812 learned_addr learned my addr 172.21.15.79:0/1868210812 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:44.950 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.939+0000 7fc28ffff700 1 --2- 172.21.15.79:0/1868210812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc29006af10 0x7fc2900c7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:44.951 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.939+0000 7fc2948c6700 1 --2- 172.21.15.79:0/1868210812 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc29015d820 0x7fc2900c9d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:44.951 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.939+0000 7fc28f7fe700 1 -- 172.21.15.79:0/1868210812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc29006af10 msgr2=0x7fc2900c7510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:44.951 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.939+0000 7fc28f7fe700 1 --2- 172.21.15.79:0/1868210812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc29006af10 0x7fc2900c7510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:44.952 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.939+0000 7fc28f7fe700 1 -- 172.21.15.79:0/1868210812 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc29015d820 msgr2=0x7fc2900c9d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:44.952 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.939+0000 7fc28f7fe700 1 --2- 172.21.15.79:0/1868210812 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc29015d820 0x7fc2900c9d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:44.953 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.939+0000 7fc28f7fe700 1 -- 172.21.15.79:0/1868210812 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc288009a70 con 0x7fc29006ddd0 2023-09-21T11:16:44.953 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.939+0000 7fc28ffff700 1 --2- 172.21.15.79:0/1868210812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc29006af10 0x7fc2900c7510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:16:44.953 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.939+0000 7fc2948c6700 1 --2- 172.21.15.79:0/1868210812 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc29015d820 0x7fc2900c9d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:16:44.954 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.940+0000 7fc28f7fe700 1 --2- 172.21.15.79:0/1868210812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc29006ddd0 0x7fc2900c4da0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc28000b4a0 tx=0x7fc28000b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:44.954 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.940+0000 7fc28cff9700 1 -- 172.21.15.79:0/1868210812 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc280011830 con 0x7fc29006ddd0 2023-09-21T11:16:44.955 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.940+0000 7fc28cff9700 1 -- 172.21.15.79:0/1868210812 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc280011990 con 0x7fc29006ddd0 2023-09-21T11:16:44.955 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.940+0000 7fc296329700 1 -- 172.21.15.79:0/1868210812 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2900c5bb0 con 0x7fc29006ddd0 2023-09-21T11:16:44.955 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.940+0000 7fc28cff9700 1 -- 172.21.15.79:0/1868210812 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc280011d40 con 0x7fc29006ddd0 2023-09-21T11:16:44.956 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.940+0000 7fc296329700 1 -- 172.21.15.79:0/1868210812 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2900c52e0 con 0x7fc29006ddd0 2023-09-21T11:16:44.956 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.941+0000 7fc296329700 1 -- 172.21.15.79:0/1868210812 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc2900c63b0 con 0x7fc29006ddd0 2023-09-21T11:16:44.956 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.941+0000 7fc28cff9700 1 -- 172.21.15.79:0/1868210812 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 4) v1 ==== 88677+0+0 (secure 0 0 0) 0x7fc28001a400 con 0x7fc29006ddd0 2023-09-21T11:16:44.957 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.941+0000 7fc28cff9700 1 --2- 172.21.15.79:0/1868210812 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc27c06a4f0 0x7fc27c06c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:44.957 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.942+0000 7fc28cff9700 1 -- 172.21.15.79:0/1868210812 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2231+0+0 (secure 0 0 0) 0x7fc280087940 con 0x7fc29006ddd0 2023-09-21T11:16:44.957 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.942+0000 7fc28ffff700 1 --2- 172.21.15.79:0/1868210812 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc27c06a4f0 0x7fc27c06c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:44.958 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.942+0000 7fc28ffff700 1 --2- 172.21.15.79:0/1868210812 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc27c06a4f0 0x7fc27c06c9b0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fc284000f60 tx=0x7fc284009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:44.959 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:44.946+0000 7fc28cff9700 1 -- 172.21.15.79:0/1868210812 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fc2900c63b0 con 0x7fc29006ddd0 2023-09-21T11:16:45.129 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:45.136+0000 7fc296329700 1 -- 172.21.15.79:0/1868210812 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc2900c63b0 con 0x7fc29006ddd0 2023-09-21T11:16:45.129 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:45.136+0000 7fc28cff9700 1 -- 172.21.15.79:0/1868210812 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fc2900c63b0 con 0x7fc29006ddd0 2023-09-21T11:16:45.130 INFO:teuthology.misc.health.smithi079.stdout: 2023-09-21T11:16:45.130 INFO:teuthology.misc.health.smithi079.stdout:{"epoch":12,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:16:42.786814+0000","last_up_change":"0.000000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:16:45.132 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:45.139+0000 7fc296329700 1 -- 172.21.15.79:0/1868210812 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc27c06a4f0 msgr2=0x7fc27c06c9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:45.132 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:45.139+0000 7fc296329700 1 --2- 172.21.15.79:0/1868210812 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc27c06a4f0 0x7fc27c06c9b0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fc284000f60 tx=0x7fc284009040 comp rx=0 tx=0).stop 2023-09-21T11:16:45.132 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:45.139+0000 7fc296329700 1 -- 172.21.15.79:0/1868210812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc29006ddd0 msgr2=0x7fc2900c4da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:45.132 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:45.139+0000 7fc296329700 1 --2- 172.21.15.79:0/1868210812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc29006ddd0 0x7fc2900c4da0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc28000b4a0 tx=0x7fc28000b860 comp rx=0 tx=0).stop 2023-09-21T11:16:45.133 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:45.139+0000 7fc296329700 1 -- 172.21.15.79:0/1868210812 shutdown_connections 2023-09-21T11:16:45.133 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:45.139+0000 7fc296329700 1 --2- 172.21.15.79:0/1868210812 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc29015d820 0x7fc2900c9d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:45.133 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:45.139+0000 7fc296329700 1 --2- 172.21.15.79:0/1868210812 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc27c06a4f0 0x7fc27c06c9b0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:45.133 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:45.139+0000 7fc296329700 1 --2- 172.21.15.79:0/1868210812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc29006af10 0x7fc2900c7510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:45.133 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:45.139+0000 7fc296329700 1 --2- 172.21.15.79:0/1868210812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc29006ddd0 0x7fc2900c4da0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:45.134 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:45.139+0000 7fc296329700 1 -- 172.21.15.79:0/1868210812 >> 172.21.15.79:0/1868210812 conn(0x7fc2900ccca0 msgr2=0x7fc290071bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:45.134 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:45.139+0000 7fc296329700 1 -- 172.21.15.79:0/1868210812 shutdown_connections 2023-09-21T11:16:45.134 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:45.139+0000 7fc296329700 1 -- 172.21.15.79:0/1868210812 wait complete. 2023-09-21T11:16:45.144 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-09-21T11:16:51.950 DEBUG:teuthology.orchestra.run.smithi079:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-09-21T11:16:52.074 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.081+0000 7f6d597d6700 1 Processor -- start 2023-09-21T11:16:52.074 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.081+0000 7f6d597d6700 1 -- start start 2023-09-21T11:16:52.077 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d597d6700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d54154950 0x7f6d540cf310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.077 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d597d6700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f6d540cdd50 0x7f6d540ce1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.077 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d597d6700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f6d540b2dc0 0x7f6d540b3250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.078 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d597d6700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d5406d960 con 0x7f6d540cdd50 2023-09-21T11:16:52.078 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d597d6700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d5415dc50 con 0x7f6d540b2dc0 2023-09-21T11:16:52.078 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d597d6700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d540ce710 con 0x7f6d54154950 2023-09-21T11:16:52.078 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d527fc700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f6d540cdd50 0x7f6d540ce1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.078 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d527fc700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f6d540cdd50 0x7f6d540ce1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53008/0 (socket says 172.21.15.79:53008) 2023-09-21T11:16:52.079 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d527fc700 1 -- 172.21.15.79:0/2092702926 learned_addr learned my addr 172.21.15.79:0/2092702926 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:52.079 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d52ffd700 1 --2- 172.21.15.79:0/2092702926 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d54154950 0x7f6d540cf310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.079 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d537fe700 1 --2- 172.21.15.79:0/2092702926 >> v2:172.21.15.134:3300/0 conn(0x7f6d540b2dc0 0x7f6d540b3250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.079 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d527fc700 1 -- 172.21.15.79:0/2092702926 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d54154950 msgr2=0x7f6d540cf310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:52.079 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d527fc700 1 --2- 172.21.15.79:0/2092702926 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d54154950 0x7f6d540cf310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.080 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d527fc700 1 -- 172.21.15.79:0/2092702926 >> v2:172.21.15.134:3300/0 conn(0x7f6d540b2dc0 msgr2=0x7f6d540b3250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:52.080 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d527fc700 1 --2- 172.21.15.79:0/2092702926 >> v2:172.21.15.134:3300/0 conn(0x7f6d540b2dc0 0x7f6d540b3250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.080 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d527fc700 1 -- 172.21.15.79:0/2092702926 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d5415de60 con 0x7f6d540cdd50 2023-09-21T11:16:52.080 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d527fc700 1 --2- 172.21.15.79:0/2092702926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d540cdd50 0x7f6d540ce1d0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6d54071d30 tx=0x7f6d48009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4307b57f521bbf10 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:52.080 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d51ffb700 1 -- 172.21.15.79:0/2092702926 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d4800b870 con 0x7f6d540cdd50 2023-09-21T11:16:52.081 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d51ffb700 1 -- 172.21.15.79:0/2092702926 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d4800b9d0 con 0x7f6d540cdd50 2023-09-21T11:16:52.081 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.082+0000 7f6d51ffb700 1 -- 172.21.15.79:0/2092702926 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d4800bd60 con 0x7f6d540cdd50 2023-09-21T11:16:52.081 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.083+0000 7f6d597d6700 1 -- 172.21.15.79:0/2092702926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d540cdd50 msgr2=0x7f6d540ce1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:52.081 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.083+0000 7f6d597d6700 1 --2- 172.21.15.79:0/2092702926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d540cdd50 0x7f6d540ce1d0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6d54071d30 tx=0x7f6d48009bd0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.082 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.083+0000 7f6d597d6700 1 -- 172.21.15.79:0/2092702926 shutdown_connections 2023-09-21T11:16:52.082 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.083+0000 7f6d597d6700 1 --2- 172.21.15.79:0/2092702926 >> v2:172.21.15.134:3300/0 conn(0x7f6d540b2dc0 0x7f6d540b3250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.082 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.083+0000 7f6d597d6700 1 --2- 172.21.15.79:0/2092702926 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d54154950 0x7f6d540cf310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.082 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.083+0000 7f6d597d6700 1 --2- 172.21.15.79:0/2092702926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d540cdd50 0x7f6d540ce1d0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.083 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.083+0000 7f6d597d6700 1 -- 172.21.15.79:0/2092702926 >> 172.21.15.79:0/2092702926 conn(0x7f6d5406eae0 msgr2=0x7f6d5406eec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:52.083 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.083+0000 7f6d597d6700 1 -- 172.21.15.79:0/2092702926 shutdown_connections 2023-09-21T11:16:52.083 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.083+0000 7f6d597d6700 1 -- 172.21.15.79:0/2092702926 wait complete. 2023-09-21T11:16:52.083 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.084+0000 7f6d597d6700 1 Processor -- start 2023-09-21T11:16:52.083 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.084+0000 7f6d597d6700 1 -- start start 2023-09-21T11:16:52.086 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.085+0000 7f6d597d6700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6d540b2dc0 0x7f6d540ca480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.086 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.085+0000 7f6d597d6700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d540cdd50 0x7f6d541f5b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.087 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.085+0000 7f6d597d6700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d54154950 0x7f6d540b2100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.087 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.085+0000 7f6d597d6700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d540ccc30 con 0x7f6d54154950 2023-09-21T11:16:52.087 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.085+0000 7f6d597d6700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d54146440 con 0x7f6d540b2dc0 2023-09-21T11:16:52.087 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.085+0000 7f6d597d6700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d540c99e0 con 0x7f6d540cdd50 2023-09-21T11:16:52.087 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.085+0000 7f6d537fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d54154950 0x7f6d540b2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.088 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.085+0000 7f6d537fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d54154950 0x7f6d540b2100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53016/0 (socket says 172.21.15.79:53016) 2023-09-21T11:16:52.088 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.085+0000 7f6d537fe700 1 -- 172.21.15.79:0/2892789828 learned_addr learned my addr 172.21.15.79:0/2892789828 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:52.088 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.085+0000 7f6d527fc700 1 --2- 172.21.15.79:0/2892789828 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d540cdd50 0x7f6d541f5b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.088 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.085+0000 7f6d537fe700 1 -- 172.21.15.79:0/2892789828 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d540cdd50 msgr2=0x7f6d541f5b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:52.088 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.086+0000 7f6d537fe700 1 --2- 172.21.15.79:0/2892789828 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d540cdd50 0x7f6d541f5b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.089 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.086+0000 7f6d52ffd700 1 --2- 172.21.15.79:0/2892789828 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6d540b2dc0 0x7f6d540ca480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.089 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.086+0000 7f6d537fe700 1 -- 172.21.15.79:0/2892789828 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6d540b2dc0 msgr2=0x7f6d540ca480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:52.089 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.086+0000 7f6d537fe700 1 --2- 172.21.15.79:0/2892789828 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6d540b2dc0 0x7f6d540ca480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.089 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.086+0000 7f6d537fe700 1 -- 172.21.15.79:0/2892789828 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d48009550 con 0x7f6d54154950 2023-09-21T11:16:52.089 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.086+0000 7f6d537fe700 1 --2- 172.21.15.79:0/2892789828 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d54154950 0x7f6d540b2100 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c007e40 tx=0x7f6d4c00e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:52.089 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.086+0000 7f6d3b7fe700 1 -- 172.21.15.79:0/2892789828 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d4c00eea0 con 0x7f6d54154950 2023-09-21T11:16:52.090 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.086+0000 7f6d3b7fe700 1 -- 172.21.15.79:0/2892789828 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d4c014420 con 0x7f6d54154950 2023-09-21T11:16:52.090 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.086+0000 7f6d3b7fe700 1 -- 172.21.15.79:0/2892789828 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d4c0147b0 con 0x7f6d54154950 2023-09-21T11:16:52.090 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.086+0000 7f6d597d6700 1 -- 172.21.15.79:0/2892789828 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d54146160 con 0x7f6d54154950 2023-09-21T11:16:52.090 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.086+0000 7f6d597d6700 1 -- 172.21.15.79:0/2892789828 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d540c9f60 con 0x7f6d54154950 2023-09-21T11:16:52.090 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.087+0000 7f6d597d6700 1 -- 172.21.15.79:0/2892789828 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d540ca180 con 0x7f6d54154950 2023-09-21T11:16:52.091 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.087+0000 7f6d3b7fe700 1 -- 172.21.15.79:0/2892789828 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f6d4c014910 con 0x7f6d54154950 2023-09-21T11:16:52.091 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.088+0000 7f6d3b7fe700 1 --2- 172.21.15.79:0/2892789828 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6d4006a580 0x7f6d4006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.091 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.088+0000 7f6d3b7fe700 1 -- 172.21.15.79:0/2892789828 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f6d4c088f20 con 0x7f6d54154950 2023-09-21T11:16:52.091 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.088+0000 7f6d52ffd700 1 --2- 172.21.15.79:0/2892789828 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6d4006a580 0x7f6d4006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.091 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.088+0000 7f6d52ffd700 1 --2- 172.21.15.79:0/2892789828 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6d4006a580 0x7f6d4006ca40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f6d5406f380 tx=0x7f6d44008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:52.092 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.093+0000 7f6d3b7fe700 1 -- 172.21.15.79:0/2892789828 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f6d4c054880 con 0x7f6d54154950 2023-09-21T11:16:52.273 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.280+0000 7f6d597d6700 1 -- 172.21.15.79:0/2892789828 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6d5404eae0 con 0x7f6d54154950 2023-09-21T11:16:52.274 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.281+0000 7f6d3b7fe700 1 -- 172.21.15.79:0/2892789828 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12802 (secure 0 0 0) 0x7f6d4c057ea0 con 0x7f6d54154950 2023-09-21T11:16:52.274 INFO:teuthology.misc.health.smithi079.stdout: 2023-09-21T11:16:52.275 INFO:teuthology.misc.health.smithi079.stdout:{"epoch":16,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:16:48.814773+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:16:52.277 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.283+0000 7f6d597d6700 1 -- 172.21.15.79:0/2892789828 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6d4006a580 msgr2=0x7f6d4006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:52.277 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.283+0000 7f6d597d6700 1 --2- 172.21.15.79:0/2892789828 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6d4006a580 0x7f6d4006ca40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f6d5406f380 tx=0x7f6d44008040 comp rx=0 tx=0).stop 2023-09-21T11:16:52.277 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.284+0000 7f6d597d6700 1 -- 172.21.15.79:0/2892789828 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d54154950 msgr2=0x7f6d540b2100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:52.277 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.284+0000 7f6d597d6700 1 --2- 172.21.15.79:0/2892789828 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d54154950 0x7f6d540b2100 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c007e40 tx=0x7f6d4c00e3c0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.278 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.284+0000 7f6d597d6700 1 -- 172.21.15.79:0/2892789828 shutdown_connections 2023-09-21T11:16:52.278 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.284+0000 7f6d597d6700 1 --2- 172.21.15.79:0/2892789828 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d54154950 0x7f6d540b2100 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.278 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.284+0000 7f6d597d6700 1 --2- 172.21.15.79:0/2892789828 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6d540b2dc0 0x7f6d540ca480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.278 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.284+0000 7f6d597d6700 1 --2- 172.21.15.79:0/2892789828 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6d4006a580 0x7f6d4006ca40 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.278 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.284+0000 7f6d597d6700 1 --2- 172.21.15.79:0/2892789828 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d540cdd50 0x7f6d541f5b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.279 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.284+0000 7f6d597d6700 1 -- 172.21.15.79:0/2892789828 >> 172.21.15.79:0/2892789828 conn(0x7f6d5406eae0 msgr2=0x7f6d540b5cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:52.279 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.284+0000 7f6d597d6700 1 -- 172.21.15.79:0/2892789828 shutdown_connections 2023-09-21T11:16:52.279 INFO:teuthology.misc.health.smithi079.stderr:2023-09-21T11:16:52.284+0000 7f6d597d6700 1 -- 172.21.15.79:0/2892789828 wait complete. 2023-09-21T11:16:52.288 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-09-21T11:16:52.288 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-09-21T11:16:52.289 INFO:tasks.ceph.mds.a:Restarting daemon 2023-09-21T11:16:52.289 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-09-21T11:16:52.291 INFO:tasks.ceph.mds.a:Started 2023-09-21T11:16:52.292 INFO:tasks.ceph.mds.c:Restarting daemon 2023-09-21T11:16:52.292 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-09-21T11:16:52.294 INFO:tasks.ceph.mds.c:Started 2023-09-21T11:16:52.294 INFO:tasks.ceph.mds.b:Restarting daemon 2023-09-21T11:16:52.294 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-09-21T11:16:52.297 INFO:tasks.ceph.mds.b:Started 2023-09-21T11:16:52.297 INFO:tasks.ceph.mds.d:Restarting daemon 2023-09-21T11:16:52.298 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-09-21T11:16:52.300 INFO:tasks.ceph.mds.d:Started 2023-09-21T11:16:52.300 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2023-09-21T11:16:52.301 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:16:52.370 INFO:tasks.ceph.mds.c.smithi079.stdout:starting mds.c at 2023-09-21T11:16:52.370 INFO:tasks.ceph.mds.a.smithi079.stdout:starting mds.a at 2023-09-21T11:16:52.386 INFO:tasks.ceph.mds.b.smithi134.stdout:starting mds.b at 2023-09-21T11:16:52.387 INFO:tasks.ceph.mds.d.smithi134.stdout:starting mds.d at 2023-09-21T11:16:52.427 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.435+0000 7f2e73d67700 1 Processor -- start 2023-09-21T11:16:52.428 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.435+0000 7f2e73d67700 1 -- start start 2023-09-21T11:16:52.431 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e73d67700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f2e6c15de20 0x7f2e6c0b21c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.432 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e73d67700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e6c0b3290 con 0x7f2e6c15da40 2023-09-21T11:16:52.432 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e73d67700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e6c06c670 con 0x7f2e6c0b2700 2023-09-21T11:16:52.432 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e73d67700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e6c0b2b10 con 0x7f2e6c15de20 2023-09-21T11:16:52.432 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e71b03700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f2e6c15da40 0x7f2e6c06bb20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39408/0 (socket says 172.21.15.79:39408) 2023-09-21T11:16:52.432 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e71b03700 1 -- 172.21.15.79:0/1438338432 learned_addr learned my addr 172.21.15.79:0/1438338432 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:16:52.433 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e70b01700 1 -- 172.21.15.79:0/1438338432 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 466667286 0 0) 0x7f2e6c0b3290 con 0x7f2e6c15da40 2023-09-21T11:16:52.433 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e71302700 1 --2- 172.21.15.79:0/1438338432 >> v2:172.21.15.134:3300/0 conn(0x7f2e6c15de20 0x7f2e6c0b21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.433 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e70b01700 1 -- 172.21.15.79:0/1438338432 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2e580035b0 con 0x7f2e6c15da40 2023-09-21T11:16:52.433 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e70b01700 1 -- 172.21.15.79:0/1438338432 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1723962339 0 0) 0x7f2e580035b0 con 0x7f2e6c15da40 2023-09-21T11:16:52.433 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e70b01700 1 -- 172.21.15.79:0/1438338432 >> v2:172.21.15.134:3300/0 conn(0x7f2e6c15de20 msgr2=0x7f2e6c0b21c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:52.434 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e70b01700 1 --2- 172.21.15.79:0/1438338432 >> v2:172.21.15.134:3300/0 conn(0x7f2e6c15de20 0x7f2e6c0b21c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.434 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e70b01700 1 -- 172.21.15.79:0/1438338432 >> v1:172.21.15.134:6789/0 conn(0x7f2e6c0b2700 legacy=0x7f2e6c0cf8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:52.434 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e70b01700 1 -- 172.21.15.79:0/1438338432 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e6c06c950 con 0x7f2e6c15da40 2023-09-21T11:16:52.434 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e70b01700 1 -- 172.21.15.79:0/1438338432 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f2e680017f0 con 0x7f2e6c15da40 2023-09-21T11:16:52.434 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e70b01700 1 -- 172.21.15.79:0/1438338432 >> v1:172.21.15.79:6789/0 conn(0x7f2e6c15da40 legacy=0x7f2e6c06bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:52.434 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e70b01700 1 --2- 172.21.15.79:0/1438338432 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2e58003a00 0x7f2e58003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.435 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e70b01700 1 --2- 172.21.15.79:0/1438338432 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e58004850 0x7f2e58004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.435 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e70b01700 1 --2- 172.21.15.79:0/1438338432 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2e58005210 0x7f2e5800ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.435 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e70b01700 1 -- 172.21.15.79:0/1438338432 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e6c0b2b10 con 0x7f2e58005210 2023-09-21T11:16:52.435 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.436+0000 7f2e70b01700 1 -- 172.21.15.79:0/1438338432 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e5800c0c0 con 0x7f2e58003a00 2023-09-21T11:16:52.435 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.437+0000 7f2e70b01700 1 -- 172.21.15.79:0/1438338432 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e5800c280 con 0x7f2e58004850 2023-09-21T11:16:52.436 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.437+0000 7f2e72304700 1 --2- 172.21.15.79:0/1438338432 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2e58005210 0x7f2e5800ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.436 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.437+0000 7f2e71b03700 1 --2- 172.21.15.79:0/1438338432 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2e58003a00 0x7f2e58003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.436 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.437+0000 7f2e71302700 1 --2- 172.21.15.79:0/1438338432 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e58004850 0x7f2e58004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.436 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.437+0000 7f2e72304700 1 -- 172.21.15.79:0/1438338432 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e58004850 msgr2=0x7f2e58004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:52.436 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.437+0000 7f2e72304700 1 --2- 172.21.15.79:0/1438338432 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e58004850 0x7f2e58004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.437 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.437+0000 7f2e72304700 1 -- 172.21.15.79:0/1438338432 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2e58003a00 msgr2=0x7f2e58003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:52.437 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.437+0000 7f2e72304700 1 --2- 172.21.15.79:0/1438338432 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2e58003a00 0x7f2e58003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.437 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.437+0000 7f2e72304700 1 -- 172.21.15.79:0/1438338432 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e580035b0 con 0x7f2e58005210 2023-09-21T11:16:52.437 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.437+0000 7f2e72304700 1 -- 172.21.15.79:0/1438338432 reap_dead start 2023-09-21T11:16:52.437 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.437+0000 7f2e72304700 1 --2- 172.21.15.79:0/1438338432 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2e58005210 0x7f2e5800ba10 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f2e6400c190 tx=0x7f2e58005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e7c2a91b9ae19a9 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:52.437 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.437+0000 7f2e70b01700 1 -- 172.21.15.79:0/1438338432 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e64001db0 con 0x7f2e58005210 2023-09-21T11:16:52.438 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.437+0000 7f2e70b01700 1 -- 172.21.15.79:0/1438338432 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e6400ccf0 con 0x7f2e58005210 2023-09-21T11:16:52.438 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.437+0000 7f2e70b01700 1 -- 172.21.15.79:0/1438338432 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e64003c40 con 0x7f2e58005210 2023-09-21T11:16:52.438 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.437+0000 7f2e73d67700 1 -- 172.21.15.79:0/1438338432 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2e58005210 msgr2=0x7f2e5800ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:52.438 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.438+0000 7f2e73d67700 1 --2- 172.21.15.79:0/1438338432 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2e58005210 0x7f2e5800ba10 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f2e6400c190 tx=0x7f2e58005880 comp rx=0 tx=0).stop 2023-09-21T11:16:52.438 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.438+0000 7f2e73d67700 1 -- 172.21.15.79:0/1438338432 shutdown_connections 2023-09-21T11:16:52.439 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.438+0000 7f2e73d67700 1 --2- 172.21.15.79:0/1438338432 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2e58005210 0x7f2e5800ba10 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.439 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.438+0000 7f2e73d67700 1 -- 172.21.15.79:0/1438338432 >> 172.21.15.79:0/1438338432 conn(0x7f2e6c08b480 msgr2=0x7f2e6c09aa90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:52.439 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.438+0000 7f2e73d67700 1 -- 172.21.15.79:0/1438338432 shutdown_connections 2023-09-21T11:16:52.439 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.438+0000 7f2e73d67700 1 -- 172.21.15.79:0/1438338432 wait complete. 2023-09-21T11:16:52.439 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.439+0000 7f2e73d67700 1 Processor -- start 2023-09-21T11:16:52.440 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.439+0000 7f2e73d67700 1 -- start start 2023-09-21T11:16:52.442 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.439+0000 7f2e73d67700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2e58005210 0x7f2e6c0c78c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.442 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e73d67700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e6c14edc0 0x7f2e6c0b4f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.442 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e73d67700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2e6c0ae280 0x7f2e6c152ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.443 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e73d67700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e6c0b6460 con 0x7f2e6c0ae280 2023-09-21T11:16:52.443 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e73d67700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e6c0b57e0 con 0x7f2e58005210 2023-09-21T11:16:52.443 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e73d67700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e6c0b5ac0 con 0x7f2e6c14edc0 2023-09-21T11:16:52.443 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e72304700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2e6c0ae280 0x7f2e6c152ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.443 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e72304700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2e6c0ae280 0x7f2e6c152ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53060/0 (socket says 172.21.15.79:53060) 2023-09-21T11:16:52.444 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e72304700 1 -- 172.21.15.79:0/1950786479 learned_addr learned my addr 172.21.15.79:0/1950786479 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:52.444 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e71302700 1 --2- 172.21.15.79:0/1950786479 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e6c14edc0 0x7f2e6c0b4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.444 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e71b03700 1 --2- 172.21.15.79:0/1950786479 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2e58005210 0x7f2e6c0c78c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.444 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e72304700 1 -- 172.21.15.79:0/1950786479 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e6c14edc0 msgr2=0x7f2e6c0b4f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:52.444 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e72304700 1 --2- 172.21.15.79:0/1950786479 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e6c14edc0 0x7f2e6c0b4f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.445 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e72304700 1 -- 172.21.15.79:0/1950786479 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2e58005210 msgr2=0x7f2e6c0c78c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:52.445 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e72304700 1 --2- 172.21.15.79:0/1950786479 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2e58005210 0x7f2e6c0c78c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.445 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e72304700 1 -- 172.21.15.79:0/1950786479 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e6c0b5da0 con 0x7f2e6c0ae280 2023-09-21T11:16:52.445 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e72304700 1 --2- 172.21.15.79:0/1950786479 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2e6c0ae280 0x7f2e6c152ca0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2e6c0d2740 tx=0x7f2e640014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:52.445 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e627fc700 1 -- 172.21.15.79:0/1950786479 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e64005070 con 0x7f2e6c0ae280 2023-09-21T11:16:52.446 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e627fc700 1 -- 172.21.15.79:0/1950786479 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e640051d0 con 0x7f2e6c0ae280 2023-09-21T11:16:52.446 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e627fc700 1 -- 172.21.15.79:0/1950786479 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e64005560 con 0x7f2e6c0ae280 2023-09-21T11:16:52.446 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e73d67700 1 -- 172.21.15.79:0/1950786479 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e6c0b6080 con 0x7f2e6c0ae280 2023-09-21T11:16:52.446 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.440+0000 7f2e73d67700 1 -- 172.21.15.79:0/1950786479 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e6c14f240 con 0x7f2e6c0ae280 2023-09-21T11:16:52.446 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.441+0000 7f2e73d67700 1 -- 172.21.15.79:0/1950786479 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e6c0b65a0 con 0x7f2e6c0ae280 2023-09-21T11:16:52.447 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.442+0000 7f2e627fc700 1 -- 172.21.15.79:0/1950786479 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f2e640056c0 con 0x7f2e6c0ae280 2023-09-21T11:16:52.447 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.442+0000 7f2e627fc700 1 --2- 172.21.15.79:0/1950786479 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f2e5006a580 0x7f2e5006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.447 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.442+0000 7f2e627fc700 1 -- 172.21.15.79:0/1950786479 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f2e64089c10 con 0x7f2e6c0ae280 2023-09-21T11:16:52.447 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.442+0000 7f2e71b03700 1 --2- 172.21.15.79:0/1950786479 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f2e5006a580 0x7f2e5006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.447 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.442+0000 7f2e71b03700 1 --2- 172.21.15.79:0/1950786479 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f2e5006a580 0x7f2e5006ca40 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2e68001e10 tx=0x7f2e68009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:52.448 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.447+0000 7f2e627fc700 1 -- 172.21.15.79:0/1950786479 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f2e6c0b65a0 con 0x7f2e6c0ae280 2023-09-21T11:16:52.629 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.636+0000 7f2e73d67700 1 -- 172.21.15.79:0/1950786479 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2e6c0b1990 con 0x7f2e6c0ae280 2023-09-21T11:16:52.630 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.637+0000 7f2e627fc700 1 -- 172.21.15.79:0/1950786479 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12802 (secure 0 0 0) 0x7f2e64055690 con 0x7f2e6c0ae280 2023-09-21T11:16:52.630 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:16:52.630 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":16,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:16:48.814773+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:16:52.632 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.639+0000 7f2e73d67700 1 -- 172.21.15.79:0/1950786479 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f2e5006a580 msgr2=0x7f2e5006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:52.632 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.639+0000 7f2e73d67700 1 --2- 172.21.15.79:0/1950786479 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f2e5006a580 0x7f2e5006ca40 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2e68001e10 tx=0x7f2e68009040 comp rx=0 tx=0).stop 2023-09-21T11:16:52.633 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.639+0000 7f2e73d67700 1 -- 172.21.15.79:0/1950786479 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2e6c0ae280 msgr2=0x7f2e6c152ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:52.633 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.639+0000 7f2e73d67700 1 --2- 172.21.15.79:0/1950786479 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2e6c0ae280 0x7f2e6c152ca0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2e6c0d2740 tx=0x7f2e640014a0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.633 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.639+0000 7f2e73d67700 1 -- 172.21.15.79:0/1950786479 shutdown_connections 2023-09-21T11:16:52.633 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.639+0000 7f2e73d67700 1 --2- 172.21.15.79:0/1950786479 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2e6c0ae280 0x7f2e6c152ca0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.633 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.639+0000 7f2e73d67700 1 --2- 172.21.15.79:0/1950786479 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2e58005210 0x7f2e6c0c78c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.633 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.639+0000 7f2e73d67700 1 --2- 172.21.15.79:0/1950786479 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f2e5006a580 0x7f2e5006ca40 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.634 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.639+0000 7f2e73d67700 1 --2- 172.21.15.79:0/1950786479 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e6c14edc0 0x7f2e6c0b4f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.634 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.639+0000 7f2e73d67700 1 -- 172.21.15.79:0/1950786479 >> 172.21.15.79:0/1950786479 conn(0x7f2e6c08b480 msgr2=0x7f2e6c0cf700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:52.634 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.639+0000 7f2e73d67700 1 -- 172.21.15.79:0/1950786479 shutdown_connections 2023-09-21T11:16:52.634 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.639+0000 7f2e73d67700 1 -- 172.21.15.79:0/1950786479 wait complete. 2023-09-21T11:16:52.644 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T11:16:45.829267+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T11:16:52.644 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T11:16:52.767 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.774+0000 7f72a0ec8700 1 Processor -- start 2023-09-21T11:16:52.767 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.774+0000 7f72a0ec8700 1 -- start start 2023-09-21T11:16:52.771 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.775+0000 7f72a0ec8700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f729c1430e0 0x7f729c15a270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.771 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.775+0000 7f72a0ec8700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f729c1435b0 0x7f729c0664a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.771 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.775+0000 7f72a0ec8700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f729c15a7b0 con 0x7f729c0cdea0 2023-09-21T11:16:52.771 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.775+0000 7f72a0ec8700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f729c15db20 con 0x7f729c1430e0 2023-09-21T11:16:52.771 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.775+0000 7f72a0ec8700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f729c15b2c0 con 0x7f729c1435b0 2023-09-21T11:16:52.772 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.775+0000 7f729ad9d700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f729c0cdea0 0x7f729c15df40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39432/0 (socket says 172.21.15.79:39432) 2023-09-21T11:16:52.772 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.775+0000 7f729ad9d700 1 -- 172.21.15.79:0/3852858818 learned_addr learned my addr 172.21.15.79:0/3852858818 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:16:52.772 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.775+0000 7f729959a700 1 -- 172.21.15.79:0/3852858818 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3741903411 0 0) 0x7f729c15a7b0 con 0x7f729c0cdea0 2023-09-21T11:16:52.772 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.775+0000 7f729a59c700 1 --2- 172.21.15.79:0/3852858818 >> v2:172.21.15.134:3300/0 conn(0x7f729c1430e0 0x7f729c15a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.772 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.775+0000 7f7299d9b700 1 --2- 172.21.15.79:0/3852858818 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f729c1435b0 0x7f729c0664a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729959a700 1 -- 172.21.15.79:0/3852858818 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f72840035b0 con 0x7f729c0cdea0 2023-09-21T11:16:52.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729959a700 1 -- 172.21.15.79:0/3852858818 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3581193215 0 0) 0x7f72840035b0 con 0x7f729c0cdea0 2023-09-21T11:16:52.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729959a700 1 -- 172.21.15.79:0/3852858818 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f729c1435b0 msgr2=0x7f729c0664a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:52.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729959a700 1 --2- 172.21.15.79:0/3852858818 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f729c1435b0 0x7f729c0664a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729959a700 1 -- 172.21.15.79:0/3852858818 >> v2:172.21.15.134:3300/0 conn(0x7f729c1430e0 msgr2=0x7f729c15a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:52.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729959a700 1 --2- 172.21.15.79:0/3852858818 >> v2:172.21.15.134:3300/0 conn(0x7f729c1430e0 0x7f729c15a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729959a700 1 -- 172.21.15.79:0/3852858818 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f729c15aa20 con 0x7f729c0cdea0 2023-09-21T11:16:52.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729959a700 1 -- 172.21.15.79:0/3852858818 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f72940019f0 con 0x7f729c0cdea0 2023-09-21T11:16:52.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729959a700 1 -- 172.21.15.79:0/3852858818 >> v1:172.21.15.79:6789/0 conn(0x7f729c0cdea0 legacy=0x7f729c15df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:52.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729959a700 1 --2- 172.21.15.79:0/3852858818 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7284003a00 0x7f7284003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729959a700 1 --2- 172.21.15.79:0/3852858818 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7284004850 0x7f7284004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729959a700 1 --2- 172.21.15.79:0/3852858818 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f729c1435b0 0x7f7284005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729959a700 1 -- 172.21.15.79:0/3852858818 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f729c15db20 con 0x7f7284003a00 2023-09-21T11:16:52.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729959a700 1 -- 172.21.15.79:0/3852858818 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f729c15b2c0 con 0x7f7284004850 2023-09-21T11:16:52.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729959a700 1 -- 172.21.15.79:0/3852858818 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f728400ba10 con 0x7f729c1435b0 2023-09-21T11:16:52.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729a59c700 1 --2- 172.21.15.79:0/3852858818 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7284003a00 0x7f7284003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f7299d9b700 1 --2- 172.21.15.79:0/3852858818 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7284004850 0x7f7284004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729ad9d700 1 --2- 172.21.15.79:0/3852858818 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f729c1435b0 0x7f7284005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729a59c700 1 -- 172.21.15.79:0/3852858818 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f729c1435b0 msgr2=0x7f7284005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:52.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729a59c700 1 --2- 172.21.15.79:0/3852858818 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f729c1435b0 0x7f7284005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729a59c700 1 -- 172.21.15.79:0/3852858818 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7284004850 msgr2=0x7f7284004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:52.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729a59c700 1 --2- 172.21.15.79:0/3852858818 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7284004850 0x7f7284004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729a59c700 1 -- 172.21.15.79:0/3852858818 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72840035b0 con 0x7f7284003a00 2023-09-21T11:16:52.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729a59c700 1 --2- 172.21.15.79:0/3852858818 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7284003a00 0x7f7284003e20 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7290009b60 tx=0x7f7284005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0c9ce6c7efa871b server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:52.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.776+0000 7f729959a700 1 -- 172.21.15.79:0/3852858818 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f729000e6c0 con 0x7f7284003a00 2023-09-21T11:16:52.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.777+0000 7f729959a700 1 -- 172.21.15.79:0/3852858818 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f729000e820 con 0x7f7284003a00 2023-09-21T11:16:52.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.777+0000 7f729959a700 1 -- 172.21.15.79:0/3852858818 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f729000eb90 con 0x7f7284003a00 2023-09-21T11:16:52.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.777+0000 7f72a0ec8700 1 -- 172.21.15.79:0/3852858818 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7284003a00 msgr2=0x7f7284003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:52.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.777+0000 7f72a0ec8700 1 --2- 172.21.15.79:0/3852858818 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7284003a00 0x7f7284003e20 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7290009b60 tx=0x7f7284005880 comp rx=0 tx=0).stop 2023-09-21T11:16:52.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.777+0000 7f729ad9d700 1 -- 172.21.15.79:0/3852858818 reap_dead start 2023-09-21T11:16:52.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.777+0000 7f72a0ec8700 1 -- 172.21.15.79:0/3852858818 shutdown_connections 2023-09-21T11:16:52.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.777+0000 7f72a0ec8700 1 -- 172.21.15.79:0/3852858818 >> 172.21.15.79:0/3852858818 conn(0x7f729c0cfec0 msgr2=0x7f729c0d02d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:52.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.777+0000 7f72a0ec8700 1 -- 172.21.15.79:0/3852858818 shutdown_connections 2023-09-21T11:16:52.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.777+0000 7f72a0ec8700 1 -- 172.21.15.79:0/3852858818 wait complete. 2023-09-21T11:16:52.782 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.778+0000 7f72a0ec8700 1 Processor -- start 2023-09-21T11:16:52.782 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.779+0000 7f72a0ec8700 1 -- start start 2023-09-21T11:16:52.782 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.779+0000 7f72a0ec8700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7284003a00 0x7f729c0a9750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.782 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.779+0000 7f72a0ec8700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f729c158ca0 0x7f729c06ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.783 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.779+0000 7f72a0ec8700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f729c06f380 0x7f729c0ce330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.783 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.779+0000 7f72a0ec8700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f729c0a84c0 con 0x7f7284003a00 2023-09-21T11:16:52.783 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.779+0000 7f72a0ec8700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f729c0af150 con 0x7f729c158ca0 2023-09-21T11:16:52.783 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.779+0000 7f72a0ec8700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f729c0a86b0 con 0x7f729c06f380 2023-09-21T11:16:52.783 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.779+0000 7f729a59c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7284003a00 0x7f729c0a9750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.783 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.779+0000 7f729a59c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7284003a00 0x7f729c0a9750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53076/0 (socket says 172.21.15.79:53076) 2023-09-21T11:16:52.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.779+0000 7f729a59c700 1 -- 172.21.15.79:0/28417561 learned_addr learned my addr 172.21.15.79:0/28417561 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:52.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.779+0000 7f729a59c700 1 -- 172.21.15.79:0/28417561 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f729c06f380 msgr2=0x7f729c0ce330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:52.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.780+0000 7f729a59c700 1 --2- 172.21.15.79:0/28417561 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f729c06f380 0x7f729c0ce330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.780+0000 7f729a59c700 1 -- 172.21.15.79:0/28417561 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f729c158ca0 msgr2=0x7f729c06ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:52.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.780+0000 7f729a59c700 1 --2- 172.21.15.79:0/28417561 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f729c158ca0 0x7f729c06ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.780+0000 7f729a59c700 1 -- 172.21.15.79:0/28417561 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f729c0a8990 con 0x7f7284003a00 2023-09-21T11:16:52.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.780+0000 7f729a59c700 1 --2- 172.21.15.79:0/28417561 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7284003a00 0x7f729c0a9750 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f72900090b0 tx=0x7f72900047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:52.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.780+0000 7f728affd700 1 -- 172.21.15.79:0/28417561 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f729000e6c0 con 0x7f7284003a00 2023-09-21T11:16:52.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.780+0000 7f728affd700 1 -- 172.21.15.79:0/28417561 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7290003ad0 con 0x7f7284003a00 2023-09-21T11:16:52.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.780+0000 7f72a0ec8700 1 -- 172.21.15.79:0/28417561 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f729c0a8c70 con 0x7f7284003a00 2023-09-21T11:16:52.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.780+0000 7f728affd700 1 -- 172.21.15.79:0/28417561 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7290003e80 con 0x7f7284003a00 2023-09-21T11:16:52.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.780+0000 7f72a0ec8700 1 -- 172.21.15.79:0/28417561 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f729c0a9230 con 0x7f7284003a00 2023-09-21T11:16:52.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.781+0000 7f72a0ec8700 1 -- 172.21.15.79:0/28417561 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f729c0a93f0 con 0x7f7284003a00 2023-09-21T11:16:52.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.781+0000 7f728affd700 1 -- 172.21.15.79:0/28417561 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f7290013470 con 0x7f7284003a00 2023-09-21T11:16:52.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.781+0000 7f728affd700 1 --2- 172.21.15.79:0/28417561 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f727c06a580 0x7f727c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:52.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.782+0000 7f7299d9b700 1 --2- 172.21.15.79:0/28417561 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f727c06a580 0x7f727c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:52.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.782+0000 7f728affd700 1 -- 172.21.15.79:0/28417561 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f729008a000 con 0x7f7284003a00 2023-09-21T11:16:52.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.782+0000 7f7299d9b700 1 --2- 172.21.15.79:0/28417561 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f727c06a580 0x7f727c06ca40 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f729c06e8a0 tx=0x7f728c0093c0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:52.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.786+0000 7f728affd700 1 -- 172.21.15.79:0/28417561 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f7290055960 con 0x7f7284003a00 2023-09-21T11:16:52.971 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.978+0000 7f72a0ec8700 1 -- 172.21.15.79:0/28417561 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f729c0a95a0 con 0x7f7284003a00 2023-09-21T11:16:52.971 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.978+0000 7f728affd700 1 -- 172.21.15.79:0/28417561 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7f729002d020 con 0x7f7284003a00 2023-09-21T11:16:52.971 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 1 2023-09-21T11:16:52.973 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.980+0000 7f72a0ec8700 1 -- 172.21.15.79:0/28417561 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f727c06a580 msgr2=0x7f727c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:52.973 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.980+0000 7f72a0ec8700 1 --2- 172.21.15.79:0/28417561 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f727c06a580 0x7f727c06ca40 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f729c06e8a0 tx=0x7f728c0093c0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.974 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.980+0000 7f72a0ec8700 1 -- 172.21.15.79:0/28417561 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7284003a00 msgr2=0x7f729c0a9750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:52.974 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.980+0000 7f72a0ec8700 1 --2- 172.21.15.79:0/28417561 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7284003a00 0x7f729c0a9750 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f72900090b0 tx=0x7f72900047c0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.974 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.980+0000 7f72a0ec8700 1 -- 172.21.15.79:0/28417561 shutdown_connections 2023-09-21T11:16:52.974 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.980+0000 7f72a0ec8700 1 --2- 172.21.15.79:0/28417561 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f727c06a580 0x7f727c06ca40 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.974 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.980+0000 7f72a0ec8700 1 --2- 172.21.15.79:0/28417561 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f729c06f380 0x7f729c0ce330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.975 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.980+0000 7f72a0ec8700 1 --2- 172.21.15.79:0/28417561 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7284003a00 0x7f729c0a9750 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.975 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.980+0000 7f72a0ec8700 1 --2- 172.21.15.79:0/28417561 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f729c158ca0 0x7f729c06ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:52.975 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.980+0000 7f72a0ec8700 1 -- 172.21.15.79:0/28417561 >> 172.21.15.79:0/28417561 conn(0x7f729c0cfec0 msgr2=0x7f729c0664a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:52.975 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.980+0000 7f72a0ec8700 1 -- 172.21.15.79:0/28417561 shutdown_connections 2023-09-21T11:16:52.976 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:52.980+0000 7f72a0ec8700 1 -- 172.21.15.79:0/28417561 wait complete. 2023-09-21T11:16:52.985 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T11:16:53.106 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.113+0000 7f156973e700 1 Processor -- start 2023-09-21T11:16:53.106 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.113+0000 7f156973e700 1 -- start start 2023-09-21T11:16:53.109 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.114+0000 7f156973e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f156415da40 0x7f156406bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:53.109 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.114+0000 7f156973e700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f156415de20 0x7f156406c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:53.109 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.114+0000 7f156973e700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15640b3290 con 0x7f15640b21c0 2023-09-21T11:16:53.109 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.114+0000 7f156973e700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f156406c670 con 0x7f156415de20 2023-09-21T11:16:53.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.114+0000 7f156973e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f156406c950 con 0x7f156415da40 2023-09-21T11:16:53.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.114+0000 7f15627fc700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f156415de20 0x7f156406c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:53.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.114+0000 7f15637fe700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f15640b21c0 0x7f15640cf8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39450/0 (socket says 172.21.15.79:39450) 2023-09-21T11:16:53.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.114+0000 7f15637fe700 1 -- 172.21.15.79:0/1879674831 learned_addr learned my addr 172.21.15.79:0/1879674831 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:16:53.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.114+0000 7f1561ffb700 1 -- 172.21.15.79:0/1879674831 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1787742261 0 0) 0x7f15640b3290 con 0x7f15640b21c0 2023-09-21T11:16:53.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.115+0000 7f1561ffb700 1 -- 172.21.15.79:0/1879674831 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f154c0035b0 con 0x7f15640b21c0 2023-09-21T11:16:53.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.115+0000 7f1562ffd700 1 --2- 172.21.15.79:0/1879674831 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f156415da40 0x7f156406bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:53.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.115+0000 7f15627fc700 1 -- 172.21.15.79:0/1879674831 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f156415da40 msgr2=0x7f156406bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:53.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.115+0000 7f15627fc700 1 --2- 172.21.15.79:0/1879674831 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f156415da40 0x7f156406bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:53.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.115+0000 7f15627fc700 1 -- 172.21.15.79:0/1879674831 >> v1:172.21.15.79:6789/0 conn(0x7f15640b21c0 legacy=0x7f15640cf8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:53.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.115+0000 7f15627fc700 1 -- 172.21.15.79:0/1879674831 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15640b19c0 con 0x7f156415de20 2023-09-21T11:16:53.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.115+0000 7f1562ffd700 1 --2- 172.21.15.79:0/1879674831 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f156415da40 0x7f156406bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:16:53.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.115+0000 7f15627fc700 1 --2- 172.21.15.79:0/1879674831 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f156415de20 0x7f156406c060 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1554009840 tx=0x7f1554009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12ba4a87bdfd782d server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:53.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.115+0000 7f1561ffb700 1 -- 172.21.15.79:0/1879674831 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1554011830 con 0x7f156415de20 2023-09-21T11:16:53.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.115+0000 7f1561ffb700 1 -- 172.21.15.79:0/1879674831 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1554011990 con 0x7f156415de20 2023-09-21T11:16:53.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.115+0000 7f1561ffb700 1 -- 172.21.15.79:0/1879674831 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1554011d20 con 0x7f156415de20 2023-09-21T11:16:53.113 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.115+0000 7f156973e700 1 -- 172.21.15.79:0/1879674831 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f156415de20 msgr2=0x7f156406c060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:53.113 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.115+0000 7f156973e700 1 --2- 172.21.15.79:0/1879674831 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f156415de20 0x7f156406c060 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1554009840 tx=0x7f1554009b50 comp rx=0 tx=0).stop 2023-09-21T11:16:53.113 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.115+0000 7f156973e700 1 -- 172.21.15.79:0/1879674831 shutdown_connections 2023-09-21T11:16:53.113 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.115+0000 7f156973e700 1 --2- 172.21.15.79:0/1879674831 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f156415da40 0x7f156406bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:53.113 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.115+0000 7f156973e700 1 --2- 172.21.15.79:0/1879674831 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f156415de20 0x7f156406c060 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:53.114 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.115+0000 7f156973e700 1 -- 172.21.15.79:0/1879674831 >> 172.21.15.79:0/1879674831 conn(0x7f156408b480 msgr2=0x7f156409aa90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:53.114 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.116+0000 7f156973e700 1 -- 172.21.15.79:0/1879674831 shutdown_connections 2023-09-21T11:16:53.114 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.116+0000 7f156973e700 1 -- 172.21.15.79:0/1879674831 wait complete. 2023-09-21T11:16:53.117 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.117+0000 7f156973e700 1 Processor -- start 2023-09-21T11:16:53.117 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.117+0000 7f156973e700 1 -- start start 2023-09-21T11:16:53.117 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f156973e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f15640b21c0 0x7f1564151100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:53.117 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f156973e700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f156415da40 0x7f1564158d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:53.117 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f156973e700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f156414fd00 0x7f1564151990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:53.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f156973e700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15641506b0 con 0x7f156414fd00 2023-09-21T11:16:53.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f156973e700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1564150c70 con 0x7f156415da40 2023-09-21T11:16:53.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f156973e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1564152300 con 0x7f15640b21c0 2023-09-21T11:16:53.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f15637fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f156414fd00 0x7f1564151990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:53.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f15637fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f156414fd00 0x7f1564151990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53094/0 (socket says 172.21.15.79:53094) 2023-09-21T11:16:53.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f15637fe700 1 -- 172.21.15.79:0/2169844066 learned_addr learned my addr 172.21.15.79:0/2169844066 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:53.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f1562ffd700 1 --2- 172.21.15.79:0/2169844066 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f15640b21c0 0x7f1564151100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:53.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f15637fe700 1 -- 172.21.15.79:0/2169844066 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f15640b21c0 msgr2=0x7f1564151100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:53.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f15637fe700 1 --2- 172.21.15.79:0/2169844066 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f15640b21c0 0x7f1564151100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:53.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f15637fe700 1 -- 172.21.15.79:0/2169844066 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f156415da40 msgr2=0x7f1564158d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:53.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f15627fc700 1 --2- 172.21.15.79:0/2169844066 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f156415da40 0x7f1564158d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:53.120 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f15637fe700 1 --2- 172.21.15.79:0/2169844066 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f156415da40 0x7f1564158d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:53.120 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f15637fe700 1 -- 172.21.15.79:0/2169844066 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15540094a0 con 0x7f156414fd00 2023-09-21T11:16:53.120 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f15637fe700 1 --2- 172.21.15.79:0/2169844066 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f156414fd00 0x7f1564151990 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f155c00cb40 tx=0x7f155c00cf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:53.120 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f154b7fe700 1 -- 172.21.15.79:0/2169844066 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f155c00ab50 con 0x7f156414fd00 2023-09-21T11:16:53.120 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f154b7fe700 1 -- 172.21.15.79:0/2169844066 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f155c00acb0 con 0x7f156414fd00 2023-09-21T11:16:53.121 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f154b7fe700 1 -- 172.21.15.79:0/2169844066 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f155c012620 con 0x7f156414fd00 2023-09-21T11:16:53.121 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f156973e700 1 -- 172.21.15.79:0/2169844066 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15641525e0 con 0x7f156414fd00 2023-09-21T11:16:53.121 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.118+0000 7f156973e700 1 -- 172.21.15.79:0/2169844066 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1564151640 con 0x7f156414fd00 2023-09-21T11:16:53.121 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.119+0000 7f156973e700 1 -- 172.21.15.79:0/2169844066 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1564150de0 con 0x7f156414fd00 2023-09-21T11:16:53.121 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.120+0000 7f154b7fe700 1 -- 172.21.15.79:0/2169844066 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f155c0113a0 con 0x7f156414fd00 2023-09-21T11:16:53.121 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.120+0000 7f154b7fe700 1 --2- 172.21.15.79:0/2169844066 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f155006a580 0x7f155006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:53.122 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.120+0000 7f154b7fe700 1 -- 172.21.15.79:0/2169844066 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f155c088500 con 0x7f156414fd00 2023-09-21T11:16:53.122 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.120+0000 7f1562ffd700 1 --2- 172.21.15.79:0/2169844066 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f155006a580 0x7f155006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:53.122 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.120+0000 7f1562ffd700 1 --2- 172.21.15.79:0/2169844066 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f155006a580 0x7f155006ca40 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f15580088d0 tx=0x7f1558008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:53.122 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.124+0000 7f154b7fe700 1 -- 172.21.15.79:0/2169844066 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f155c053dd0 con 0x7f156414fd00 2023-09-21T11:16:53.348 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.356+0000 7f156973e700 1 -- 172.21.15.79:0/2169844066 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f156404eae0 con 0x7f156414fd00 2023-09-21T11:16:53.349 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.356+0000 7f154b7fe700 1 -- 172.21.15.79:0/2169844066 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1324 (secure 0 0 0) 0x7f155c017540 con 0x7f156414fd00 2023-09-21T11:16:53.349 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:16:53.350 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6836/3477938376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":3477938376},{"type":"v1","addr":"172.21.15.79:6836","nonce":3477938376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2023-09-21T11:16:53.351 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.358+0000 7f156973e700 1 -- 172.21.15.79:0/2169844066 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f155006a580 msgr2=0x7f155006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:53.351 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.358+0000 7f156973e700 1 --2- 172.21.15.79:0/2169844066 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f155006a580 0x7f155006ca40 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f15580088d0 tx=0x7f1558008040 comp rx=0 tx=0).stop 2023-09-21T11:16:53.351 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.358+0000 7f156973e700 1 -- 172.21.15.79:0/2169844066 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f156414fd00 msgr2=0x7f1564151990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:53.351 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.358+0000 7f156973e700 1 --2- 172.21.15.79:0/2169844066 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f156414fd00 0x7f1564151990 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f155c00cb40 tx=0x7f155c00cf00 comp rx=0 tx=0).stop 2023-09-21T11:16:53.352 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.358+0000 7f156973e700 1 -- 172.21.15.79:0/2169844066 shutdown_connections 2023-09-21T11:16:53.352 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.358+0000 7f156973e700 1 --2- 172.21.15.79:0/2169844066 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f156414fd00 0x7f1564151990 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:53.352 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.358+0000 7f156973e700 1 --2- 172.21.15.79:0/2169844066 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f155006a580 0x7f155006ca40 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:53.352 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.358+0000 7f156973e700 1 --2- 172.21.15.79:0/2169844066 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f15640b21c0 0x7f1564151100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:53.353 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.358+0000 7f156973e700 1 --2- 172.21.15.79:0/2169844066 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f156415da40 0x7f1564158d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:53.353 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.358+0000 7f156973e700 1 -- 172.21.15.79:0/2169844066 >> 172.21.15.79:0/2169844066 conn(0x7f156408b480 msgr2=0x7f15640cf8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:53.353 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.358+0000 7f156973e700 1 -- 172.21.15.79:0/2169844066 shutdown_connections 2023-09-21T11:16:53.353 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:53.358+0000 7f156973e700 1 -- 172.21.15.79:0/2169844066 wait complete. 2023-09-21T11:16:53.354 INFO:teuthology.orchestra.run.smithi079.stderr:dumped fsmap epoch 2 2023-09-21T11:16:55.364 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T11:16:55.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.504+0000 7fa0bd2af700 1 Processor -- start 2023-09-21T11:16:55.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.504+0000 7fa0bd2af700 1 -- start start 2023-09-21T11:16:55.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.505+0000 7fa0bd2af700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0b815ba20 0x7fa0b80cab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:55.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.505+0000 7fa0bd2af700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fa0b80b6150 0x7fa0b80cb040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:55.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.505+0000 7fa0bd2af700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0b80af8f0 con 0x7fa0b815b640 2023-09-21T11:16:55.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.505+0000 7fa0bd2af700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0b80afbd0 con 0x7fa0b80b6150 2023-09-21T11:16:55.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.505+0000 7fa0bd2af700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0b806e7b0 con 0x7fa0b815ba20 2023-09-21T11:16:55.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.505+0000 7fa0b77fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fa0b80b6150 0x7fa0b80cb040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:55.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.505+0000 7fa0b77fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fa0b80b6150 0x7fa0b80cb040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53106/0 (socket says 172.21.15.79:53106) 2023-09-21T11:16:55.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.505+0000 7fa0b77fe700 1 -- 172.21.15.79:0/458396757 learned_addr learned my addr 172.21.15.79:0/458396757 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:55.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.505+0000 7fa0b67fc700 1 --2- 172.21.15.79:0/458396757 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0b815ba20 0x7fa0b80cab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:55.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.505+0000 7fa0b77fe700 1 -- 172.21.15.79:0/458396757 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0b815ba20 msgr2=0x7fa0b80cab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:55.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.505+0000 7fa0b77fe700 1 --2- 172.21.15.79:0/458396757 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0b815ba20 0x7fa0b80cab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:55.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.505+0000 7fa0b77fe700 1 -- 172.21.15.79:0/458396757 >> v1:172.21.15.134:6789/0 conn(0x7fa0b815b640 legacy=0x7fa0b806a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:55.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.505+0000 7fa0b77fe700 1 -- 172.21.15.79:0/458396757 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0b80cda70 con 0x7fa0b80b6150 2023-09-21T11:16:55.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.505+0000 7fa0b77fe700 1 --2- 172.21.15.79:0/458396757 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa0b80b6150 0x7fa0b80cb040 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa0b0009e50 tx=0x7fa0b000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c263aaad3132704 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:55.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.506+0000 7fa0b5ffb700 1 -- 172.21.15.79:0/458396757 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b000e070 con 0x7fa0b80b6150 2023-09-21T11:16:55.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.506+0000 7fa0b5ffb700 1 -- 172.21.15.79:0/458396757 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0b0003a20 con 0x7fa0b80b6150 2023-09-21T11:16:55.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.506+0000 7fa0b5ffb700 1 -- 172.21.15.79:0/458396757 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b0003dd0 con 0x7fa0b80b6150 2023-09-21T11:16:55.503 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.506+0000 7fa0bd2af700 1 -- 172.21.15.79:0/458396757 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa0b80b6150 msgr2=0x7fa0b80cb040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:55.503 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.506+0000 7fa0bd2af700 1 --2- 172.21.15.79:0/458396757 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa0b80b6150 0x7fa0b80cb040 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa0b0009e50 tx=0x7fa0b000b330 comp rx=0 tx=0).stop 2023-09-21T11:16:55.503 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.506+0000 7fa0bd2af700 1 -- 172.21.15.79:0/458396757 shutdown_connections 2023-09-21T11:16:55.503 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.506+0000 7fa0bd2af700 1 --2- 172.21.15.79:0/458396757 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa0b80b6150 0x7fa0b80cb040 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:55.503 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.506+0000 7fa0bd2af700 1 --2- 172.21.15.79:0/458396757 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0b815ba20 0x7fa0b80cab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:55.504 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.506+0000 7fa0bd2af700 1 -- 172.21.15.79:0/458396757 >> 172.21.15.79:0/458396757 conn(0x7fa0b806dac0 msgr2=0x7fa0b806ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:55.504 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.506+0000 7fa0bd2af700 1 -- 172.21.15.79:0/458396757 shutdown_connections 2023-09-21T11:16:55.504 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.506+0000 7fa0bd2af700 1 -- 172.21.15.79:0/458396757 wait complete. 2023-09-21T11:16:55.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.508+0000 7fa0bd2af700 1 Processor -- start 2023-09-21T11:16:55.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.508+0000 7fa0bd2af700 1 -- start start 2023-09-21T11:16:55.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa0bd2af700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa0b80b6150 0x7fa0b80c3f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:55.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa0bd2af700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa0b815b640 0x7fa0b814a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:55.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa0bd2af700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0b815ba20 0x7fa0b80b3160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:55.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa0bd2af700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0b80c7b70 con 0x7fa0b80b6150 2023-09-21T11:16:55.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa0bd2af700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0b80c67f0 con 0x7fa0b815b640 2023-09-21T11:16:55.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa0bd2af700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0b80c6ad0 con 0x7fa0b815ba20 2023-09-21T11:16:55.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa0b6ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa0b80b6150 0x7fa0b80c3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:55.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa0b6ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa0b80b6150 0x7fa0b80c3f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53108/0 (socket says 172.21.15.79:53108) 2023-09-21T11:16:55.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa0b6ffd700 1 -- 172.21.15.79:0/1048222722 learned_addr learned my addr 172.21.15.79:0/1048222722 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:55.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa0b77fe700 1 --2- 172.21.15.79:0/1048222722 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0b815ba20 0x7fa0b80b3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:55.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa0b67fc700 1 --2- 172.21.15.79:0/1048222722 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa0b815b640 0x7fa0b814a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:55.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa0b6ffd700 1 -- 172.21.15.79:0/1048222722 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0b815ba20 msgr2=0x7fa0b80b3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:55.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa0b6ffd700 1 --2- 172.21.15.79:0/1048222722 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0b815ba20 0x7fa0b80b3160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:55.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa0b6ffd700 1 -- 172.21.15.79:0/1048222722 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa0b815b640 msgr2=0x7fa0b814a860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:55.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa0b6ffd700 1 --2- 172.21.15.79:0/1048222722 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa0b815b640 0x7fa0b814a860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:55.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa0b6ffd700 1 -- 172.21.15.79:0/1048222722 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0b0009b30 con 0x7fa0b80b6150 2023-09-21T11:16:55.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa0b77fe700 1 --2- 172.21.15.79:0/1048222722 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0b815ba20 0x7fa0b80b3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:16:55.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa0b67fc700 1 --2- 172.21.15.79:0/1048222722 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa0b815b640 0x7fa0b814a860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:16:55.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa0b6ffd700 1 --2- 172.21.15.79:0/1048222722 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa0b80b6150 0x7fa0b80c3f10 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa0ac00c4d0 tx=0x7fa0ac00c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:55.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.509+0000 7fa09f7fe700 1 -- 172.21.15.79:0/1048222722 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0ac011790 con 0x7fa0b80b6150 2023-09-21T11:16:55.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.510+0000 7fa09f7fe700 1 -- 172.21.15.79:0/1048222722 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0ac0118f0 con 0x7fa0b80b6150 2023-09-21T11:16:55.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.510+0000 7fa0bd2af700 1 -- 172.21.15.79:0/1048222722 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0b80c6db0 con 0x7fa0b80b6150 2023-09-21T11:16:55.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.510+0000 7fa09f7fe700 1 -- 172.21.15.79:0/1048222722 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0ac011ca0 con 0x7fa0b80b6150 2023-09-21T11:16:55.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.510+0000 7fa0bd2af700 1 -- 172.21.15.79:0/1048222722 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0b80c4450 con 0x7fa0b80b6150 2023-09-21T11:16:55.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.511+0000 7fa0bd2af700 1 -- 172.21.15.79:0/1048222722 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0b80b4c90 con 0x7fa0b80b6150 2023-09-21T11:16:55.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.511+0000 7fa09f7fe700 1 -- 172.21.15.79:0/1048222722 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fa0ac01c460 con 0x7fa0b80b6150 2023-09-21T11:16:55.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.511+0000 7fa09f7fe700 1 --2- 172.21.15.79:0/1048222722 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa0a406a580 0x7fa0a406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:55.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.511+0000 7fa09f7fe700 1 -- 172.21.15.79:0/1048222722 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fa0ac0884b0 con 0x7fa0b80b6150 2023-09-21T11:16:55.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.511+0000 7fa0b67fc700 1 --2- 172.21.15.79:0/1048222722 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa0a406a580 0x7fa0a406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:55.513 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.512+0000 7fa0b67fc700 1 --2- 172.21.15.79:0/1048222722 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa0a406a580 0x7fa0a406ca40 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa0a8006fd0 tx=0x7fa0a8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:55.513 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.516+0000 7fa09f7fe700 1 -- 172.21.15.79:0/1048222722 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fa0ac053e10 con 0x7fa0b80b6150 2023-09-21T11:16:55.740 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.747+0000 7fa0bd2af700 1 -- 172.21.15.79:0/1048222722 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa0b80b3e80 con 0x7fa0b80b6150 2023-09-21T11:16:55.741 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.748+0000 7fa09f7fe700 1 -- 172.21.15.79:0/1048222722 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3697 (secure 0 0 0) 0x7fa0ac057430 con 0x7fa0b80b6150 2023-09-21T11:16:55.741 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:16:55.741 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6834/1040792485","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6832","nonce":1040792485},{"type":"v1","addr":"172.21.15.134:6834","nonce":1040792485}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1065153274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6835","nonce":1065153274},{"type":"v1","addr":"172.21.15.79:6837","nonce":1065153274}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6836/3477938376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":3477938376},{"type":"v1","addr":"172.21.15.79:6836","nonce":3477938376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4279,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6835/398480838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6833","nonce":398480838},{"type":"v1","addr":"172.21.15.134:6835","nonce":398480838}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2023-09-21T11:16:55.743 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.750+0000 7fa0bd2af700 1 -- 172.21.15.79:0/1048222722 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa0a406a580 msgr2=0x7fa0a406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:55.743 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.750+0000 7fa0bd2af700 1 --2- 172.21.15.79:0/1048222722 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa0a406a580 0x7fa0a406ca40 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa0a8006fd0 tx=0x7fa0a8008040 comp rx=0 tx=0).stop 2023-09-21T11:16:55.743 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.750+0000 7fa0bd2af700 1 -- 172.21.15.79:0/1048222722 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa0b80b6150 msgr2=0x7fa0b80c3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:55.744 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.750+0000 7fa0bd2af700 1 --2- 172.21.15.79:0/1048222722 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa0b80b6150 0x7fa0b80c3f10 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa0ac00c4d0 tx=0x7fa0ac00c890 comp rx=0 tx=0).stop 2023-09-21T11:16:55.744 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.750+0000 7fa0bd2af700 1 -- 172.21.15.79:0/1048222722 shutdown_connections 2023-09-21T11:16:55.744 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.750+0000 7fa0bd2af700 1 --2- 172.21.15.79:0/1048222722 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa0a406a580 0x7fa0a406ca40 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:55.744 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.750+0000 7fa0bd2af700 1 --2- 172.21.15.79:0/1048222722 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0b815ba20 0x7fa0b80b3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:55.744 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.750+0000 7fa0bd2af700 1 --2- 172.21.15.79:0/1048222722 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa0b80b6150 0x7fa0b80c3f10 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:55.745 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.750+0000 7fa0bd2af700 1 --2- 172.21.15.79:0/1048222722 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa0b815b640 0x7fa0b814a860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:55.745 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.750+0000 7fa0bd2af700 1 -- 172.21.15.79:0/1048222722 >> 172.21.15.79:0/1048222722 conn(0x7fa0b806dac0 msgr2=0x7fa0b80b4580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:55.745 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.750+0000 7fa0bd2af700 1 -- 172.21.15.79:0/1048222722 shutdown_connections 2023-09-21T11:16:55.745 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.750+0000 7fa0bd2af700 1 -- 172.21.15.79:0/1048222722 wait complete. 2023-09-21T11:16:55.746 INFO:teuthology.orchestra.run.smithi079.stderr:dumped fsmap epoch 3 2023-09-21T11:16:55.755 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:16:55.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.882+0000 7efd20fd9700 1 Processor -- start 2023-09-21T11:16:55.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.882+0000 7efd20fd9700 1 -- start start 2023-09-21T11:16:55.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.883+0000 7efd20fd9700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd1c0cf9b0 0x7efd1c0724c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:55.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.883+0000 7efd20fd9700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7efd1c15a980 0x7efd1c0af750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:55.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.883+0000 7efd20fd9700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd1c15b830 con 0x7efd1c15a5a0 2023-09-21T11:16:55.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.883+0000 7efd20fd9700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd1c15f280 con 0x7efd1c15a980 2023-09-21T11:16:55.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.883+0000 7efd20fd9700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd1c0afc90 con 0x7efd1c0cf9b0 2023-09-21T11:16:55.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.883+0000 7efd1ad9d700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7efd1c15a980 0x7efd1c0af750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:55.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.883+0000 7efd1a59c700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7efd1c15a5a0 0x7efd1c0cf2a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39480/0 (socket says 172.21.15.79:39480) 2023-09-21T11:16:55.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.884+0000 7efd1a59c700 1 -- 172.21.15.79:0/3704750073 learned_addr learned my addr 172.21.15.79:0/3704750073 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:16:55.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.884+0000 7efd19d9b700 1 --2- 172.21.15.79:0/3704750073 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd1c0cf9b0 0x7efd1c0724c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:55.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.884+0000 7efd1ad9d700 1 -- 172.21.15.79:0/3704750073 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd1c0cf9b0 msgr2=0x7efd1c0724c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:55.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.884+0000 7efd1ad9d700 1 --2- 172.21.15.79:0/3704750073 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd1c0cf9b0 0x7efd1c0724c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:55.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.884+0000 7efd1ad9d700 1 -- 172.21.15.79:0/3704750073 >> v1:172.21.15.79:6789/0 conn(0x7efd1c15a5a0 legacy=0x7efd1c0cf2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:55.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.884+0000 7efd1ad9d700 1 -- 172.21.15.79:0/3704750073 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd1c15af00 con 0x7efd1c15a980 2023-09-21T11:16:55.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.884+0000 7efd1ad9d700 1 --2- 172.21.15.79:0/3704750073 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd1c15a980 0x7efd1c0af750 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7efd14009dc0 tx=0x7efd1400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b35164107bd15f1 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:55.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.884+0000 7efd1959a700 1 -- 172.21.15.79:0/3704750073 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd1400e070 con 0x7efd1c15a980 2023-09-21T11:16:55.881 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.884+0000 7efd1959a700 1 -- 172.21.15.79:0/3704750073 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd1400bb90 con 0x7efd1c15a980 2023-09-21T11:16:55.881 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.884+0000 7efd1959a700 1 -- 172.21.15.79:0/3704750073 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd14012430 con 0x7efd1c15a980 2023-09-21T11:16:55.881 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.885+0000 7efd20fd9700 1 -- 172.21.15.79:0/3704750073 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd1c15a980 msgr2=0x7efd1c0af750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:55.881 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.885+0000 7efd20fd9700 1 --2- 172.21.15.79:0/3704750073 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd1c15a980 0x7efd1c0af750 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7efd14009dc0 tx=0x7efd1400b330 comp rx=0 tx=0).stop 2023-09-21T11:16:55.881 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.885+0000 7efd20fd9700 1 -- 172.21.15.79:0/3704750073 shutdown_connections 2023-09-21T11:16:55.882 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.885+0000 7efd20fd9700 1 --2- 172.21.15.79:0/3704750073 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd1c15a980 0x7efd1c0af750 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:55.882 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.885+0000 7efd20fd9700 1 --2- 172.21.15.79:0/3704750073 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd1c0cf9b0 0x7efd1c0724c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:55.882 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.885+0000 7efd20fd9700 1 -- 172.21.15.79:0/3704750073 >> 172.21.15.79:0/3704750073 conn(0x7efd1c06dac0 msgr2=0x7efd1c06ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:55.882 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.885+0000 7efd20fd9700 1 -- 172.21.15.79:0/3704750073 shutdown_connections 2023-09-21T11:16:55.882 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.885+0000 7efd20fd9700 1 -- 172.21.15.79:0/3704750073 wait complete. 2023-09-21T11:16:55.885 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.886+0000 7efd20fd9700 1 Processor -- start 2023-09-21T11:16:55.885 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.886+0000 7efd20fd9700 1 -- start start 2023-09-21T11:16:55.885 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.887+0000 7efd20fd9700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd1c0cf9b0 0x7efd1c0c7f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:55.885 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.887+0000 7efd20fd9700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efd1c15a5a0 0x7efd1c0c9f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:55.886 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.887+0000 7efd20fd9700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd1c15a980 0x7efd1c158c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:55.886 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.887+0000 7efd20fd9700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd1c0c84d0 con 0x7efd1c0cf9b0 2023-09-21T11:16:55.886 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.887+0000 7efd20fd9700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd1c0c8e90 con 0x7efd1c15a5a0 2023-09-21T11:16:55.886 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.887+0000 7efd20fd9700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd1c0c9170 con 0x7efd1c15a980 2023-09-21T11:16:55.889 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.887+0000 7efd1a59c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd1c0cf9b0 0x7efd1c0c7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:55.889 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.887+0000 7efd1a59c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd1c0cf9b0 0x7efd1c0c7f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53122/0 (socket says 172.21.15.79:53122) 2023-09-21T11:16:55.889 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.887+0000 7efd1a59c700 1 -- 172.21.15.79:0/1060801102 learned_addr learned my addr 172.21.15.79:0/1060801102 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:55.889 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.887+0000 7efd19d9b700 1 --2- 172.21.15.79:0/1060801102 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efd1c15a5a0 0x7efd1c0c9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:55.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.887+0000 7efd1ad9d700 1 --2- 172.21.15.79:0/1060801102 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd1c15a980 0x7efd1c158c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:55.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.887+0000 7efd1a59c700 1 -- 172.21.15.79:0/1060801102 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd1c15a980 msgr2=0x7efd1c158c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:55.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.887+0000 7efd1a59c700 1 --2- 172.21.15.79:0/1060801102 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd1c15a980 0x7efd1c158c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:55.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.887+0000 7efd1a59c700 1 -- 172.21.15.79:0/1060801102 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efd1c15a5a0 msgr2=0x7efd1c0c9f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:55.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.887+0000 7efd1a59c700 1 --2- 172.21.15.79:0/1060801102 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efd1c15a5a0 0x7efd1c0c9f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:55.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.887+0000 7efd1a59c700 1 -- 172.21.15.79:0/1060801102 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd14009a70 con 0x7efd1c0cf9b0 2023-09-21T11:16:55.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.887+0000 7efd1a59c700 1 --2- 172.21.15.79:0/1060801102 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd1c0cf9b0 0x7efd1c0c7f90 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7efd1000e940 tx=0x7efd1000ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:55.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.887+0000 7efd0affd700 1 -- 172.21.15.79:0/1060801102 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd10005d70 con 0x7efd1c0cf9b0 2023-09-21T11:16:55.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.888+0000 7efd0affd700 1 -- 172.21.15.79:0/1060801102 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd10007070 con 0x7efd1c0cf9b0 2023-09-21T11:16:55.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.888+0000 7efd20fd9700 1 -- 172.21.15.79:0/1060801102 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd1c0c9450 con 0x7efd1c0cf9b0 2023-09-21T11:16:55.892 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.888+0000 7efd0affd700 1 -- 172.21.15.79:0/1060801102 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd100073e0 con 0x7efd1c0cf9b0 2023-09-21T11:16:55.892 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.888+0000 7efd20fd9700 1 -- 172.21.15.79:0/1060801102 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd1c0c9a10 con 0x7efd1c0cf9b0 2023-09-21T11:16:55.892 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.888+0000 7efd20fd9700 1 -- 172.21.15.79:0/1060801102 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd1c04eae0 con 0x7efd1c0cf9b0 2023-09-21T11:16:55.892 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.889+0000 7efd0affd700 1 -- 172.21.15.79:0/1060801102 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7efd10007540 con 0x7efd1c0cf9b0 2023-09-21T11:16:55.892 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.889+0000 7efd0affd700 1 --2- 172.21.15.79:0/1060801102 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7efcfc06a580 0x7efcfc06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:55.892 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.889+0000 7efd0affd700 1 -- 172.21.15.79:0/1060801102 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7efd1008a7d0 con 0x7efd1c0cf9b0 2023-09-21T11:16:55.893 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.889+0000 7efd19d9b700 1 --2- 172.21.15.79:0/1060801102 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7efcfc06a580 0x7efcfc06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:55.893 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.890+0000 7efd19d9b700 1 --2- 172.21.15.79:0/1060801102 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7efcfc06a580 0x7efcfc06ca40 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7efd1c0af7f0 tx=0x7efd0c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:55.893 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:55.894+0000 7efd0affd700 1 -- 172.21.15.79:0/1060801102 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7efd10056130 con 0x7efd1c0cf9b0 2023-09-21T11:16:56.081 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.089+0000 7efd20fd9700 1 -- 172.21.15.79:0/1060801102 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efd1c072d60 con 0x7efd1c0cf9b0 2023-09-21T11:16:56.082 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.089+0000 7efd0affd700 1 -- 172.21.15.79:0/1060801102 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12802 (secure 0 0 0) 0x7efd1001f090 con 0x7efd1c0cf9b0 2023-09-21T11:16:56.082 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:16:56.083 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":16,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:16:48.814773+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:16:56.084 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.091+0000 7efd20fd9700 1 -- 172.21.15.79:0/1060801102 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7efcfc06a580 msgr2=0x7efcfc06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:56.085 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.091+0000 7efd20fd9700 1 --2- 172.21.15.79:0/1060801102 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7efcfc06a580 0x7efcfc06ca40 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7efd1c0af7f0 tx=0x7efd0c008040 comp rx=0 tx=0).stop 2023-09-21T11:16:56.085 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.091+0000 7efd20fd9700 1 -- 172.21.15.79:0/1060801102 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd1c0cf9b0 msgr2=0x7efd1c0c7f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:56.085 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.091+0000 7efd20fd9700 1 --2- 172.21.15.79:0/1060801102 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd1c0cf9b0 0x7efd1c0c7f90 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7efd1000e940 tx=0x7efd1000ec50 comp rx=0 tx=0).stop 2023-09-21T11:16:56.085 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.091+0000 7efd20fd9700 1 -- 172.21.15.79:0/1060801102 shutdown_connections 2023-09-21T11:16:56.085 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.091+0000 7efd20fd9700 1 --2- 172.21.15.79:0/1060801102 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7efcfc06a580 0x7efcfc06ca40 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.086 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.091+0000 7efd20fd9700 1 --2- 172.21.15.79:0/1060801102 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd1c15a980 0x7efd1c158c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.086 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.091+0000 7efd20fd9700 1 --2- 172.21.15.79:0/1060801102 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd1c0cf9b0 0x7efd1c0c7f90 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.086 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.091+0000 7efd20fd9700 1 --2- 172.21.15.79:0/1060801102 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efd1c15a5a0 0x7efd1c0c9f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.086 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.091+0000 7efd20fd9700 1 -- 172.21.15.79:0/1060801102 >> 172.21.15.79:0/1060801102 conn(0x7efd1c06dac0 msgr2=0x7efd1c15cc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:56.087 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.092+0000 7efd20fd9700 1 -- 172.21.15.79:0/1060801102 shutdown_connections 2023-09-21T11:16:56.087 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.092+0000 7efd20fd9700 1 -- 172.21.15.79:0/1060801102 wait complete. 2023-09-21T11:16:56.096 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T11:16:45.829267+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T11:16:56.097 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T11:16:56.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.227+0000 7fcfa2b02700 1 Processor -- start 2023-09-21T11:16:56.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.227+0000 7fcfa2b02700 1 -- start start 2023-09-21T11:16:56.222 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.228+0000 7fcfa2b02700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fcf9c0ac8d0 0x7fcf9c161d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:56.222 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.228+0000 7fcfa2b02700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf9c0b3140 con 0x7fcf9c0ae060 2023-09-21T11:16:56.222 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.228+0000 7fcfa2b02700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf9c0b4bc0 con 0x7fcf9c071830 2023-09-21T11:16:56.222 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.228+0000 7fcfa2b02700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf9c162290 con 0x7fcf9c0ac8d0 2023-09-21T11:16:56.223 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.228+0000 7fcfa109f700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fcf9c0ac8d0 0x7fcf9c161d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:56.223 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.228+0000 7fcfa089e700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fcf9c0ae060 0x7fcf9c071120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39494/0 (socket says 172.21.15.79:39494) 2023-09-21T11:16:56.223 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.228+0000 7fcfa109f700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fcf9c0ac8d0 0x7fcf9c161d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53132/0 (socket says 172.21.15.79:53132) 2023-09-21T11:16:56.223 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.228+0000 7fcfa089e700 1 -- 172.21.15.79:0/303418805 learned_addr learned my addr 172.21.15.79:0/303418805 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:16:56.223 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.228+0000 7fcfa109f700 1 -- 172.21.15.79:0/303418805 >> v1:172.21.15.134:6789/0 conn(0x7fcf9c071830 legacy=0x7fcf9c15dd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:56.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.228+0000 7fcfa109f700 1 -- 172.21.15.79:0/303418805 >> v1:172.21.15.79:6789/0 conn(0x7fcf9c0ae060 legacy=0x7fcf9c071120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:56.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.228+0000 7fcfa109f700 1 -- 172.21.15.79:0/303418805 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf9c0b2ba0 con 0x7fcf9c0ac8d0 2023-09-21T11:16:56.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.228+0000 7fcfa109f700 1 --2- 172.21.15.79:0/303418805 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcf9c0ac8d0 0x7fcf9c161d50 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fcf94009d90 tx=0x7fcf9400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=356431c5346f2da8 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:56.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.228+0000 7fcf9b7fe700 1 -- 172.21.15.79:0/303418805 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf9400e070 con 0x7fcf9c0ac8d0 2023-09-21T11:16:56.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.228+0000 7fcf9b7fe700 1 -- 172.21.15.79:0/303418805 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf9400bb90 con 0x7fcf9c0ac8d0 2023-09-21T11:16:56.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.228+0000 7fcf9b7fe700 1 -- 172.21.15.79:0/303418805 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf94003a20 con 0x7fcf9c0ac8d0 2023-09-21T11:16:56.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.229+0000 7fcfa2b02700 1 -- 172.21.15.79:0/303418805 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcf9c0ac8d0 msgr2=0x7fcf9c161d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:56.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.229+0000 7fcfa2b02700 1 --2- 172.21.15.79:0/303418805 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcf9c0ac8d0 0x7fcf9c161d50 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fcf94009d90 tx=0x7fcf9400b330 comp rx=0 tx=0).stop 2023-09-21T11:16:56.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.229+0000 7fcfa2b02700 1 -- 172.21.15.79:0/303418805 shutdown_connections 2023-09-21T11:16:56.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.229+0000 7fcfa2b02700 1 --2- 172.21.15.79:0/303418805 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcf9c0ac8d0 0x7fcf9c161d50 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.226 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.229+0000 7fcfa2b02700 1 -- 172.21.15.79:0/303418805 >> 172.21.15.79:0/303418805 conn(0x7fcf9c0cfec0 msgr2=0x7fcf9c0d02d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:56.226 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.229+0000 7fcfa2b02700 1 -- 172.21.15.79:0/303418805 shutdown_connections 2023-09-21T11:16:56.226 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.229+0000 7fcfa2b02700 1 -- 172.21.15.79:0/303418805 wait complete. 2023-09-21T11:16:56.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.230+0000 7fcfa2b02700 1 Processor -- start 2023-09-21T11:16:56.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.230+0000 7fcfa2b02700 1 -- start start 2023-09-21T11:16:56.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.231+0000 7fcfa2b02700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcf9c071830 0x7fcf9c15d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:56.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.231+0000 7fcfa2b02700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcf9c0ac8d0 0x7fcf9c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:56.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.231+0000 7fcfa2b02700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcf9c0ae060 0x7fcf9c15fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:56.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.231+0000 7fcfa2b02700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf9c160c30 con 0x7fcf9c0ae060 2023-09-21T11:16:56.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.231+0000 7fcfa2b02700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf9c152ed0 con 0x7fcf9c071830 2023-09-21T11:16:56.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.231+0000 7fcfa2b02700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf9c06dc10 con 0x7fcf9c0ac8d0 2023-09-21T11:16:56.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.231+0000 7fcfa109f700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcf9c0ae060 0x7fcf9c15fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:56.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.231+0000 7fcfa109f700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcf9c0ae060 0x7fcf9c15fc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53138/0 (socket says 172.21.15.79:53138) 2023-09-21T11:16:56.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.231+0000 7fcfa109f700 1 -- 172.21.15.79:0/764512205 learned_addr learned my addr 172.21.15.79:0/764512205 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:56.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.231+0000 7fcfa089e700 1 --2- 172.21.15.79:0/764512205 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcf9c071830 0x7fcf9c15d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:56.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.231+0000 7fcf9bfff700 1 --2- 172.21.15.79:0/764512205 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcf9c0ac8d0 0x7fcf9c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:56.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.231+0000 7fcfa109f700 1 -- 172.21.15.79:0/764512205 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcf9c0ac8d0 msgr2=0x7fcf9c06d3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:56.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.231+0000 7fcfa109f700 1 --2- 172.21.15.79:0/764512205 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcf9c0ac8d0 0x7fcf9c06d3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.231+0000 7fcfa109f700 1 -- 172.21.15.79:0/764512205 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcf9c071830 msgr2=0x7fcf9c15d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:56.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.231+0000 7fcfa109f700 1 --2- 172.21.15.79:0/764512205 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcf9c071830 0x7fcf9c15d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.231+0000 7fcfa109f700 1 -- 172.21.15.79:0/764512205 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf94009a70 con 0x7fcf9c0ae060 2023-09-21T11:16:56.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.231+0000 7fcf9bfff700 1 --2- 172.21.15.79:0/764512205 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcf9c0ac8d0 0x7fcf9c06d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:16:56.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.232+0000 7fcfa109f700 1 --2- 172.21.15.79:0/764512205 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcf9c0ae060 0x7fcf9c15fc30 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fcf9c066870 tx=0x7fcf94004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:56.233 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.232+0000 7fcf997fa700 1 -- 172.21.15.79:0/764512205 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf94012630 con 0x7fcf9c0ae060 2023-09-21T11:16:56.233 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.232+0000 7fcf997fa700 1 -- 172.21.15.79:0/764512205 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf940127b0 con 0x7fcf9c0ae060 2023-09-21T11:16:56.233 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.232+0000 7fcfa2b02700 1 -- 172.21.15.79:0/764512205 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf9c06def0 con 0x7fcf9c0ae060 2023-09-21T11:16:56.233 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.232+0000 7fcf997fa700 1 -- 172.21.15.79:0/764512205 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf94012b60 con 0x7fcf9c0ae060 2023-09-21T11:16:56.233 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.232+0000 7fcfa2b02700 1 -- 172.21.15.79:0/764512205 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf9c06e4b0 con 0x7fcf9c0ae060 2023-09-21T11:16:56.234 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.233+0000 7fcfa2b02700 1 -- 172.21.15.79:0/764512205 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf9c04eae0 con 0x7fcf9c0ae060 2023-09-21T11:16:56.234 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.233+0000 7fcf997fa700 1 -- 172.21.15.79:0/764512205 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fcf94012cc0 con 0x7fcf9c0ae060 2023-09-21T11:16:56.234 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.233+0000 7fcf997fa700 1 --2- 172.21.15.79:0/764512205 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcf8006a580 0x7fcf8006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:56.234 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.233+0000 7fcf997fa700 1 -- 172.21.15.79:0/764512205 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fcf9408ac10 con 0x7fcf9c0ae060 2023-09-21T11:16:56.234 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.233+0000 7fcfa089e700 1 --2- 172.21.15.79:0/764512205 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcf8006a580 0x7fcf8006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:56.235 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.234+0000 7fcfa089e700 1 --2- 172.21.15.79:0/764512205 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcf8006a580 0x7fcf8006ca40 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fcf90000f60 tx=0x7fcf90007f10 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:56.235 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.238+0000 7fcf997fa700 1 -- 172.21.15.79:0/764512205 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fcf94056570 con 0x7fcf9c0ae060 2023-09-21T11:16:56.420 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.427+0000 7fcfa2b02700 1 -- 172.21.15.79:0/764512205 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fcf9c0af0a0 con 0x7fcf9c0ae060 2023-09-21T11:16:56.420 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.427+0000 7fcf997fa700 1 -- 172.21.15.79:0/764512205 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7fcf94059b90 con 0x7fcf9c0ae060 2023-09-21T11:16:56.420 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 1 2023-09-21T11:16:56.422 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.429+0000 7fcfa2b02700 1 -- 172.21.15.79:0/764512205 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcf8006a580 msgr2=0x7fcf8006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:56.423 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.429+0000 7fcfa2b02700 1 --2- 172.21.15.79:0/764512205 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcf8006a580 0x7fcf8006ca40 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fcf90000f60 tx=0x7fcf90007f10 comp rx=0 tx=0).stop 2023-09-21T11:16:56.423 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.429+0000 7fcfa2b02700 1 -- 172.21.15.79:0/764512205 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcf9c0ae060 msgr2=0x7fcf9c15fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:56.423 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.429+0000 7fcfa2b02700 1 --2- 172.21.15.79:0/764512205 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcf9c0ae060 0x7fcf9c15fc30 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fcf9c066870 tx=0x7fcf94004ad0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.423 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.429+0000 7fcfa2b02700 1 -- 172.21.15.79:0/764512205 shutdown_connections 2023-09-21T11:16:56.423 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.429+0000 7fcfa2b02700 1 --2- 172.21.15.79:0/764512205 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcf9c0ae060 0x7fcf9c15fc30 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.424 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.429+0000 7fcfa2b02700 1 --2- 172.21.15.79:0/764512205 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcf9c071830 0x7fcf9c15d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.424 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.429+0000 7fcfa2b02700 1 --2- 172.21.15.79:0/764512205 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcf8006a580 0x7fcf8006ca40 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.424 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.429+0000 7fcfa2b02700 1 --2- 172.21.15.79:0/764512205 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcf9c0ac8d0 0x7fcf9c06d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.424 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.429+0000 7fcfa2b02700 1 -- 172.21.15.79:0/764512205 >> 172.21.15.79:0/764512205 conn(0x7fcf9c0cfec0 msgr2=0x7fcf9c15e3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:56.424 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.429+0000 7fcfa2b02700 1 -- 172.21.15.79:0/764512205 shutdown_connections 2023-09-21T11:16:56.425 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.430+0000 7fcfa2b02700 1 -- 172.21.15.79:0/764512205 wait complete. 2023-09-21T11:16:56.434 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-09-21T11:16:56.554 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.561+0000 7f14fa112700 1 Processor -- start 2023-09-21T11:16:56.554 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.561+0000 7f14fa112700 1 -- start start 2023-09-21T11:16:56.558 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.562+0000 7f14fa112700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f14f415d830 0x7f14f40cab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:56.558 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.562+0000 7f14fa112700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f14f4071e70 con 0x7f14f406fc30 2023-09-21T11:16:56.559 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.562+0000 7f14fa112700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f14f4072150 con 0x7f14f40cca20 2023-09-21T11:16:56.559 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.562+0000 7f14fa112700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14f40cef70 con 0x7f14f415d830 2023-09-21T11:16:56.559 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.562+0000 7f14f3fff700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f14f406fc30 0x7f14f41618a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39510/0 (socket says 172.21.15.79:39510) 2023-09-21T11:16:56.559 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.562+0000 7f14f3fff700 1 -- 172.21.15.79:0/3768487421 learned_addr learned my addr 172.21.15.79:0/3768487421 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:16:56.559 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.562+0000 7f14f37fe700 1 --2- 172.21.15.79:0/3768487421 >> v2:172.21.15.134:3300/0 conn(0x7f14f415d830 0x7f14f40cab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:56.560 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.562+0000 7f14f27fc700 1 -- 172.21.15.79:0/3768487421 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1073563868 0 0) 0x7f14f4071e70 con 0x7f14f406fc30 2023-09-21T11:16:56.560 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.562+0000 7f14f27fc700 1 -- 172.21.15.79:0/3768487421 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f14dc0035b0 con 0x7f14f406fc30 2023-09-21T11:16:56.560 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f27fc700 1 -- 172.21.15.79:0/3768487421 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2574909956 0 0) 0x7f14dc0035b0 con 0x7f14f406fc30 2023-09-21T11:16:56.560 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f27fc700 1 -- 172.21.15.79:0/3768487421 >> v2:172.21.15.134:3300/0 conn(0x7f14f415d830 msgr2=0x7f14f40cab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:56.560 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f27fc700 1 --2- 172.21.15.79:0/3768487421 >> v2:172.21.15.134:3300/0 conn(0x7f14f415d830 0x7f14f40cab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.560 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f27fc700 1 -- 172.21.15.79:0/3768487421 >> v1:172.21.15.134:6789/0 conn(0x7f14f40cca20 legacy=0x7f14f406f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:56.561 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f27fc700 1 -- 172.21.15.79:0/3768487421 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14f4072430 con 0x7f14f406fc30 2023-09-21T11:16:56.561 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f27fc700 1 -- 172.21.15.79:0/3768487421 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f14ec0019f0 con 0x7f14f406fc30 2023-09-21T11:16:56.561 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f27fc700 1 -- 172.21.15.79:0/3768487421 >> v1:172.21.15.79:6789/0 conn(0x7f14f406fc30 legacy=0x7f14f41618a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:56.561 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f27fc700 1 --2- 172.21.15.79:0/3768487421 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14dc003a00 0x7f14dc003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:56.561 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f27fc700 1 --2- 172.21.15.79:0/3768487421 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14dc004850 0x7f14dc004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:56.562 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f27fc700 1 --2- 172.21.15.79:0/3768487421 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14dc005210 0x7f14dc00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:56.562 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f27fc700 1 -- 172.21.15.79:0/3768487421 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14dc00c180 con 0x7f14dc004850 2023-09-21T11:16:56.562 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f27fc700 1 -- 172.21.15.79:0/3768487421 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14dc00c2f0 con 0x7f14dc005210 2023-09-21T11:16:56.562 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f27fc700 1 -- 172.21.15.79:0/3768487421 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14dc00c4b0 con 0x7f14dc003a00 2023-09-21T11:16:56.562 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f2ffd700 1 --2- 172.21.15.79:0/3768487421 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14dc004850 0x7f14dc004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:56.563 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f37fe700 1 --2- 172.21.15.79:0/3768487421 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14dc003a00 0x7f14dc003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:56.563 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f3fff700 1 --2- 172.21.15.79:0/3768487421 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14dc005210 0x7f14dc00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:56.563 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f2ffd700 1 -- 172.21.15.79:0/3768487421 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14dc003a00 msgr2=0x7f14dc003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:56.563 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f2ffd700 1 --2- 172.21.15.79:0/3768487421 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14dc003a00 0x7f14dc003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.563 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f2ffd700 1 -- 172.21.15.79:0/3768487421 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14dc005210 msgr2=0x7f14dc00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:56.564 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f2ffd700 1 --2- 172.21.15.79:0/3768487421 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14dc005210 0x7f14dc00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.564 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f3fff700 1 -- 172.21.15.79:0/3768487421 reap_dead start 2023-09-21T11:16:56.564 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f2ffd700 1 -- 172.21.15.79:0/3768487421 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14dc0035b0 con 0x7f14dc004850 2023-09-21T11:16:56.564 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f2ffd700 1 --2- 172.21.15.79:0/3768487421 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14dc004850 0x7f14dc004cd0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f14e40017c0 tx=0x7f14dc005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d29d46d35cb7da9 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:56.564 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f27fc700 1 -- 172.21.15.79:0/3768487421 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14e40052d0 con 0x7f14dc004850 2023-09-21T11:16:56.564 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f27fc700 1 -- 172.21.15.79:0/3768487421 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14e4005450 con 0x7f14dc004850 2023-09-21T11:16:56.565 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.563+0000 7f14f27fc700 1 -- 172.21.15.79:0/3768487421 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14e40038c0 con 0x7f14dc004850 2023-09-21T11:16:56.565 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.564+0000 7f14fa112700 1 -- 172.21.15.79:0/3768487421 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14dc004850 msgr2=0x7f14dc004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:56.565 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.564+0000 7f14fa112700 1 --2- 172.21.15.79:0/3768487421 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14dc004850 0x7f14dc004cd0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f14e40017c0 tx=0x7f14dc005880 comp rx=0 tx=0).stop 2023-09-21T11:16:56.565 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.564+0000 7f14fa112700 1 -- 172.21.15.79:0/3768487421 shutdown_connections 2023-09-21T11:16:56.566 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.564+0000 7f14fa112700 1 --2- 172.21.15.79:0/3768487421 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14dc004850 0x7f14dc004cd0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.566 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.564+0000 7f14fa112700 1 -- 172.21.15.79:0/3768487421 >> 172.21.15.79:0/3768487421 conn(0x7f14f40d04f0 msgr2=0x7f14f40d08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:56.566 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.564+0000 7f14fa112700 1 -- 172.21.15.79:0/3768487421 shutdown_connections 2023-09-21T11:16:56.566 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.564+0000 7f14fa112700 1 -- 172.21.15.79:0/3768487421 wait complete. 2023-09-21T11:16:56.566 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.565+0000 7f14fa112700 1 Processor -- start 2023-09-21T11:16:56.567 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.565+0000 7f14fa112700 1 -- start start 2023-09-21T11:16:56.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.566+0000 7f14fa112700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14dc004850 0x7f14f415dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:56.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.566+0000 7f14fa112700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14f415f3b0 0x7f14f415a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:56.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.566+0000 7f14fa112700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14f41539c0 0x7f14f415ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:56.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.566+0000 7f14fa112700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14f415a9b0 con 0x7f14f41539c0 2023-09-21T11:16:56.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.566+0000 7f14fa112700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14f415ef20 con 0x7f14dc004850 2023-09-21T11:16:56.570 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.566+0000 7f14fa112700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14f415e310 con 0x7f14f415f3b0 2023-09-21T11:16:56.570 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.566+0000 7f14f3fff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14f41539c0 0x7f14f415ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:56.570 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.566+0000 7f14f3fff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14f41539c0 0x7f14f415ab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53158/0 (socket says 172.21.15.79:53158) 2023-09-21T11:16:56.570 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.566+0000 7f14f3fff700 1 -- 172.21.15.79:0/905001538 learned_addr learned my addr 172.21.15.79:0/905001538 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:56.571 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.566+0000 7f14f3fff700 1 -- 172.21.15.79:0/905001538 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14f415f3b0 msgr2=0x7f14f415a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:56.571 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.566+0000 7f14f3fff700 1 --2- 172.21.15.79:0/905001538 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14f415f3b0 0x7f14f415a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.571 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.566+0000 7f14f3fff700 1 -- 172.21.15.79:0/905001538 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14dc004850 msgr2=0x7f14f415dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:56.571 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.566+0000 7f14f3fff700 1 --2- 172.21.15.79:0/905001538 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14dc004850 0x7f14f415dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.571 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.566+0000 7f14f3fff700 1 -- 172.21.15.79:0/905001538 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14f415e5f0 con 0x7f14f41539c0 2023-09-21T11:16:56.572 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.566+0000 7f14f3fff700 1 --2- 172.21.15.79:0/905001538 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14f41539c0 0x7f14f415ab40 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f14f406d3e0 tx=0x7f14ec00a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:56.572 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.567+0000 7f14dbfff700 1 -- 172.21.15.79:0/905001538 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14ec00ad20 con 0x7f14f41539c0 2023-09-21T11:16:56.572 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.567+0000 7f14dbfff700 1 -- 172.21.15.79:0/905001538 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14ec00ae80 con 0x7f14f41539c0 2023-09-21T11:16:56.572 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.567+0000 7f14fa112700 1 -- 172.21.15.79:0/905001538 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14f415e8d0 con 0x7f14f41539c0 2023-09-21T11:16:56.572 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.567+0000 7f14dbfff700 1 -- 172.21.15.79:0/905001538 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14ec013630 con 0x7f14f41539c0 2023-09-21T11:16:56.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.567+0000 7f14fa112700 1 -- 172.21.15.79:0/905001538 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14f4153e40 con 0x7f14f41539c0 2023-09-21T11:16:56.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.568+0000 7f14fa112700 1 -- 172.21.15.79:0/905001538 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14f404eae0 con 0x7f14f41539c0 2023-09-21T11:16:56.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.568+0000 7f14dbfff700 1 -- 172.21.15.79:0/905001538 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f14ec013790 con 0x7f14f41539c0 2023-09-21T11:16:56.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.568+0000 7f14dbfff700 1 --2- 172.21.15.79:0/905001538 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f14e006a580 0x7f14e006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:56.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.568+0000 7f14f37fe700 1 --2- 172.21.15.79:0/905001538 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f14e006a580 0x7f14e006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:56.574 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.568+0000 7f14dbfff700 1 -- 172.21.15.79:0/905001538 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f14ec089010 con 0x7f14f41539c0 2023-09-21T11:16:56.574 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.569+0000 7f14f37fe700 1 --2- 172.21.15.79:0/905001538 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f14e006a580 0x7f14e006ca40 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f14e8006ba0 tx=0x7f14e8006b30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:56.574 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.573+0000 7f14dbfff700 1 -- 172.21.15.79:0/905001538 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f14ec0548e0 con 0x7f14f41539c0 2023-09-21T11:16:56.756 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.763+0000 7f14fa112700 1 -- 172.21.15.79:0/905001538 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f14f415f090 con 0x7f14f41539c0 2023-09-21T11:16:56.756 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.763+0000 7f14dbfff700 1 -- 172.21.15.79:0/905001538 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v16) v1 ==== 84+0+65 (secure 0 0 0) 0x7f14ec057f00 con 0x7f14f41539c0 2023-09-21T11:16:56.757 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:16:56.757 INFO:teuthology.orchestra.run.smithi079.stdout:[ 2023-09-21T11:16:56.757 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:16:56.757 INFO:teuthology.orchestra.run.smithi079.stdout: "poolnum": 1, 2023-09-21T11:16:56.757 INFO:teuthology.orchestra.run.smithi079.stdout: "poolname": ".mgr" 2023-09-21T11:16:56.758 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:16:56.758 INFO:teuthology.orchestra.run.smithi079.stdout:] 2023-09-21T11:16:56.759 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.765+0000 7f14fa112700 1 -- 172.21.15.79:0/905001538 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f14e006a580 msgr2=0x7f14e006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:56.759 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.765+0000 7f14fa112700 1 --2- 172.21.15.79:0/905001538 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f14e006a580 0x7f14e006ca40 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f14e8006ba0 tx=0x7f14e8006b30 comp rx=0 tx=0).stop 2023-09-21T11:16:56.759 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.765+0000 7f14fa112700 1 -- 172.21.15.79:0/905001538 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14f41539c0 msgr2=0x7f14f415ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:56.760 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.765+0000 7f14fa112700 1 --2- 172.21.15.79:0/905001538 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14f41539c0 0x7f14f415ab40 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f14f406d3e0 tx=0x7f14ec00a5f0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.760 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.765+0000 7f14fa112700 1 -- 172.21.15.79:0/905001538 shutdown_connections 2023-09-21T11:16:56.760 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.765+0000 7f14fa112700 1 --2- 172.21.15.79:0/905001538 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14f41539c0 0x7f14f415ab40 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.760 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.765+0000 7f14fa112700 1 --2- 172.21.15.79:0/905001538 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14dc004850 0x7f14f415dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.760 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.765+0000 7f14fa112700 1 --2- 172.21.15.79:0/905001538 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f14e006a580 0x7f14e006ca40 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.761 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.765+0000 7f14fa112700 1 --2- 172.21.15.79:0/905001538 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14f415f3b0 0x7f14f415a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.761 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.765+0000 7f14fa112700 1 -- 172.21.15.79:0/905001538 >> 172.21.15.79:0/905001538 conn(0x7f14f40d04f0 msgr2=0x7f14f40b5a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:56.761 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.765+0000 7f14fa112700 1 -- 172.21.15.79:0/905001538 shutdown_connections 2023-09-21T11:16:56.761 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.765+0000 7f14fa112700 1 -- 172.21.15.79:0/905001538 wait complete. 2023-09-21T11:16:56.770 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-09-21T11:16:56.771 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-09-21T11:16:56.895 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.902+0000 7f4abbd64700 1 Processor -- start 2023-09-21T11:16:56.896 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.903+0000 7f4abbd64700 1 -- start start 2023-09-21T11:16:56.897 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.903+0000 7f4abbd64700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4ab406e460 0x7f4ab406e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:56.898 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.903+0000 7f4abbd64700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f4ab406b0a0 0x7f4ab406b510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:56.898 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.903+0000 7f4abbd64700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ab406ac10 con 0x7f4ab415d860 2023-09-21T11:16:56.898 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.903+0000 7f4abbd64700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ab406ee20 con 0x7f4ab406b0a0 2023-09-21T11:16:56.898 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.903+0000 7f4abbd64700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ab406e000 con 0x7f4ab406e460 2023-09-21T11:16:56.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.904+0000 7f4aba301700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f4ab406b0a0 0x7f4ab406b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:56.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.904+0000 7f4ab9b00700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f4ab415d860 0x7f4ab406cf40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39526/0 (socket says 172.21.15.79:39526) 2023-09-21T11:16:56.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.904+0000 7f4ab9b00700 1 -- 172.21.15.79:0/3673874416 learned_addr learned my addr 172.21.15.79:0/3673874416 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:16:56.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.904+0000 7f4ab92ff700 1 --2- 172.21.15.79:0/3673874416 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4ab406e460 0x7f4ab406e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:56.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.904+0000 7f4aba301700 1 -- 172.21.15.79:0/3673874416 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4ab406e460 msgr2=0x7f4ab406e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:56.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.904+0000 7f4aba301700 1 --2- 172.21.15.79:0/3673874416 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4ab406e460 0x7f4ab406e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.900 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.904+0000 7f4aba301700 1 -- 172.21.15.79:0/3673874416 >> v1:172.21.15.79:6789/0 conn(0x7f4ab415d860 legacy=0x7f4ab406cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:56.900 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.904+0000 7f4ab8afe700 1 -- 172.21.15.79:0/3673874416 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 149536032 0 0) 0x7f4ab406ac10 con 0x7f4ab415d860 2023-09-21T11:16:56.900 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.904+0000 7f4aba301700 1 -- 172.21.15.79:0/3673874416 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ab406da40 con 0x7f4ab406b0a0 2023-09-21T11:16:56.900 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.904+0000 7f4aba301700 1 --2- 172.21.15.79:0/3673874416 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4ab406b0a0 0x7f4ab406b510 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4aac009d90 tx=0x7f4aac00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=225bd51b6c991158 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:56.900 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.904+0000 7f4ab8afe700 1 -- 172.21.15.79:0/3673874416 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4aac00e070 con 0x7f4ab406b0a0 2023-09-21T11:16:56.900 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.904+0000 7f4ab8afe700 1 -- 172.21.15.79:0/3673874416 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4aac00bbd0 con 0x7f4ab406b0a0 2023-09-21T11:16:56.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.904+0000 7f4ab8afe700 1 -- 172.21.15.79:0/3673874416 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4aac012430 con 0x7f4ab406b0a0 2023-09-21T11:16:56.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.905+0000 7f4abbd64700 1 -- 172.21.15.79:0/3673874416 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4ab406b0a0 msgr2=0x7f4ab406b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:56.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.905+0000 7f4abbd64700 1 --2- 172.21.15.79:0/3673874416 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4ab406b0a0 0x7f4ab406b510 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4aac009d90 tx=0x7f4aac00b330 comp rx=0 tx=0).stop 2023-09-21T11:16:56.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.905+0000 7f4abbd64700 1 -- 172.21.15.79:0/3673874416 shutdown_connections 2023-09-21T11:16:56.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.905+0000 7f4abbd64700 1 --2- 172.21.15.79:0/3673874416 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4ab406b0a0 0x7f4ab406b510 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.905+0000 7f4abbd64700 1 --2- 172.21.15.79:0/3673874416 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4ab406e460 0x7f4ab406e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.905+0000 7f4abbd64700 1 -- 172.21.15.79:0/3673874416 >> 172.21.15.79:0/3673874416 conn(0x7f4ab40b16c0 msgr2=0x7f4ab40b1ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:56.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.905+0000 7f4abbd64700 1 -- 172.21.15.79:0/3673874416 shutdown_connections 2023-09-21T11:16:56.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.905+0000 7f4abbd64700 1 -- 172.21.15.79:0/3673874416 wait complete. 2023-09-21T11:16:56.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.906+0000 7f4abbd64700 1 Processor -- start 2023-09-21T11:16:56.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.906+0000 7f4abbd64700 1 -- start start 2023-09-21T11:16:56.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4abbd64700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4ab406b0a0 0x7f4ab4159ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:56.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4abbd64700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4ab406e460 0x7f4ab40c8780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:56.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4abbd64700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4ab415d860 0x7f4ab40cb020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:56.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4abbd64700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ab40c4110 con 0x7f4ab406b0a0 2023-09-21T11:16:56.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4abbd64700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ab40c4320 con 0x7f4ab415d860 2023-09-21T11:16:56.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4abbd64700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ab40c4600 con 0x7f4ab406e460 2023-09-21T11:16:56.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4ab9b00700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4ab406b0a0 0x7f4ab4159ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:56.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4ab9b00700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4ab406b0a0 0x7f4ab4159ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53168/0 (socket says 172.21.15.79:53168) 2023-09-21T11:16:56.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4ab9b00700 1 -- 172.21.15.79:0/1585928862 learned_addr learned my addr 172.21.15.79:0/1585928862 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:56.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4ab92ff700 1 --2- 172.21.15.79:0/1585928862 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4ab406e460 0x7f4ab40c8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:56.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4aba301700 1 --2- 172.21.15.79:0/1585928862 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4ab415d860 0x7f4ab40cb020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:56.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4ab9b00700 1 -- 172.21.15.79:0/1585928862 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4ab406e460 msgr2=0x7f4ab40c8780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:56.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4ab9b00700 1 --2- 172.21.15.79:0/1585928862 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4ab406e460 0x7f4ab40c8780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4ab9b00700 1 -- 172.21.15.79:0/1585928862 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4ab415d860 msgr2=0x7f4ab40cb020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:56.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4ab9b00700 1 --2- 172.21.15.79:0/1585928862 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4ab415d860 0x7f4ab40cb020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:56.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4ab9b00700 1 -- 172.21.15.79:0/1585928862 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4aac009a70 con 0x7f4ab406b0a0 2023-09-21T11:16:56.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4aba301700 1 --2- 172.21.15.79:0/1585928862 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4ab415d860 0x7f4ab40cb020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:16:56.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4ab92ff700 1 --2- 172.21.15.79:0/1585928862 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4ab406e460 0x7f4ab40c8780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:16:56.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4ab9b00700 1 --2- 172.21.15.79:0/1585928862 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4ab406b0a0 0x7f4ab4159ee0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f4aa40011e0 tx=0x7f4aa400cae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:56.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4aaa7fc700 1 -- 172.21.15.79:0/1585928862 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4aa4004c80 con 0x7f4ab406b0a0 2023-09-21T11:16:56.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4aaa7fc700 1 -- 172.21.15.79:0/1585928862 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4aa4004e00 con 0x7f4ab406b0a0 2023-09-21T11:16:56.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4abbd64700 1 -- 172.21.15.79:0/1585928862 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ab40c48e0 con 0x7f4ab406b0a0 2023-09-21T11:16:56.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4aaa7fc700 1 -- 172.21.15.79:0/1585928862 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4aa4007310 con 0x7f4ab406b0a0 2023-09-21T11:16:56.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.907+0000 7f4abbd64700 1 -- 172.21.15.79:0/1585928862 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ab40c4c70 con 0x7f4ab406b0a0 2023-09-21T11:16:56.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.908+0000 7f4abbd64700 1 -- 172.21.15.79:0/1585928862 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ab40c4a70 con 0x7f4ab406b0a0 2023-09-21T11:16:56.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.909+0000 7f4aaa7fc700 1 -- 172.21.15.79:0/1585928862 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f4aa4007470 con 0x7f4ab406b0a0 2023-09-21T11:16:56.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.909+0000 7f4aaa7fc700 1 --2- 172.21.15.79:0/1585928862 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4a9806a580 0x7f4a9806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:56.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.909+0000 7f4ab92ff700 1 --2- 172.21.15.79:0/1585928862 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4a9806a580 0x7f4a9806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:56.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.909+0000 7f4aaa7fc700 1 -- 172.21.15.79:0/1585928862 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f4aa40885d0 con 0x7f4ab406b0a0 2023-09-21T11:16:56.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.910+0000 7f4ab92ff700 1 --2- 172.21.15.79:0/1585928862 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4a9806a580 0x7f4a9806ca40 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f4ab40c93b0 tx=0x7f4ab0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:56.911 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:56.913+0000 7f4aaa7fc700 1 -- 172.21.15.79:0/1585928862 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f4aa4053e00 con 0x7f4ab406b0a0 2023-09-21T11:16:57.097 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:57.104+0000 7f4abbd64700 1 -- 172.21.15.79:0/1585928862 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f4ab406a870 con 0x7f4ab406b0a0 2023-09-21T11:16:57.901 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:16:57.904 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:16:57.943 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:57.951+0000 7f4aaa7fc700 1 -- 172.21.15.79:0/1585928862 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v17) v1 ==== 138+0+0 (secure 0 0 0) 0x7f4aa4057420 con 0x7f4ab406b0a0 2023-09-21T11:16:57.947 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:57.954+0000 7f4abbd64700 1 -- 172.21.15.79:0/1585928862 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4a9806a580 msgr2=0x7f4a9806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:57.947 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:57.954+0000 7f4abbd64700 1 --2- 172.21.15.79:0/1585928862 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4a9806a580 0x7f4a9806ca40 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f4ab40c93b0 tx=0x7f4ab0008040 comp rx=0 tx=0).stop 2023-09-21T11:16:57.947 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:57.954+0000 7f4abbd64700 1 -- 172.21.15.79:0/1585928862 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4ab406b0a0 msgr2=0x7f4ab4159ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:57.947 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:57.954+0000 7f4abbd64700 1 --2- 172.21.15.79:0/1585928862 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4ab406b0a0 0x7f4ab4159ee0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f4aa40011e0 tx=0x7f4aa400cae0 comp rx=0 tx=0).stop 2023-09-21T11:16:57.947 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:57.954+0000 7f4abbd64700 1 -- 172.21.15.79:0/1585928862 shutdown_connections 2023-09-21T11:16:57.948 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:57.954+0000 7f4abbd64700 1 --2- 172.21.15.79:0/1585928862 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4ab415d860 0x7f4ab40cb020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:57.948 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:57.954+0000 7f4abbd64700 1 --2- 172.21.15.79:0/1585928862 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4ab406b0a0 0x7f4ab4159ee0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:57.948 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:57.954+0000 7f4abbd64700 1 --2- 172.21.15.79:0/1585928862 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4a9806a580 0x7f4a9806ca40 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:57.948 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:57.954+0000 7f4abbd64700 1 --2- 172.21.15.79:0/1585928862 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4ab406e460 0x7f4ab40c8780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:57.948 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:57.954+0000 7f4abbd64700 1 -- 172.21.15.79:0/1585928862 >> 172.21.15.79:0/1585928862 conn(0x7f4ab40b16c0 msgr2=0x7f4ab415ac10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:57.949 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:57.954+0000 7f4abbd64700 1 -- 172.21.15.79:0/1585928862 shutdown_connections 2023-09-21T11:16:57.949 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:57.954+0000 7f4abbd64700 1 -- 172.21.15.79:0/1585928862 wait complete. 2023-09-21T11:16:57.949 INFO:teuthology.orchestra.run.smithi079.stderr:pool 'cephfs_metadata' created 2023-09-21T11:16:57.962 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-09-21T11:16:58.131 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.139+0000 7fb3c798a700 1 Processor -- start 2023-09-21T11:16:58.132 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.139+0000 7fb3c798a700 1 -- start start 2023-09-21T11:16:58.135 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3c798a700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fb3c00cc1a0 0x7fb3c00710a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:58.136 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3c798a700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb3c015bc00 0x7fb3c015c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:58.136 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3c798a700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3c00b3a90 con 0x7fb3c01592e0 2023-09-21T11:16:58.136 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3c798a700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3c0070c80 con 0x7fb3c00cc1a0 2023-09-21T11:16:58.136 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3c798a700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3c01596c0 con 0x7fb3c015bc00 2023-09-21T11:16:58.136 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3c5726700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fb3c01592e0 0x7fb3c00cba90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39540/0 (socket says 172.21.15.79:39540) 2023-09-21T11:16:58.137 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3c5726700 1 -- 172.21.15.79:0/176314938 learned_addr learned my addr 172.21.15.79:0/176314938 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:16:58.137 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3c5f27700 1 --2- 172.21.15.79:0/176314938 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb3c015bc00 0x7fb3c015c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:58.137 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3b7fff700 1 -- 172.21.15.79:0/176314938 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3569406723 0 0) 0x7fb3c00b3a90 con 0x7fb3c01592e0 2023-09-21T11:16:58.137 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3c4f25700 1 --2- 172.21.15.79:0/176314938 >> v2:172.21.15.134:3300/0 conn(0x7fb3c00cc1a0 0x7fb3c00710a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:58.137 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3b7fff700 1 -- 172.21.15.79:0/176314938 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb3ac0035b0 con 0x7fb3c01592e0 2023-09-21T11:16:58.138 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3b7fff700 1 -- 172.21.15.79:0/176314938 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2012535119 0 0) 0x7fb3ac0035b0 con 0x7fb3c01592e0 2023-09-21T11:16:58.138 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3b7fff700 1 -- 172.21.15.79:0/176314938 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb3c015bc00 msgr2=0x7fb3c015c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:58.138 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3b7fff700 1 --2- 172.21.15.79:0/176314938 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb3c015bc00 0x7fb3c015c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:58.138 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3b7fff700 1 -- 172.21.15.79:0/176314938 >> v2:172.21.15.134:3300/0 conn(0x7fb3c00cc1a0 msgr2=0x7fb3c00710a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:58.138 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3b7fff700 1 --2- 172.21.15.79:0/176314938 >> v2:172.21.15.134:3300/0 conn(0x7fb3c00cc1a0 0x7fb3c00710a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:58.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3b7fff700 1 -- 172.21.15.79:0/176314938 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3c00d0f60 con 0x7fb3c01592e0 2023-09-21T11:16:58.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3b7fff700 1 -- 172.21.15.79:0/176314938 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7fb3bc001670 con 0x7fb3c01592e0 2023-09-21T11:16:58.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3c4f25700 1 --2- 172.21.15.79:0/176314938 >> v2:172.21.15.134:3300/0 conn(0x7fb3c00cc1a0 0x7fb3c00710a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:16:58.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3b7fff700 1 -- 172.21.15.79:0/176314938 >> v1:172.21.15.79:6789/0 conn(0x7fb3c01592e0 legacy=0x7fb3c00cba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:58.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3b7fff700 1 --2- 172.21.15.79:0/176314938 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb3c015bc00 0x7fb3ac003a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:58.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3b7fff700 1 --2- 172.21.15.79:0/176314938 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3ac003fb0 0x7fb3ac004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:58.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3b7fff700 1 --2- 172.21.15.79:0/176314938 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb3ac004d90 0x7fb3ac005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:58.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3b7fff700 1 -- 172.21.15.79:0/176314938 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3c0070c80 con 0x7fb3ac003fb0 2023-09-21T11:16:58.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3b7fff700 1 -- 172.21.15.79:0/176314938 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3c01596c0 con 0x7fb3ac004d90 2023-09-21T11:16:58.141 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3b7fff700 1 -- 172.21.15.79:0/176314938 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3ac00ba90 con 0x7fb3c015bc00 2023-09-21T11:16:58.141 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.140+0000 7fb3c4f25700 1 --2- 172.21.15.79:0/176314938 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3ac003fb0 0x7fb3ac004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:58.141 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.141+0000 7fb3c5726700 1 --2- 172.21.15.79:0/176314938 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb3c015bc00 0x7fb3ac003a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:58.141 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.141+0000 7fb3c5f27700 1 --2- 172.21.15.79:0/176314938 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb3ac004d90 0x7fb3ac005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:58.141 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.141+0000 7fb3c4f25700 1 -- 172.21.15.79:0/176314938 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb3c015bc00 msgr2=0x7fb3ac003a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:58.142 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.141+0000 7fb3c4f25700 1 --2- 172.21.15.79:0/176314938 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb3c015bc00 0x7fb3ac003a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:58.142 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.141+0000 7fb3c4f25700 1 -- 172.21.15.79:0/176314938 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb3ac004d90 msgr2=0x7fb3ac005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:58.142 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.141+0000 7fb3c4f25700 1 --2- 172.21.15.79:0/176314938 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb3ac004d90 0x7fb3ac005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:58.142 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.141+0000 7fb3c4f25700 1 -- 172.21.15.79:0/176314938 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3ac0035b0 con 0x7fb3ac003fb0 2023-09-21T11:16:58.142 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.141+0000 7fb3c5f27700 1 --2- 172.21.15.79:0/176314938 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb3ac004d90 0x7fb3ac005210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:16:58.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.141+0000 7fb3c5726700 1 --2- 172.21.15.79:0/176314938 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb3c015bc00 0x7fb3ac003a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:16:58.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.141+0000 7fb3c4f25700 1 --2- 172.21.15.79:0/176314938 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3ac003fb0 0x7fb3ac004850 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb3c0068250 tx=0x7fb3ac005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=615ac86898cd13d0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:58.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.141+0000 7fb3b7fff700 1 -- 172.21.15.79:0/176314938 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3b000c070 con 0x7fb3ac003fb0 2023-09-21T11:16:58.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.141+0000 7fb3b7fff700 1 -- 172.21.15.79:0/176314938 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3b0013610 con 0x7fb3ac003fb0 2023-09-21T11:16:58.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.141+0000 7fb3b7fff700 1 -- 172.21.15.79:0/176314938 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3b0013980 con 0x7fb3ac003fb0 2023-09-21T11:16:58.144 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.141+0000 7fb3c798a700 1 -- 172.21.15.79:0/176314938 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3ac003fb0 msgr2=0x7fb3ac004850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:58.144 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.141+0000 7fb3c798a700 1 --2- 172.21.15.79:0/176314938 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3ac003fb0 0x7fb3ac004850 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb3c0068250 tx=0x7fb3ac005880 comp rx=0 tx=0).stop 2023-09-21T11:16:58.144 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.141+0000 7fb3c5f27700 1 -- 172.21.15.79:0/176314938 reap_dead start 2023-09-21T11:16:58.144 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.141+0000 7fb3c798a700 1 -- 172.21.15.79:0/176314938 shutdown_connections 2023-09-21T11:16:58.144 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.141+0000 7fb3c798a700 1 -- 172.21.15.79:0/176314938 >> 172.21.15.79:0/176314938 conn(0x7fb3c00cdec0 msgr2=0x7fb3c00ce2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:58.145 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.142+0000 7fb3c798a700 1 -- 172.21.15.79:0/176314938 shutdown_connections 2023-09-21T11:16:58.145 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.142+0000 7fb3c798a700 1 -- 172.21.15.79:0/176314938 wait complete. 2023-09-21T11:16:58.145 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.143+0000 7fb3c798a700 1 Processor -- start 2023-09-21T11:16:58.145 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.143+0000 7fb3c798a700 1 -- start start 2023-09-21T11:16:58.148 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.143+0000 7fb3c798a700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb3ac003fb0 0x7fb3c00b6e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:58.148 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.143+0000 7fb3c798a700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb3c00c9560 0x7fb3c00c99e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:58.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.143+0000 7fb3c798a700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c00b4060 0x7fb3c00b44e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:58.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.143+0000 7fb3c798a700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3c00b4a20 con 0x7fb3c00b4060 2023-09-21T11:16:58.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.143+0000 7fb3c798a700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3c00b7370 con 0x7fb3c00c9560 2023-09-21T11:16:58.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.143+0000 7fb3c798a700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3c00ca0d0 con 0x7fb3ac003fb0 2023-09-21T11:16:58.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.144+0000 7fb3c5f27700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c00b4060 0x7fb3c00b44e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:58.150 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.144+0000 7fb3c5f27700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c00b4060 0x7fb3c00b44e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53192/0 (socket says 172.21.15.79:53192) 2023-09-21T11:16:58.150 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.144+0000 7fb3c5f27700 1 -- 172.21.15.79:0/3677389918 learned_addr learned my addr 172.21.15.79:0/3677389918 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:58.150 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.144+0000 7fb3c5726700 1 --2- 172.21.15.79:0/3677389918 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb3ac003fb0 0x7fb3c00b6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:58.150 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.144+0000 7fb3c4f25700 1 --2- 172.21.15.79:0/3677389918 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb3c00c9560 0x7fb3c00c99e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:58.151 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.144+0000 7fb3c5f27700 1 -- 172.21.15.79:0/3677389918 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb3ac003fb0 msgr2=0x7fb3c00b6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:58.151 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.144+0000 7fb3c5f27700 1 --2- 172.21.15.79:0/3677389918 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb3ac003fb0 0x7fb3c00b6e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:58.153 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.144+0000 7fb3c5f27700 1 -- 172.21.15.79:0/3677389918 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb3c00c9560 msgr2=0x7fb3c00c99e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:58.153 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.144+0000 7fb3c5f27700 1 --2- 172.21.15.79:0/3677389918 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb3c00c9560 0x7fb3c00c99e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:58.153 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.144+0000 7fb3c5f27700 1 -- 172.21.15.79:0/3677389918 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3c00ca3b0 con 0x7fb3c00b4060 2023-09-21T11:16:58.153 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.144+0000 7fb3c5726700 1 --2- 172.21.15.79:0/3677389918 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb3ac003fb0 0x7fb3c00b6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:16:58.153 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.144+0000 7fb3c4f25700 1 --2- 172.21.15.79:0/3677389918 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb3c00c9560 0x7fb3c00c99e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:16:58.154 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.144+0000 7fb3c5f27700 1 --2- 172.21.15.79:0/3677389918 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c00b4060 0x7fb3c00b44e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb3ac003a00 tx=0x7fb3b80104a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:58.154 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.144+0000 7fb3b5ffb700 1 -- 172.21.15.79:0/3677389918 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3b801b070 con 0x7fb3c00b4060 2023-09-21T11:16:58.154 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.144+0000 7fb3b5ffb700 1 -- 172.21.15.79:0/3677389918 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3b800f040 con 0x7fb3c00b4060 2023-09-21T11:16:58.154 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.144+0000 7fb3c798a700 1 -- 172.21.15.79:0/3677389918 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3c00ca690 con 0x7fb3c00b4060 2023-09-21T11:16:58.155 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.144+0000 7fb3b5ffb700 1 -- 172.21.15.79:0/3677389918 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3b800e050 con 0x7fb3c00b4060 2023-09-21T11:16:58.155 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.144+0000 7fb3c798a700 1 -- 172.21.15.79:0/3677389918 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3c00cac50 con 0x7fb3c00b4060 2023-09-21T11:16:58.155 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.145+0000 7fb3c798a700 1 -- 172.21.15.79:0/3677389918 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3c004eae0 con 0x7fb3c00b4060 2023-09-21T11:16:58.155 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.146+0000 7fb3b5ffb700 1 -- 172.21.15.79:0/3677389918 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fb3b8015440 con 0x7fb3c00b4060 2023-09-21T11:16:58.155 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.146+0000 7fb3b5ffb700 1 --2- 172.21.15.79:0/3677389918 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fb3a406a580 0x7fb3a406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:58.156 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.146+0000 7fb3b5ffb700 1 -- 172.21.15.79:0/3677389918 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 5227+0+0 (secure 0 0 0) 0x7fb3b8088990 con 0x7fb3c00b4060 2023-09-21T11:16:58.156 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.146+0000 7fb3c5726700 1 --2- 172.21.15.79:0/3677389918 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fb3a406a580 0x7fb3a406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:58.156 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.147+0000 7fb3c5726700 1 --2- 172.21.15.79:0/3677389918 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fb3a406a580 0x7fb3a406ca40 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc001eb0 tx=0x7fb3bc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:58.156 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.151+0000 7fb3b5ffb700 1 -- 172.21.15.79:0/3677389918 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fb3b8054230 con 0x7fb3c00b4060 2023-09-21T11:16:58.334 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.341+0000 7fb3c798a700 1 -- 172.21.15.79:0/3677389918 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fb3c00ce9e0 con 0x7fb3c00b4060 2023-09-21T11:16:58.946 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.954+0000 7fb3b5ffb700 1 -- 172.21.15.79:0/3677389918 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v18) v1 ==== 170+0+0 (secure 0 0 0) 0x7fb3b8057850 con 0x7fb3c00b4060 2023-09-21T11:16:58.952 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.960+0000 7fb3c798a700 1 -- 172.21.15.79:0/3677389918 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fb3a406a580 msgr2=0x7fb3a406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:58.953 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.960+0000 7fb3c798a700 1 --2- 172.21.15.79:0/3677389918 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fb3a406a580 0x7fb3a406ca40 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc001eb0 tx=0x7fb3bc009040 comp rx=0 tx=0).stop 2023-09-21T11:16:58.953 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.960+0000 7fb3c798a700 1 -- 172.21.15.79:0/3677389918 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c00b4060 msgr2=0x7fb3c00b44e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:58.953 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.960+0000 7fb3c798a700 1 --2- 172.21.15.79:0/3677389918 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c00b4060 0x7fb3c00b44e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb3ac003a00 tx=0x7fb3b80104a0 comp rx=0 tx=0).stop 2023-09-21T11:16:58.954 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.961+0000 7fb3c798a700 1 -- 172.21.15.79:0/3677389918 shutdown_connections 2023-09-21T11:16:58.954 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.961+0000 7fb3c798a700 1 --2- 172.21.15.79:0/3677389918 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c00b4060 0x7fb3c00b44e0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:58.954 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.961+0000 7fb3c798a700 1 --2- 172.21.15.79:0/3677389918 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fb3a406a580 0x7fb3a406ca40 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:58.954 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.961+0000 7fb3c798a700 1 --2- 172.21.15.79:0/3677389918 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb3ac003fb0 0x7fb3c00b6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:58.955 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.961+0000 7fb3c798a700 1 --2- 172.21.15.79:0/3677389918 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb3c00c9560 0x7fb3c00c99e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:58.955 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.961+0000 7fb3c798a700 1 -- 172.21.15.79:0/3677389918 >> 172.21.15.79:0/3677389918 conn(0x7fb3c00cdec0 msgr2=0x7fb3c00ce2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:58.956 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.962+0000 7fb3c798a700 1 -- 172.21.15.79:0/3677389918 shutdown_connections 2023-09-21T11:16:58.956 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:58.962+0000 7fb3c798a700 1 -- 172.21.15.79:0/3677389918 wait complete. 2023-09-21T11:16:58.959 INFO:teuthology.orchestra.run.smithi079.stderr:pool 'cephfs_data' created 2023-09-21T11:16:58.974 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-09-21T11:16:59.099 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.106+0000 7f9a63112700 1 Processor -- start 2023-09-21T11:16:59.099 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.106+0000 7f9a63112700 1 -- start start 2023-09-21T11:16:59.101 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.107+0000 7f9a63112700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f9a5c15d830 0x7f9a5c162010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:59.102 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.107+0000 7f9a63112700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f9a5c15dc10 0x7f9a5c06a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:59.102 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.107+0000 7f9a63112700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a5c162550 con 0x7f9a5c072080 2023-09-21T11:16:59.102 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.107+0000 7f9a63112700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a5c0af550 con 0x7f9a5c15dc10 2023-09-21T11:16:59.102 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.107+0000 7f9a63112700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a5c071a80 con 0x7f9a5c15d830 2023-09-21T11:16:59.103 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.107+0000 7f9a5bfff700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f9a5c15dc10 0x7f9a5c06a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:59.103 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.107+0000 7f9a5bfff700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f9a5c15dc10 0x7f9a5c06a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53198/0 (socket says 172.21.15.79:53198) 2023-09-21T11:16:59.103 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.107+0000 7f9a616af700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f9a5c072080 0x7f9a5c0b1db0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39564/0 (socket says 172.21.15.79:39564) 2023-09-21T11:16:59.103 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.107+0000 7f9a5bfff700 1 -- 172.21.15.79:0/564658107 learned_addr learned my addr 172.21.15.79:0/564658107 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:59.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.107+0000 7f9a5bfff700 1 -- 172.21.15.79:0/564658107 >> v2:172.21.15.134:3300/0 conn(0x7f9a5c15d830 msgr2=0x7f9a5c162010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:16:59.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.107+0000 7f9a5bfff700 1 --2- 172.21.15.79:0/564658107 >> v2:172.21.15.134:3300/0 conn(0x7f9a5c15d830 0x7f9a5c162010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:59.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.107+0000 7f9a5bfff700 1 -- 172.21.15.79:0/564658107 >> v1:172.21.15.79:6789/0 conn(0x7f9a5c072080 legacy=0x7f9a5c0b1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:59.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.107+0000 7f9a5b7fe700 1 -- 172.21.15.79:0/564658107 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2990782495 0 0) 0x7f9a54001490 con 0x7f9a5c072080 2023-09-21T11:16:59.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.108+0000 7f9a5bfff700 1 -- 172.21.15.79:0/564658107 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a5c071d60 con 0x7f9a5c15dc10 2023-09-21T11:16:59.105 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.108+0000 7f9a5bfff700 1 --2- 172.21.15.79:0/564658107 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9a5c15dc10 0x7f9a5c06a800 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f9a5c0d13d0 tx=0x7f9a48009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=514859b084d0987e server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:59.105 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.108+0000 7f9a5b7fe700 1 -- 172.21.15.79:0/564658107 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a4800b870 con 0x7f9a5c15dc10 2023-09-21T11:16:59.105 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.108+0000 7f9a5b7fe700 1 -- 172.21.15.79:0/564658107 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a4800b9d0 con 0x7f9a5c15dc10 2023-09-21T11:16:59.105 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.108+0000 7f9a5b7fe700 1 -- 172.21.15.79:0/564658107 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a4800bd60 con 0x7f9a5c15dc10 2023-09-21T11:16:59.105 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.108+0000 7f9a63112700 1 -- 172.21.15.79:0/564658107 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9a5c15dc10 msgr2=0x7f9a5c06a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:59.106 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.108+0000 7f9a63112700 1 --2- 172.21.15.79:0/564658107 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9a5c15dc10 0x7f9a5c06a800 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f9a5c0d13d0 tx=0x7f9a48009bd0 comp rx=0 tx=0).stop 2023-09-21T11:16:59.106 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.108+0000 7f9a63112700 1 -- 172.21.15.79:0/564658107 shutdown_connections 2023-09-21T11:16:59.106 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.108+0000 7f9a63112700 1 --2- 172.21.15.79:0/564658107 >> v2:172.21.15.134:3300/0 conn(0x7f9a5c15d830 0x7f9a5c162010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:59.106 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.108+0000 7f9a63112700 1 --2- 172.21.15.79:0/564658107 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9a5c15dc10 0x7f9a5c06a800 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:59.107 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.108+0000 7f9a63112700 1 -- 172.21.15.79:0/564658107 >> 172.21.15.79:0/564658107 conn(0x7f9a5c0ccdb0 msgr2=0x7f9a5c0cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:59.107 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.108+0000 7f9a63112700 1 -- 172.21.15.79:0/564658107 shutdown_connections 2023-09-21T11:16:59.107 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.108+0000 7f9a63112700 1 -- 172.21.15.79:0/564658107 wait complete. 2023-09-21T11:16:59.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.110+0000 7f9a63112700 1 Processor -- start 2023-09-21T11:16:59.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.110+0000 7f9a63112700 1 -- start start 2023-09-21T11:16:59.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.110+0000 7f9a63112700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9a5c072080 0x7f9a5c1f3c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:59.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.110+0000 7f9a63112700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9a5c15d830 0x7f9a5c0c7400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:59.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.110+0000 7f9a63112700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9a5c15dc10 0x7f9a5c15b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:59.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.110+0000 7f9a63112700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a5c1f4ad0 con 0x7f9a5c15dc10 2023-09-21T11:16:59.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.110+0000 7f9a63112700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a5c1f4db0 con 0x7f9a5c15d830 2023-09-21T11:16:59.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.110+0000 7f9a63112700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a5c1f5090 con 0x7f9a5c072080 2023-09-21T11:16:59.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.111+0000 7f9a616af700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9a5c15dc10 0x7f9a5c15b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:59.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.111+0000 7f9a616af700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9a5c15dc10 0x7f9a5c15b5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53204/0 (socket says 172.21.15.79:53204) 2023-09-21T11:16:59.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.111+0000 7f9a616af700 1 -- 172.21.15.79:0/245172250 learned_addr learned my addr 172.21.15.79:0/245172250 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:16:59.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.111+0000 7f9a5bfff700 1 --2- 172.21.15.79:0/245172250 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9a5c15d830 0x7f9a5c0c7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:59.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.111+0000 7f9a60eae700 1 --2- 172.21.15.79:0/245172250 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9a5c072080 0x7f9a5c1f3c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:59.113 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.111+0000 7f9a616af700 1 -- 172.21.15.79:0/245172250 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9a5c072080 msgr2=0x7f9a5c1f3c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:59.113 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.111+0000 7f9a616af700 1 --2- 172.21.15.79:0/245172250 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9a5c072080 0x7f9a5c1f3c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:59.113 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.111+0000 7f9a616af700 1 -- 172.21.15.79:0/245172250 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9a5c15d830 msgr2=0x7f9a5c0c7400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:59.113 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.111+0000 7f9a616af700 1 --2- 172.21.15.79:0/245172250 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9a5c15d830 0x7f9a5c0c7400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:59.113 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.111+0000 7f9a616af700 1 -- 172.21.15.79:0/245172250 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a48009550 con 0x7f9a5c15dc10 2023-09-21T11:16:59.114 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.111+0000 7f9a616af700 1 --2- 172.21.15.79:0/245172250 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9a5c15dc10 0x7f9a5c15b5b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9a5400cca0 tx=0x7f9a5400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:59.114 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.111+0000 7f9a597fa700 1 -- 172.21.15.79:0/245172250 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a5400cea0 con 0x7f9a5c15dc10 2023-09-21T11:16:59.114 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.111+0000 7f9a597fa700 1 -- 172.21.15.79:0/245172250 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a5400ada0 con 0x7f9a5c15dc10 2023-09-21T11:16:59.114 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.111+0000 7f9a63112700 1 -- 172.21.15.79:0/245172250 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a5c1f5370 con 0x7f9a5c15dc10 2023-09-21T11:16:59.114 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.111+0000 7f9a597fa700 1 -- 172.21.15.79:0/245172250 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a54007310 con 0x7f9a5c15dc10 2023-09-21T11:16:59.115 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.111+0000 7f9a63112700 1 -- 172.21.15.79:0/245172250 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a5c1f4190 con 0x7f9a5c15dc10 2023-09-21T11:16:59.115 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.112+0000 7f9a63112700 1 -- 172.21.15.79:0/245172250 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a5c072c90 con 0x7f9a5c15dc10 2023-09-21T11:16:59.115 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.112+0000 7f9a597fa700 1 -- 172.21.15.79:0/245172250 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f9a54007470 con 0x7f9a5c15dc10 2023-09-21T11:16:59.115 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.113+0000 7f9a597fa700 1 --2- 172.21.15.79:0/245172250 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f9a4006a580 0x7f9a4006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:16:59.115 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.113+0000 7f9a597fa700 1 -- 172.21.15.79:0/245172250 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f9a540886f0 con 0x7f9a5c15dc10 2023-09-21T11:16:59.116 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.113+0000 7f9a60eae700 1 --2- 172.21.15.79:0/245172250 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f9a4006a580 0x7f9a4006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:16:59.116 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.113+0000 7f9a60eae700 1 --2- 172.21.15.79:0/245172250 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f9a4006a580 0x7f9a4006ca40 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9a50009910 tx=0x7f9a50008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:16:59.116 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.118+0000 7f9a597fa700 1 -- 172.21.15.79:0/245172250 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f9a54053cd0 con 0x7f9a5c15dc10 2023-09-21T11:16:59.341 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.349+0000 7f9a63112700 1 -- 172.21.15.79:0/245172250 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f9a5c1f5890 con 0x7f9a5c15dc10 2023-09-21T11:16:59.969 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.976+0000 7f9a597fa700 1 -- 172.21.15.79:0/245172250 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7f9a5c1f5890 con 0x7f9a5c15dc10 2023-09-21T11:16:59.976 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.983+0000 7f9a63112700 1 -- 172.21.15.79:0/245172250 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f9a4006a580 msgr2=0x7f9a4006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:59.976 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.983+0000 7f9a63112700 1 --2- 172.21.15.79:0/245172250 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f9a4006a580 0x7f9a4006ca40 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9a50009910 tx=0x7f9a50008040 comp rx=0 tx=0).stop 2023-09-21T11:16:59.976 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.983+0000 7f9a63112700 1 -- 172.21.15.79:0/245172250 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9a5c15dc10 msgr2=0x7f9a5c15b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:16:59.976 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.983+0000 7f9a63112700 1 --2- 172.21.15.79:0/245172250 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9a5c15dc10 0x7f9a5c15b5b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9a5400cca0 tx=0x7f9a5400a340 comp rx=0 tx=0).stop 2023-09-21T11:16:59.977 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.983+0000 7f9a63112700 1 -- 172.21.15.79:0/245172250 shutdown_connections 2023-09-21T11:16:59.977 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.983+0000 7f9a63112700 1 --2- 172.21.15.79:0/245172250 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9a5c15dc10 0x7f9a5c15b5b0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:59.977 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.983+0000 7f9a63112700 1 --2- 172.21.15.79:0/245172250 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f9a4006a580 0x7f9a4006ca40 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:59.977 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.983+0000 7f9a63112700 1 --2- 172.21.15.79:0/245172250 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9a5c072080 0x7f9a5c1f3c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:59.977 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.983+0000 7f9a63112700 1 --2- 172.21.15.79:0/245172250 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9a5c15d830 0x7f9a5c0c7400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:16:59.978 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.983+0000 7f9a63112700 1 -- 172.21.15.79:0/245172250 >> 172.21.15.79:0/245172250 conn(0x7f9a5c0ccdb0 msgr2=0x7f9a5c0cc290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:16:59.978 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.983+0000 7f9a63112700 1 -- 172.21.15.79:0/245172250 shutdown_connections 2023-09-21T11:16:59.978 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:16:59.983+0000 7f9a63112700 1 -- 172.21.15.79:0/245172250 wait complete. 2023-09-21T11:16:59.979 INFO:teuthology.orchestra.run.smithi079.stderr:new fs with metadata pool 2 and data pool 3 2023-09-21T11:16:59.994 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:00.116 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.123+0000 7f0db0be5700 1 Processor -- start 2023-09-21T11:17:00.117 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.123+0000 7f0db0be5700 1 -- start start 2023-09-21T11:17:00.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.124+0000 7f0db0be5700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f0dac0cf9b0 0x7f0dac0724c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:00.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.124+0000 7f0db0be5700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0dac15a980 0x7f0dac0af750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:00.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.124+0000 7f0db0be5700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0dac15b830 con 0x7f0dac15a5a0 2023-09-21T11:17:00.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.124+0000 7f0db0be5700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0dac15f280 con 0x7f0dac0cf9b0 2023-09-21T11:17:00.120 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.124+0000 7f0db0be5700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0dac0afc90 con 0x7f0dac15a980 2023-09-21T11:17:00.120 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.124+0000 7f0da9d9b700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f0dac0cf9b0 0x7f0dac0724c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:00.120 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.124+0000 7f0da9d9b700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f0dac0cf9b0 0x7f0dac0724c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53212/0 (socket says 172.21.15.79:53212) 2023-09-21T11:17:00.120 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.124+0000 7f0da9d9b700 1 -- 172.21.15.79:0/3160272023 learned_addr learned my addr 172.21.15.79:0/3160272023 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:00.120 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.125+0000 7f0daad9d700 1 --2- 172.21.15.79:0/3160272023 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0dac15a980 0x7f0dac0af750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:00.121 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.125+0000 7f0da9d9b700 1 -- 172.21.15.79:0/3160272023 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0dac15a980 msgr2=0x7f0dac0af750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:00.121 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.125+0000 7f0da9d9b700 1 --2- 172.21.15.79:0/3160272023 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0dac15a980 0x7f0dac0af750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.121 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.125+0000 7f0da9d9b700 1 -- 172.21.15.79:0/3160272023 >> v1:172.21.15.134:6789/0 conn(0x7f0dac15a5a0 legacy=0x7f0dac0cf2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:00.121 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.125+0000 7f0da9d9b700 1 -- 172.21.15.79:0/3160272023 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dac15af00 con 0x7f0dac0cf9b0 2023-09-21T11:17:00.121 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.125+0000 7f0da9d9b700 1 --2- 172.21.15.79:0/3160272023 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0dac0cf9b0 0x7f0dac0724c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c009920 tx=0x7f0d9c009c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8d3f121a1ab88bb server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:00.122 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.125+0000 7f0da959a700 1 -- 172.21.15.79:0/3160272023 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c00ba20 con 0x7f0dac0cf9b0 2023-09-21T11:17:00.122 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.125+0000 7f0da959a700 1 -- 172.21.15.79:0/3160272023 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d9c00bb80 con 0x7f0dac0cf9b0 2023-09-21T11:17:00.122 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.125+0000 7f0da959a700 1 -- 172.21.15.79:0/3160272023 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c009e70 con 0x7f0dac0cf9b0 2023-09-21T11:17:00.122 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.126+0000 7f0db0be5700 1 -- 172.21.15.79:0/3160272023 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0dac0cf9b0 msgr2=0x7f0dac0724c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:00.123 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.126+0000 7f0db0be5700 1 --2- 172.21.15.79:0/3160272023 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0dac0cf9b0 0x7f0dac0724c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c009920 tx=0x7f0d9c009c30 comp rx=0 tx=0).stop 2023-09-21T11:17:00.123 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.126+0000 7f0db0be5700 1 -- 172.21.15.79:0/3160272023 shutdown_connections 2023-09-21T11:17:00.123 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.126+0000 7f0db0be5700 1 --2- 172.21.15.79:0/3160272023 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0dac15a980 0x7f0dac0af750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.123 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.126+0000 7f0db0be5700 1 --2- 172.21.15.79:0/3160272023 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0dac0cf9b0 0x7f0dac0724c0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.123 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.126+0000 7f0db0be5700 1 -- 172.21.15.79:0/3160272023 >> 172.21.15.79:0/3160272023 conn(0x7f0dac06dac0 msgr2=0x7f0dac06ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:00.124 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.126+0000 7f0db0be5700 1 -- 172.21.15.79:0/3160272023 shutdown_connections 2023-09-21T11:17:00.124 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.126+0000 7f0db0be5700 1 -- 172.21.15.79:0/3160272023 wait complete. 2023-09-21T11:17:00.126 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.127+0000 7f0db0be5700 1 Processor -- start 2023-09-21T11:17:00.127 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.127+0000 7f0db0be5700 1 -- start start 2023-09-21T11:17:00.127 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0db0be5700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0dac0cf9b0 0x7f0dac158d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:00.127 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0db0be5700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0dac15a5a0 0x7f0dac15cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:00.127 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0db0be5700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0dac15a980 0x7f0dac1f05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:00.127 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0db0be5700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dac0c9830 con 0x7f0dac15a5a0 2023-09-21T11:17:00.128 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0db0be5700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dac0c8960 con 0x7f0dac15a980 2023-09-21T11:17:00.128 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0db0be5700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0dac0c8bb0 con 0x7f0dac0cf9b0 2023-09-21T11:17:00.128 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0da9d9b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0dac15a5a0 0x7f0dac15cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:00.128 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0da9d9b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0dac15a5a0 0x7f0dac15cf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53218/0 (socket says 172.21.15.79:53218) 2023-09-21T11:17:00.128 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0da9d9b700 1 -- 172.21.15.79:0/3546899561 learned_addr learned my addr 172.21.15.79:0/3546899561 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:00.129 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0daa59c700 1 --2- 172.21.15.79:0/3546899561 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0dac0cf9b0 0x7f0dac158d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:00.129 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0daad9d700 1 --2- 172.21.15.79:0/3546899561 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0dac15a980 0x7f0dac1f05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:00.129 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0da9d9b700 1 -- 172.21.15.79:0/3546899561 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0dac0cf9b0 msgr2=0x7f0dac158d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:00.129 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0da9d9b700 1 --2- 172.21.15.79:0/3546899561 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0dac0cf9b0 0x7f0dac158d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.129 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0da9d9b700 1 -- 172.21.15.79:0/3546899561 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0dac15a980 msgr2=0x7f0dac1f05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:00.130 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0da9d9b700 1 --2- 172.21.15.79:0/3546899561 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0dac15a980 0x7f0dac1f05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.130 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0da9d9b700 1 -- 172.21.15.79:0/3546899561 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d9c009550 con 0x7f0dac15a5a0 2023-09-21T11:17:00.130 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0da9d9b700 1 --2- 172.21.15.79:0/3546899561 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0dac15a5a0 0x7f0dac15cf80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c009130 tx=0x7f0d9c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:00.130 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0d9affd700 1 -- 172.21.15.79:0/3546899561 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c004450 con 0x7f0dac15a5a0 2023-09-21T11:17:00.130 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0d9affd700 1 -- 172.21.15.79:0/3546899561 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d9c0045b0 con 0x7f0dac15a5a0 2023-09-21T11:17:00.131 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0db0be5700 1 -- 172.21.15.79:0/3546899561 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0dac0c8e90 con 0x7f0dac15a5a0 2023-09-21T11:17:00.131 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.128+0000 7f0d9affd700 1 -- 172.21.15.79:0/3546899561 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c0038e0 con 0x7f0dac15a5a0 2023-09-21T11:17:00.131 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.129+0000 7f0db0be5700 1 -- 172.21.15.79:0/3546899561 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0dac0c9450 con 0x7f0dac15a5a0 2023-09-21T11:17:00.131 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.129+0000 7f0db0be5700 1 -- 172.21.15.79:0/3546899561 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0dac0c9970 con 0x7f0dac15a5a0 2023-09-21T11:17:00.131 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.130+0000 7f0d9affd700 1 -- 172.21.15.79:0/3546899561 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f0d9c003a40 con 0x7f0dac15a5a0 2023-09-21T11:17:00.132 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.130+0000 7f0d9affd700 1 --2- 172.21.15.79:0/3546899561 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0d8c06a5b0 0x7f0d8c06ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:00.132 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.130+0000 7f0d9affd700 1 -- 172.21.15.79:0/3546899561 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0d9c08bd00 con 0x7f0dac15a5a0 2023-09-21T11:17:00.132 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.130+0000 7f0daa59c700 1 --2- 172.21.15.79:0/3546899561 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0d8c06a5b0 0x7f0d8c06ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:00.132 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.131+0000 7f0daa59c700 1 --2- 172.21.15.79:0/3546899561 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0d8c06a5b0 0x7f0d8c06ca70 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0da0007fd0 tx=0x7f0da0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:00.133 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.135+0000 7f0d9affd700 1 -- 172.21.15.79:0/3546899561 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f0dac0c9970 con 0x7f0dac15a5a0 2023-09-21T11:17:00.318 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.325+0000 7f0db0be5700 1 -- 172.21.15.79:0/3546899561 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0dac0c9970 con 0x7f0dac15a5a0 2023-09-21T11:17:00.319 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.326+0000 7f0d9affd700 1 -- 172.21.15.79:0/3546899561 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+16470 (secure 0 0 0) 0x7f0dac0c9970 con 0x7f0dac15a5a0 2023-09-21T11:17:00.319 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:00.320 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":19,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:16:59.350618+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:00.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.328+0000 7f0db0be5700 1 -- 172.21.15.79:0/3546899561 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0d8c06a5b0 msgr2=0x7f0d8c06ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:00.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.328+0000 7f0db0be5700 1 --2- 172.21.15.79:0/3546899561 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0d8c06a5b0 0x7f0d8c06ca70 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0da0007fd0 tx=0x7f0da0009040 comp rx=0 tx=0).stop 2023-09-21T11:17:00.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.328+0000 7f0db0be5700 1 -- 172.21.15.79:0/3546899561 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0dac15a5a0 msgr2=0x7f0dac15cf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:00.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.328+0000 7f0db0be5700 1 --2- 172.21.15.79:0/3546899561 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0dac15a5a0 0x7f0dac15cf80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c009130 tx=0x7f0d9c004750 comp rx=0 tx=0).stop 2023-09-21T11:17:00.322 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.328+0000 7f0db0be5700 1 -- 172.21.15.79:0/3546899561 shutdown_connections 2023-09-21T11:17:00.322 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.328+0000 7f0db0be5700 1 --2- 172.21.15.79:0/3546899561 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0dac15a980 0x7f0dac1f05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.322 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.328+0000 7f0db0be5700 1 --2- 172.21.15.79:0/3546899561 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0d8c06a5b0 0x7f0d8c06ca70 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.322 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.328+0000 7f0db0be5700 1 --2- 172.21.15.79:0/3546899561 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0dac0cf9b0 0x7f0dac158d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.323 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.328+0000 7f0db0be5700 1 --2- 172.21.15.79:0/3546899561 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0dac15a5a0 0x7f0dac15cf80 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.323 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.328+0000 7f0db0be5700 1 -- 172.21.15.79:0/3546899561 >> 172.21.15.79:0/3546899561 conn(0x7f0dac06dac0 msgr2=0x7f0dac0afe80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:00.323 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.328+0000 7f0db0be5700 1 -- 172.21.15.79:0/3546899561 shutdown_connections 2023-09-21T11:17:00.323 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.328+0000 7f0db0be5700 1 -- 172.21.15.79:0/3546899561 wait complete. 2023-09-21T11:17:00.333 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:00.453 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.460+0000 7fab16f88700 1 Processor -- start 2023-09-21T11:17:00.453 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.461+0000 7fab16f88700 1 -- start start 2023-09-21T11:17:00.455 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.461+0000 7fab16f88700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fab10071bd0 0x7fab1006a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:00.455 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.461+0000 7fab16f88700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab10072670 con 0x7fab1006e650 2023-09-21T11:17:00.456 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.461+0000 7fab16f88700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab100728c0 con 0x7fab1015d9b0 2023-09-21T11:17:00.456 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.461+0000 7fab16f88700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab10072ba0 con 0x7fab10071bd0 2023-09-21T11:17:00.456 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.461+0000 7fab0ffff700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fab10071bd0 0x7fab1006a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:00.456 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.461+0000 7fab15525700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fab1006e650 0x7fab100cab00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39592/0 (socket says 172.21.15.79:39592) 2023-09-21T11:17:00.456 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.461+0000 7fab15525700 1 -- 172.21.15.79:0/2298122248 learned_addr learned my addr 172.21.15.79:0/2298122248 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:00.457 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.462+0000 7fab0ffff700 1 -- 172.21.15.79:0/2298122248 >> v1:172.21.15.134:6789/0 conn(0x7fab1015d9b0 legacy=0x7fab10161e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:00.457 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.462+0000 7fab0ffff700 1 -- 172.21.15.79:0/2298122248 >> v1:172.21.15.79:6789/0 conn(0x7fab1006e650 legacy=0x7fab100cab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:00.457 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.462+0000 7fab0ffff700 1 -- 172.21.15.79:0/2298122248 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab10161950 con 0x7fab10071bd0 2023-09-21T11:17:00.457 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.462+0000 7fab0f7fe700 1 -- 172.21.15.79:0/2298122248 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3102573238 0 0) 0x7fab10072670 con 0x7fab1006e650 2023-09-21T11:17:00.457 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.462+0000 7fab0ffff700 1 --2- 172.21.15.79:0/2298122248 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fab10071bd0 0x7fab1006a800 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7faafc009840 tx=0x7faafc009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae721097cb795411 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:00.458 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.462+0000 7fab0f7fe700 1 -- 172.21.15.79:0/2298122248 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faafc004230 con 0x7fab10071bd0 2023-09-21T11:17:00.458 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.462+0000 7fab0f7fe700 1 -- 172.21.15.79:0/2298122248 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faafc004390 con 0x7fab10071bd0 2023-09-21T11:17:00.458 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.462+0000 7fab0f7fe700 1 -- 172.21.15.79:0/2298122248 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faafc0036a0 con 0x7fab10071bd0 2023-09-21T11:17:00.458 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.462+0000 7fab16f88700 1 -- 172.21.15.79:0/2298122248 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fab10071bd0 msgr2=0x7fab1006a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:00.458 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.462+0000 7fab16f88700 1 --2- 172.21.15.79:0/2298122248 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fab10071bd0 0x7fab1006a800 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7faafc009840 tx=0x7faafc009b50 comp rx=0 tx=0).stop 2023-09-21T11:17:00.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.462+0000 7fab16f88700 1 -- 172.21.15.79:0/2298122248 shutdown_connections 2023-09-21T11:17:00.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.463+0000 7fab16f88700 1 --2- 172.21.15.79:0/2298122248 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fab10071bd0 0x7fab1006a800 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.463+0000 7fab16f88700 1 -- 172.21.15.79:0/2298122248 >> 172.21.15.79:0/2298122248 conn(0x7fab1006dac0 msgr2=0x7fab1006ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:00.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.463+0000 7fab16f88700 1 -- 172.21.15.79:0/2298122248 shutdown_connections 2023-09-21T11:17:00.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.463+0000 7fab16f88700 1 -- 172.21.15.79:0/2298122248 wait complete. 2023-09-21T11:17:00.462 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.464+0000 7fab16f88700 1 Processor -- start 2023-09-21T11:17:00.462 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.464+0000 7fab16f88700 1 -- start start 2023-09-21T11:17:00.463 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.465+0000 7fab16f88700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fab1006e650 0x7fab100af830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:00.463 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.465+0000 7fab16f88700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fab1015d9b0 0x7fab1014b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:00.463 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.465+0000 7fab16f88700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fab100b3020 0x7fab100b34d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:00.463 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.465+0000 7fab16f88700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab100b3a10 con 0x7fab1015d9b0 2023-09-21T11:17:00.463 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.465+0000 7fab16f88700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab1014eda0 con 0x7fab1006e650 2023-09-21T11:17:00.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.465+0000 7fab16f88700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab1014eac0 con 0x7fab100b3020 2023-09-21T11:17:00.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.465+0000 7fab0ffff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fab1015d9b0 0x7fab1014b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:00.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.465+0000 7fab0ffff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fab1015d9b0 0x7fab1014b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53232/0 (socket says 172.21.15.79:53232) 2023-09-21T11:17:00.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.465+0000 7fab0ffff700 1 -- 172.21.15.79:0/188035469 learned_addr learned my addr 172.21.15.79:0/188035469 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:00.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.465+0000 7fab15525700 1 --2- 172.21.15.79:0/188035469 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fab100b3020 0x7fab100b34d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:00.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.465+0000 7fab14d24700 1 --2- 172.21.15.79:0/188035469 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fab1006e650 0x7fab100af830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:00.465 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.465+0000 7fab0ffff700 1 -- 172.21.15.79:0/188035469 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fab100b3020 msgr2=0x7fab100b34d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:00.465 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.466+0000 7fab0ffff700 1 --2- 172.21.15.79:0/188035469 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fab100b3020 0x7fab100b34d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.465 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.466+0000 7fab0ffff700 1 -- 172.21.15.79:0/188035469 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fab1006e650 msgr2=0x7fab100af830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:00.465 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.466+0000 7fab0ffff700 1 --2- 172.21.15.79:0/188035469 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fab1006e650 0x7fab100af830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.465 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.466+0000 7fab0ffff700 1 -- 172.21.15.79:0/188035469 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faafc0094a0 con 0x7fab1015d9b0 2023-09-21T11:17:00.466 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.466+0000 7fab14d24700 1 --2- 172.21.15.79:0/188035469 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fab1006e650 0x7fab100af830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:00.466 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.466+0000 7fab15525700 1 --2- 172.21.15.79:0/188035469 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fab100b3020 0x7fab100b34d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:00.466 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.466+0000 7fab0ffff700 1 --2- 172.21.15.79:0/188035469 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fab1015d9b0 0x7fab1014b4b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7faafc0090b0 tx=0x7faafc004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:00.466 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.466+0000 7fab0d7fa700 1 -- 172.21.15.79:0/188035469 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faafc011630 con 0x7fab1015d9b0 2023-09-21T11:17:00.466 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.466+0000 7fab0d7fa700 1 -- 172.21.15.79:0/188035469 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faafc01e070 con 0x7fab1015d9b0 2023-09-21T11:17:00.467 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.466+0000 7fab16f88700 1 -- 172.21.15.79:0/188035469 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab100aed50 con 0x7fab1015d9b0 2023-09-21T11:17:00.467 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.466+0000 7fab0d7fa700 1 -- 172.21.15.79:0/188035469 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faafc011990 con 0x7fab1015d9b0 2023-09-21T11:17:00.467 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.466+0000 7fab16f88700 1 -- 172.21.15.79:0/188035469 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab100af310 con 0x7fab1015d9b0 2023-09-21T11:17:00.467 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.467+0000 7fab16f88700 1 -- 172.21.15.79:0/188035469 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab100aebb0 con 0x7fab1015d9b0 2023-09-21T11:17:00.467 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.467+0000 7fab0d7fa700 1 -- 172.21.15.79:0/188035469 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7faafc011af0 con 0x7fab1015d9b0 2023-09-21T11:17:00.468 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.468+0000 7fab0d7fa700 1 --2- 172.21.15.79:0/188035469 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7faaf406a580 0x7faaf406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:00.468 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.468+0000 7fab0d7fa700 1 -- 172.21.15.79:0/188035469 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7faafc089dc0 con 0x7fab1015d9b0 2023-09-21T11:17:00.468 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.468+0000 7fab14d24700 1 --2- 172.21.15.79:0/188035469 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7faaf406a580 0x7faaf406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:00.468 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.468+0000 7fab14d24700 1 --2- 172.21.15.79:0/188035469 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7faaf406a580 0x7faaf406ca40 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fab04006fd0 tx=0x7fab04008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:00.469 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.472+0000 7fab0d7fa700 1 -- 172.21.15.79:0/188035469 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fab100aebb0 con 0x7fab1015d9b0 2023-09-21T11:17:00.657 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.665+0000 7fab16f88700 1 -- 172.21.15.79:0/188035469 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fab100aebb0 con 0x7fab1015d9b0 2023-09-21T11:17:00.658 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.666+0000 7fab0d7fa700 1 -- 172.21.15.79:0/188035469 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+16470 (secure 0 0 0) 0x7fab100aebb0 con 0x7fab1015d9b0 2023-09-21T11:17:00.659 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:00.659 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":19,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:16:59.350618+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:00.661 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.668+0000 7fab16f88700 1 -- 172.21.15.79:0/188035469 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7faaf406a580 msgr2=0x7faaf406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:00.661 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.668+0000 7fab16f88700 1 --2- 172.21.15.79:0/188035469 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7faaf406a580 0x7faaf406ca40 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fab04006fd0 tx=0x7fab04008040 comp rx=0 tx=0).stop 2023-09-21T11:17:00.661 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.668+0000 7fab16f88700 1 -- 172.21.15.79:0/188035469 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fab1015d9b0 msgr2=0x7fab1014b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:00.661 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.668+0000 7fab16f88700 1 --2- 172.21.15.79:0/188035469 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fab1015d9b0 0x7fab1014b4b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7faafc0090b0 tx=0x7faafc004750 comp rx=0 tx=0).stop 2023-09-21T11:17:00.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.668+0000 7fab16f88700 1 -- 172.21.15.79:0/188035469 shutdown_connections 2023-09-21T11:17:00.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.668+0000 7fab16f88700 1 --2- 172.21.15.79:0/188035469 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7faaf406a580 0x7faaf406ca40 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.668+0000 7fab16f88700 1 --2- 172.21.15.79:0/188035469 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fab100b3020 0x7fab100b34d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.668+0000 7fab16f88700 1 --2- 172.21.15.79:0/188035469 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fab1006e650 0x7fab100af830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.668+0000 7fab16f88700 1 --2- 172.21.15.79:0/188035469 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fab1015d9b0 0x7fab1014b4b0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.668+0000 7fab16f88700 1 -- 172.21.15.79:0/188035469 >> 172.21.15.79:0/188035469 conn(0x7fab1006dac0 msgr2=0x7fab100cd540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:00.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.668+0000 7fab16f88700 1 -- 172.21.15.79:0/188035469 shutdown_connections 2023-09-21T11:17:00.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.668+0000 7fab16f88700 1 -- 172.21.15.79:0/188035469 wait complete. 2023-09-21T11:17:00.673 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-09-21T11:17:00.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.803+0000 7fa95fd2a700 1 Processor -- start 2023-09-21T11:17:00.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.803+0000 7fa95fd2a700 1 -- start start 2023-09-21T11:17:00.802 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.804+0000 7fa95fd2a700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa95815db50 0x7fa958161620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:00.802 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.804+0000 7fa95fd2a700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9580cd800 con 0x7fa9580cbb20 2023-09-21T11:17:00.802 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.804+0000 7fa95fd2a700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa95815df30 con 0x7fa95806bde0 2023-09-21T11:17:00.802 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.804+0000 7fa95fd2a700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa958162550 con 0x7fa95815db50 2023-09-21T11:17:00.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.804+0000 7fa95d2c5700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fa9580cbb20 0x7fa9580cfab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39602/0 (socket says 172.21.15.79:39602) 2023-09-21T11:17:00.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.804+0000 7fa95d2c5700 1 -- 172.21.15.79:0/3069407783 learned_addr learned my addr 172.21.15.79:0/3069407783 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:00.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.804+0000 7fa95cac4700 1 -- 172.21.15.79:0/3069407783 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1299502062 0 0) 0x7fa9580cd800 con 0x7fa9580cbb20 2023-09-21T11:17:00.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.804+0000 7fa95dac6700 1 --2- 172.21.15.79:0/3069407783 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa95815db50 0x7fa958161620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:00.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.804+0000 7fa95cac4700 1 -- 172.21.15.79:0/3069407783 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa9440035b0 con 0x7fa9580cbb20 2023-09-21T11:17:00.804 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95cac4700 1 -- 172.21.15.79:0/3069407783 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 267406229 0 0) 0x7fa9440035b0 con 0x7fa9580cbb20 2023-09-21T11:17:00.804 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95cac4700 1 -- 172.21.15.79:0/3069407783 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa95815db50 msgr2=0x7fa958161620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:00.804 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95cac4700 1 --2- 172.21.15.79:0/3069407783 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa95815db50 0x7fa958161620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.804 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95cac4700 1 -- 172.21.15.79:0/3069407783 >> v1:172.21.15.134:6789/0 conn(0x7fa95806bde0 legacy=0x7fa9580cdc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:00.804 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95cac4700 1 -- 172.21.15.79:0/3069407783 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa958161cb0 con 0x7fa9580cbb20 2023-09-21T11:17:00.805 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95cac4700 1 -- 172.21.15.79:0/3069407783 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7fa954001670 con 0x7fa9580cbb20 2023-09-21T11:17:00.805 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95cac4700 1 -- 172.21.15.79:0/3069407783 >> v1:172.21.15.79:6789/0 conn(0x7fa9580cbb20 legacy=0x7fa9580cfab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:00.805 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95cac4700 1 --2- 172.21.15.79:0/3069407783 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa944003a30 0x7fa944003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:00.805 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95cac4700 1 --2- 172.21.15.79:0/3069407783 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa944004850 0x7fa944004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:00.805 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95cac4700 1 --2- 172.21.15.79:0/3069407783 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa95815db50 0x7fa944005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:00.806 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95cac4700 1 -- 172.21.15.79:0/3069407783 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa958162550 con 0x7fa944003a30 2023-09-21T11:17:00.806 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95cac4700 1 -- 172.21.15.79:0/3069407783 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa94400bac0 con 0x7fa944004850 2023-09-21T11:17:00.806 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95cac4700 1 -- 172.21.15.79:0/3069407783 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa94400bc80 con 0x7fa95815db50 2023-09-21T11:17:00.806 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95dac6700 1 --2- 172.21.15.79:0/3069407783 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa944003a30 0x7fa944003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:00.806 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95d2c5700 1 --2- 172.21.15.79:0/3069407783 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa944004850 0x7fa944004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:00.807 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95e2c7700 1 --2- 172.21.15.79:0/3069407783 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa95815db50 0x7fa944005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:00.807 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95dac6700 1 -- 172.21.15.79:0/3069407783 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa95815db50 msgr2=0x7fa944005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:00.807 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95dac6700 1 --2- 172.21.15.79:0/3069407783 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa95815db50 0x7fa944005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.807 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95dac6700 1 -- 172.21.15.79:0/3069407783 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa944004850 msgr2=0x7fa944004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:00.808 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95dac6700 1 --2- 172.21.15.79:0/3069407783 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa944004850 0x7fa944004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.808 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95dac6700 1 -- 172.21.15.79:0/3069407783 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9440035b0 con 0x7fa944003a30 2023-09-21T11:17:00.808 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95d2c5700 1 --2- 172.21.15.79:0/3069407783 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa944004850 0x7fa944004cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:00.808 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95e2c7700 1 --2- 172.21.15.79:0/3069407783 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa95815db50 0x7fa944005210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:00.808 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95dac6700 1 --2- 172.21.15.79:0/3069407783 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa944003a30 0x7fa944003e50 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa948009b30 tx=0x7fa944005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c6f2d5b1c5b5af5 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:00.809 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95cac4700 1 -- 172.21.15.79:0/3069407783 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa94800e6c0 con 0x7fa944003a30 2023-09-21T11:17:00.809 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95cac4700 1 -- 172.21.15.79:0/3069407783 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa94800e820 con 0x7fa944003a30 2023-09-21T11:17:00.809 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.805+0000 7fa95cac4700 1 -- 172.21.15.79:0/3069407783 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa94800eb90 con 0x7fa944003a30 2023-09-21T11:17:00.809 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.806+0000 7fa95fd2a700 1 -- 172.21.15.79:0/3069407783 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa944003a30 msgr2=0x7fa944003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:00.809 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.806+0000 7fa95fd2a700 1 --2- 172.21.15.79:0/3069407783 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa944003a30 0x7fa944003e50 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa948009b30 tx=0x7fa944005880 comp rx=0 tx=0).stop 2023-09-21T11:17:00.810 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.806+0000 7fa95e2c7700 1 -- 172.21.15.79:0/3069407783 reap_dead start 2023-09-21T11:17:00.810 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.806+0000 7fa95fd2a700 1 -- 172.21.15.79:0/3069407783 shutdown_connections 2023-09-21T11:17:00.810 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.806+0000 7fa95fd2a700 1 -- 172.21.15.79:0/3069407783 >> 172.21.15.79:0/3069407783 conn(0x7fa958070570 msgr2=0x7fa958070980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:00.810 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.806+0000 7fa95fd2a700 1 -- 172.21.15.79:0/3069407783 shutdown_connections 2023-09-21T11:17:00.810 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.806+0000 7fa95fd2a700 1 -- 172.21.15.79:0/3069407783 wait complete. 2023-09-21T11:17:00.811 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.807+0000 7fa95fd2a700 1 Processor -- start 2023-09-21T11:17:00.811 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.807+0000 7fa95fd2a700 1 -- start start 2023-09-21T11:17:00.811 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95fd2a700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa944003a30 0x7fa958155200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:00.811 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95fd2a700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa958151c10 0x7fa958157bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:00.811 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95fd2a700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa9580d19e0 0x7fa9580d1e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:00.812 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95fd2a700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9580d23d0 con 0x7fa9580d19e0 2023-09-21T11:17:00.812 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95fd2a700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa958158440 con 0x7fa958151c10 2023-09-21T11:17:00.812 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95fd2a700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa958158720 con 0x7fa944003a30 2023-09-21T11:17:00.812 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95e2c7700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa9580d19e0 0x7fa9580d1e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:00.813 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95e2c7700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa9580d19e0 0x7fa9580d1e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53254/0 (socket says 172.21.15.79:53254) 2023-09-21T11:17:00.813 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95e2c7700 1 -- 172.21.15.79:0/1047065354 learned_addr learned my addr 172.21.15.79:0/1047065354 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:00.813 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95d2c5700 1 --2- 172.21.15.79:0/1047065354 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa958151c10 0x7fa958157bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:00.813 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95dac6700 1 --2- 172.21.15.79:0/1047065354 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa944003a30 0x7fa958155200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:00.813 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95e2c7700 1 -- 172.21.15.79:0/1047065354 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa944003a30 msgr2=0x7fa958155200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:00.814 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95e2c7700 1 --2- 172.21.15.79:0/1047065354 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa944003a30 0x7fa958155200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.814 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95e2c7700 1 -- 172.21.15.79:0/1047065354 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa958151c10 msgr2=0x7fa958157bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:00.814 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95e2c7700 1 --2- 172.21.15.79:0/1047065354 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa958151c10 0x7fa958157bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:00.814 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95e2c7700 1 -- 172.21.15.79:0/1047065354 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa958158a00 con 0x7fa9580d19e0 2023-09-21T11:17:00.814 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95dac6700 1 --2- 172.21.15.79:0/1047065354 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa944003a30 0x7fa958155200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:00.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95d2c5700 1 --2- 172.21.15.79:0/1047065354 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa958151c10 0x7fa958157bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:00.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95e2c7700 1 --2- 172.21.15.79:0/1047065354 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa9580d19e0 0x7fa9580d1e90 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa958074120 tx=0x7fa95000ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:00.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa94e7fc700 1 -- 172.21.15.79:0/1047065354 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa950003c10 con 0x7fa9580d19e0 2023-09-21T11:17:00.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa94e7fc700 1 -- 172.21.15.79:0/1047065354 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa950003d90 con 0x7fa9580d19e0 2023-09-21T11:17:00.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.808+0000 7fa95fd2a700 1 -- 172.21.15.79:0/1047065354 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa958152c70 con 0x7fa9580d19e0 2023-09-21T11:17:00.816 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.809+0000 7fa94e7fc700 1 -- 172.21.15.79:0/1047065354 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa950005310 con 0x7fa9580d19e0 2023-09-21T11:17:00.816 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.809+0000 7fa95fd2a700 1 -- 172.21.15.79:0/1047065354 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa958158130 con 0x7fa9580d19e0 2023-09-21T11:17:00.817 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.809+0000 7fa95fd2a700 1 -- 172.21.15.79:0/1047065354 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa958153190 con 0x7fa9580d19e0 2023-09-21T11:17:00.817 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.810+0000 7fa94e7fc700 1 -- 172.21.15.79:0/1047065354 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fa950005470 con 0x7fa9580d19e0 2023-09-21T11:17:00.817 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.810+0000 7fa94e7fc700 1 --2- 172.21.15.79:0/1047065354 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa93c06a580 0x7fa93c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:00.818 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.810+0000 7fa94e7fc700 1 -- 172.21.15.79:0/1047065354 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa950088ad0 con 0x7fa9580d19e0 2023-09-21T11:17:00.818 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.810+0000 7fa95dac6700 1 --2- 172.21.15.79:0/1047065354 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa93c06a580 0x7fa93c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:00.818 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.811+0000 7fa95dac6700 1 --2- 172.21.15.79:0/1047065354 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa93c06a580 0x7fa93c06ca40 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa9480090b0 tx=0x7fa948008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:00.818 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:00.815+0000 7fa94e7fc700 1 -- 172.21.15.79:0/1047065354 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fa958153190 con 0x7fa9580d19e0 2023-09-21T11:17:01.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:01.049+0000 7fa95fd2a700 1 -- 172.21.15.79:0/1047065354 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fa958153190 con 0x7fa9580d19e0 2023-09-21T11:17:01.986 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:01.993+0000 7fa94e7fc700 1 -- 172.21.15.79:0/1047065354 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) v1 ==== 118+0+0 (secure 0 0 0) 0x7fa958153190 con 0x7fa9580d19e0 2023-09-21T11:17:01.989 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:01.996+0000 7fa95fd2a700 1 -- 172.21.15.79:0/1047065354 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa93c06a580 msgr2=0x7fa93c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:01.990 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:01.996+0000 7fa95fd2a700 1 --2- 172.21.15.79:0/1047065354 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa93c06a580 0x7fa93c06ca40 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa9480090b0 tx=0x7fa948008030 comp rx=0 tx=0).stop 2023-09-21T11:17:01.990 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:01.996+0000 7fa95fd2a700 1 -- 172.21.15.79:0/1047065354 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa9580d19e0 msgr2=0x7fa9580d1e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:01.990 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:01.996+0000 7fa95fd2a700 1 --2- 172.21.15.79:0/1047065354 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa9580d19e0 0x7fa9580d1e90 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa958074120 tx=0x7fa95000ee50 comp rx=0 tx=0).stop 2023-09-21T11:17:01.990 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:01.996+0000 7fa95fd2a700 1 -- 172.21.15.79:0/1047065354 shutdown_connections 2023-09-21T11:17:01.990 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:01.996+0000 7fa95fd2a700 1 --2- 172.21.15.79:0/1047065354 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa9580d19e0 0x7fa9580d1e90 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:01.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:01.996+0000 7fa95fd2a700 1 --2- 172.21.15.79:0/1047065354 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa93c06a580 0x7fa93c06ca40 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:01.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:01.996+0000 7fa95fd2a700 1 --2- 172.21.15.79:0/1047065354 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa944003a30 0x7fa958155200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:01.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:01.996+0000 7fa95fd2a700 1 --2- 172.21.15.79:0/1047065354 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa958151c10 0x7fa958157bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:01.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:01.996+0000 7fa95fd2a700 1 -- 172.21.15.79:0/1047065354 >> 172.21.15.79:0/1047065354 conn(0x7fa958070570 msgr2=0x7fa958160760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:01.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:01.997+0000 7fa95fd2a700 1 -- 172.21.15.79:0/1047065354 shutdown_connections 2023-09-21T11:17:01.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:01.997+0000 7fa95fd2a700 1 -- 172.21.15.79:0/1047065354 wait complete. 2023-09-21T11:17:02.004 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-09-21T11:17:02.004 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-09-21T11:17:02.133 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.141+0000 7ff085d72700 1 Processor -- start 2023-09-21T11:17:02.134 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.141+0000 7ff085d72700 1 -- start start 2023-09-21T11:17:02.136 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.141+0000 7ff085d72700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7ff0800ce6c0 0x7ff0800725d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:02.136 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.141+0000 7ff085d72700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ff0800b49b0 0x7ff0800b1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:02.136 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.141+0000 7ff085d72700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0800b4f70 con 0x7ff0800cbdd0 2023-09-21T11:17:02.136 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.141+0000 7ff085d72700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff080071af0 con 0x7ff0800ce6c0 2023-09-21T11:17:02.137 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.141+0000 7ff085d72700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff080071dd0 con 0x7ff0800b49b0 2023-09-21T11:17:02.137 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.142+0000 7ff07f7fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7ff0800ce6c0 0x7ff0800725d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:02.137 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.142+0000 7ff07ffff700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7ff0800cbdd0 0x7ff0800ca980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39626/0 (socket says 172.21.15.79:39626) 2023-09-21T11:17:02.137 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.142+0000 7ff07ffff700 1 -- 172.21.15.79:0/1962221387 learned_addr learned my addr 172.21.15.79:0/1962221387 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:02.137 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.142+0000 7ff07f7fe700 1 -- 172.21.15.79:0/1962221387 >> v2:172.21.15.134:3300/0 conn(0x7ff0800b49b0 msgr2=0x7ff0800b1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:02.138 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.142+0000 7ff07f7fe700 1 --2- 172.21.15.79:0/1962221387 >> v2:172.21.15.134:3300/0 conn(0x7ff0800b49b0 0x7ff0800b1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:02.138 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.142+0000 7ff07f7fe700 1 -- 172.21.15.79:0/1962221387 >> v1:172.21.15.79:6789/0 conn(0x7ff0800cbdd0 legacy=0x7ff0800ca980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:02.138 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.142+0000 7ff07f7fe700 1 -- 172.21.15.79:0/1962221387 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0800720b0 con 0x7ff0800ce6c0 2023-09-21T11:17:02.138 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.142+0000 7ff07f7fe700 1 --2- 172.21.15.79:0/1962221387 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff0800ce6c0 0x7ff0800725d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff08015e380 tx=0x7ff070009b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f875cfd79b6d2bc9 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:02.138 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.142+0000 7ff07e7fc700 1 -- 172.21.15.79:0/1962221387 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff070005e30 con 0x7ff0800ce6c0 2023-09-21T11:17:02.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.142+0000 7ff07e7fc700 1 -- 172.21.15.79:0/1962221387 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff070006030 con 0x7ff0800ce6c0 2023-09-21T11:17:02.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.142+0000 7ff07e7fc700 1 -- 172.21.15.79:0/1962221387 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0700063c0 con 0x7ff0800ce6c0 2023-09-21T11:17:02.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.143+0000 7ff085d72700 1 -- 172.21.15.79:0/1962221387 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff0800ce6c0 msgr2=0x7ff0800725d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:02.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.143+0000 7ff085d72700 1 --2- 172.21.15.79:0/1962221387 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff0800ce6c0 0x7ff0800725d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff08015e380 tx=0x7ff070009b00 comp rx=0 tx=0).stop 2023-09-21T11:17:02.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.143+0000 7ff085d72700 1 -- 172.21.15.79:0/1962221387 shutdown_connections 2023-09-21T11:17:02.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.143+0000 7ff085d72700 1 --2- 172.21.15.79:0/1962221387 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff0800ce6c0 0x7ff0800725d0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:02.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.143+0000 7ff085d72700 1 --2- 172.21.15.79:0/1962221387 >> v2:172.21.15.134:3300/0 conn(0x7ff0800b49b0 0x7ff0800b1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:02.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.143+0000 7ff085d72700 1 -- 172.21.15.79:0/1962221387 >> 172.21.15.79:0/1962221387 conn(0x7ff0800ccdb0 msgr2=0x7ff0800cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:02.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.143+0000 7ff085d72700 1 -- 172.21.15.79:0/1962221387 shutdown_connections 2023-09-21T11:17:02.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.143+0000 7ff085d72700 1 -- 172.21.15.79:0/1962221387 wait complete. 2023-09-21T11:17:02.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.144+0000 7ff085d72700 1 Processor -- start 2023-09-21T11:17:02.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.144+0000 7ff085d72700 1 -- start start 2023-09-21T11:17:02.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.145+0000 7ff085d72700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff0800b49b0 0x7ff0801f40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:02.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.145+0000 7ff085d72700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff0800cbdd0 0x7ff0800c5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:02.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.145+0000 7ff085d72700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff0800ce6c0 0x7ff0800b33f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:02.144 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.145+0000 7ff085d72700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0801f4620 con 0x7ff0800ce6c0 2023-09-21T11:17:02.144 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.145+0000 7ff085d72700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff08015d140 con 0x7ff0800cbdd0 2023-09-21T11:17:02.144 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.145+0000 7ff085d72700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0800c6110 con 0x7ff0800b49b0 2023-09-21T11:17:02.144 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.145+0000 7ff07ffff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff0800ce6c0 0x7ff0800b33f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:02.144 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.145+0000 7ff07ffff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff0800ce6c0 0x7ff0800b33f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53268/0 (socket says 172.21.15.79:53268) 2023-09-21T11:17:02.145 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.145+0000 7ff07ffff700 1 -- 172.21.15.79:0/1736214881 learned_addr learned my addr 172.21.15.79:0/1736214881 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:02.145 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.146+0000 7ff07effd700 1 --2- 172.21.15.79:0/1736214881 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff0800cbdd0 0x7ff0800c5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:02.145 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.146+0000 7ff07f7fe700 1 --2- 172.21.15.79:0/1736214881 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff0800b49b0 0x7ff0801f40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:02.145 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.146+0000 7ff07ffff700 1 -- 172.21.15.79:0/1736214881 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff0800b49b0 msgr2=0x7ff0801f40e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:02.145 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.146+0000 7ff07ffff700 1 --2- 172.21.15.79:0/1736214881 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff0800b49b0 0x7ff0801f40e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:02.146 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.146+0000 7ff07ffff700 1 -- 172.21.15.79:0/1736214881 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff0800cbdd0 msgr2=0x7ff0800c5bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:02.146 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.146+0000 7ff07ffff700 1 --2- 172.21.15.79:0/1736214881 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff0800cbdd0 0x7ff0800c5bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:02.146 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.146+0000 7ff07ffff700 1 -- 172.21.15.79:0/1736214881 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff070009430 con 0x7ff0800ce6c0 2023-09-21T11:17:02.146 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.146+0000 7ff07ffff700 1 --2- 172.21.15.79:0/1736214881 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff0800ce6c0 0x7ff0800b33f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff07800ca80 tx=0x7ff07800ce40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:02.146 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.146+0000 7ff067fff700 1 -- 172.21.15.79:0/1736214881 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff07800aaa0 con 0x7ff0800ce6c0 2023-09-21T11:17:02.147 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.146+0000 7ff067fff700 1 -- 172.21.15.79:0/1736214881 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff07800ac00 con 0x7ff0800ce6c0 2023-09-21T11:17:02.147 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.146+0000 7ff085d72700 1 -- 172.21.15.79:0/1736214881 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0800c9730 con 0x7ff0800ce6c0 2023-09-21T11:17:02.147 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.146+0000 7ff067fff700 1 -- 172.21.15.79:0/1736214881 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff078012400 con 0x7ff0800ce6c0 2023-09-21T11:17:02.147 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.146+0000 7ff085d72700 1 -- 172.21.15.79:0/1736214881 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0800c9cf0 con 0x7ff0800ce6c0 2023-09-21T11:17:02.147 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.147+0000 7ff085d72700 1 -- 172.21.15.79:0/1736214881 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff080099af0 con 0x7ff0800ce6c0 2023-09-21T11:17:02.147 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.147+0000 7ff067fff700 1 -- 172.21.15.79:0/1736214881 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7ff07801b3b0 con 0x7ff0800ce6c0 2023-09-21T11:17:02.148 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.148+0000 7ff067fff700 1 --2- 172.21.15.79:0/1736214881 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff06c06a580 0x7ff06c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:02.148 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.148+0000 7ff067fff700 1 -- 172.21.15.79:0/1736214881 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff078088580 con 0x7ff0800ce6c0 2023-09-21T11:17:02.148 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.148+0000 7ff07f7fe700 1 --2- 172.21.15.79:0/1736214881 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff06c06a580 0x7ff06c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:02.148 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.148+0000 7ff07f7fe700 1 --2- 172.21.15.79:0/1736214881 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff06c06a580 0x7ff06c06ca40 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff070000c00 tx=0x7ff070008070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:02.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.152+0000 7ff067fff700 1 -- 172.21.15.79:0/1736214881 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7ff078053c40 con 0x7ff0800ce6c0 2023-09-21T11:17:02.382 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.390+0000 7ff085d72700 1 -- 172.21.15.79:0/1736214881 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7ff08015f2e0 con 0x7ff0800ce6c0 2023-09-21T11:17:02.987 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.995+0000 7ff067fff700 1 -- 172.21.15.79:0/1736214881 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) v1 ==== 122+0+0 (secure 0 0 0) 0x7ff078057260 con 0x7ff0800ce6c0 2023-09-21T11:17:02.990 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.997+0000 7ff085d72700 1 -- 172.21.15.79:0/1736214881 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff06c06a580 msgr2=0x7ff06c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:02.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.997+0000 7ff085d72700 1 --2- 172.21.15.79:0/1736214881 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff06c06a580 0x7ff06c06ca40 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff070000c00 tx=0x7ff070008070 comp rx=0 tx=0).stop 2023-09-21T11:17:02.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.997+0000 7ff085d72700 1 -- 172.21.15.79:0/1736214881 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff0800ce6c0 msgr2=0x7ff0800b33f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:02.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.997+0000 7ff085d72700 1 --2- 172.21.15.79:0/1736214881 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff0800ce6c0 0x7ff0800b33f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff07800ca80 tx=0x7ff07800ce40 comp rx=0 tx=0).stop 2023-09-21T11:17:02.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.997+0000 7ff085d72700 1 -- 172.21.15.79:0/1736214881 shutdown_connections 2023-09-21T11:17:02.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.997+0000 7ff085d72700 1 --2- 172.21.15.79:0/1736214881 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff0800ce6c0 0x7ff0800b33f0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:02.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.997+0000 7ff085d72700 1 --2- 172.21.15.79:0/1736214881 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff06c06a580 0x7ff06c06ca40 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:02.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.997+0000 7ff085d72700 1 --2- 172.21.15.79:0/1736214881 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff0800b49b0 0x7ff0801f40e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:02.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.997+0000 7ff085d72700 1 --2- 172.21.15.79:0/1736214881 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff0800cbdd0 0x7ff0800c5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:02.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.997+0000 7ff085d72700 1 -- 172.21.15.79:0/1736214881 >> 172.21.15.79:0/1736214881 conn(0x7ff0800ccdb0 msgr2=0x7ff0800cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:02.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.998+0000 7ff085d72700 1 -- 172.21.15.79:0/1736214881 shutdown_connections 2023-09-21T11:17:02.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:02.998+0000 7ff085d72700 1 -- 172.21.15.79:0/1736214881 wait complete. 2023-09-21T11:17:03.003 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-09-21T11:17:03.004 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T11:17:03.128 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.135+0000 7ff4f8b2a700 1 Processor -- start 2023-09-21T11:17:03.128 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.135+0000 7ff4f8b2a700 1 -- start start 2023-09-21T11:17:03.131 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.136+0000 7ff4f8b2a700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7ff4f40b2470 0x7ff4f40b2900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.131 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.136+0000 7ff4f8b2a700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ff4f40cb070 0x7ff4f40cb470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.131 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.136+0000 7ff4f8b2a700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4f40cac00 con 0x7ff4f4158340 2023-09-21T11:17:03.131 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.136+0000 7ff4f8b2a700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4f40b2e40 con 0x7ff4f40b2470 2023-09-21T11:17:03.131 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.136+0000 7ff4f8b2a700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4f415e510 con 0x7ff4f40cb070 2023-09-21T11:17:03.132 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.136+0000 7ff4f1d9b700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7ff4f40b2470 0x7ff4f40b2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.132 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.136+0000 7ff4f259c700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7ff4f4158340 0x7ff4f40724c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39636/0 (socket says 172.21.15.79:39636) 2023-09-21T11:17:03.132 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.136+0000 7ff4f259c700 1 -- 172.21.15.79:0/3320900546 learned_addr learned my addr 172.21.15.79:0/3320900546 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:03.132 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.137+0000 7ff4f1d9b700 1 -- 172.21.15.79:0/3320900546 >> v2:172.21.15.134:3300/0 conn(0x7ff4f40cb070 msgr2=0x7ff4f40cb470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:03.132 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.137+0000 7ff4f2d9d700 1 --2- 172.21.15.79:0/3320900546 >> v2:172.21.15.134:3300/0 conn(0x7ff4f40cb070 0x7ff4f40cb470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.133 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.137+0000 7ff4f1d9b700 1 --2- 172.21.15.79:0/3320900546 >> v2:172.21.15.134:3300/0 conn(0x7ff4f40cb070 0x7ff4f40cb470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.133 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.137+0000 7ff4f1d9b700 1 -- 172.21.15.79:0/3320900546 >> v1:172.21.15.79:6789/0 conn(0x7ff4f4158340 legacy=0x7ff4f40724c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:03.133 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.137+0000 7ff4f159a700 1 -- 172.21.15.79:0/3320900546 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3395251947 0 0) 0x7ff4f40cac00 con 0x7ff4f4158340 2023-09-21T11:17:03.133 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.137+0000 7ff4f1d9b700 1 -- 172.21.15.79:0/3320900546 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4f415e7f0 con 0x7ff4f40b2470 2023-09-21T11:17:03.133 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.137+0000 7ff4f2d9d700 1 --2- 172.21.15.79:0/3320900546 >> v2:172.21.15.134:3300/0 conn(0x7ff4f40cb070 0x7ff4f40cb470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:03.133 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.137+0000 7ff4f1d9b700 1 --2- 172.21.15.79:0/3320900546 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f40b2470 0x7ff4f40b2900 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff4f40d0e20 tx=0x7ff4dc009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1173599b126616c server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:03.134 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.137+0000 7ff4f159a700 1 -- 172.21.15.79:0/3320900546 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4dc011830 con 0x7ff4f40b2470 2023-09-21T11:17:03.134 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.137+0000 7ff4f159a700 1 -- 172.21.15.79:0/3320900546 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4dc011990 con 0x7ff4f40b2470 2023-09-21T11:17:03.134 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.137+0000 7ff4f159a700 1 -- 172.21.15.79:0/3320900546 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4dc011d20 con 0x7ff4f40b2470 2023-09-21T11:17:03.134 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.137+0000 7ff4f8b2a700 1 -- 172.21.15.79:0/3320900546 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f40b2470 msgr2=0x7ff4f40b2900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:03.134 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.137+0000 7ff4f8b2a700 1 --2- 172.21.15.79:0/3320900546 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f40b2470 0x7ff4f40b2900 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff4f40d0e20 tx=0x7ff4dc009b20 comp rx=0 tx=0).stop 2023-09-21T11:17:03.135 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.138+0000 7ff4f8b2a700 1 -- 172.21.15.79:0/3320900546 shutdown_connections 2023-09-21T11:17:03.135 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.138+0000 7ff4f8b2a700 1 --2- 172.21.15.79:0/3320900546 >> v2:172.21.15.134:3300/0 conn(0x7ff4f40cb070 0x7ff4f40cb470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.135 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.138+0000 7ff4f8b2a700 1 --2- 172.21.15.79:0/3320900546 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f40b2470 0x7ff4f40b2900 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.135 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.138+0000 7ff4f8b2a700 1 -- 172.21.15.79:0/3320900546 >> 172.21.15.79:0/3320900546 conn(0x7ff4f406df70 msgr2=0x7ff4f406e380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:03.135 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.138+0000 7ff4f8b2a700 1 -- 172.21.15.79:0/3320900546 shutdown_connections 2023-09-21T11:17:03.136 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.138+0000 7ff4f8b2a700 1 -- 172.21.15.79:0/3320900546 wait complete. 2023-09-21T11:17:03.138 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.139+0000 7ff4f8b2a700 1 Processor -- start 2023-09-21T11:17:03.138 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.139+0000 7ff4f8b2a700 1 -- start start 2023-09-21T11:17:03.138 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4f8b2a700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4f40b2470 0x7ff4f40ad2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4f8b2a700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f40cb070 0x7ff4f40c28d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4f8b2a700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff4f4158340 0x7ff4f4158c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4f8b2a700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4f41587b0 con 0x7ff4f40cb070 2023-09-21T11:17:03.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4f8b2a700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4f40adb40 con 0x7ff4f4158340 2023-09-21T11:17:03.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4f8b2a700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4f40ade20 con 0x7ff4f40b2470 2023-09-21T11:17:03.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4f1d9b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f40cb070 0x7ff4f40c28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4f1d9b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f40cb070 0x7ff4f40c28d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53280/0 (socket says 172.21.15.79:53280) 2023-09-21T11:17:03.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4f1d9b700 1 -- 172.21.15.79:0/4183956590 learned_addr learned my addr 172.21.15.79:0/4183956590 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:03.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4f2d9d700 1 --2- 172.21.15.79:0/4183956590 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff4f4158340 0x7ff4f4158c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4f259c700 1 --2- 172.21.15.79:0/4183956590 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4f40b2470 0x7ff4f40ad2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4f1d9b700 1 -- 172.21.15.79:0/4183956590 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4f40b2470 msgr2=0x7ff4f40ad2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:03.141 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4f1d9b700 1 --2- 172.21.15.79:0/4183956590 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4f40b2470 0x7ff4f40ad2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.141 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4f1d9b700 1 -- 172.21.15.79:0/4183956590 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff4f4158340 msgr2=0x7ff4f4158c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:03.141 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4f1d9b700 1 --2- 172.21.15.79:0/4183956590 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff4f4158340 0x7ff4f4158c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.141 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4f1d9b700 1 -- 172.21.15.79:0/4183956590 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4dc0094a0 con 0x7ff4f40cb070 2023-09-21T11:17:03.141 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4f2d9d700 1 --2- 172.21.15.79:0/4183956590 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff4f4158340 0x7ff4f4158c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:03.141 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4f1d9b700 1 --2- 172.21.15.79:0/4183956590 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f40cb070 0x7ff4f40c28d0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ff4dc000c00 tx=0x7ff4dc004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:03.142 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4eaffd700 1 -- 172.21.15.79:0/4183956590 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4dc0038a0 con 0x7ff4f40cb070 2023-09-21T11:17:03.142 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4eaffd700 1 -- 172.21.15.79:0/4183956590 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4dc01f070 con 0x7ff4f40cb070 2023-09-21T11:17:03.142 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4eaffd700 1 -- 172.21.15.79:0/4183956590 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4dc003c40 con 0x7ff4f40cb070 2023-09-21T11:17:03.142 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.140+0000 7ff4f8b2a700 1 -- 172.21.15.79:0/4183956590 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4f40ae100 con 0x7ff4f40cb070 2023-09-21T11:17:03.142 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.141+0000 7ff4f8b2a700 1 -- 172.21.15.79:0/4183956590 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4f40ad800 con 0x7ff4f40cb070 2023-09-21T11:17:03.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.141+0000 7ff4f8b2a700 1 -- 172.21.15.79:0/4183956590 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4f4066fd0 con 0x7ff4f40cb070 2023-09-21T11:17:03.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.142+0000 7ff4eaffd700 1 -- 172.21.15.79:0/4183956590 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7ff4dc026480 con 0x7ff4f40cb070 2023-09-21T11:17:03.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.142+0000 7ff4eaffd700 1 --2- 172.21.15.79:0/4183956590 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff4d406a580 0x7ff4d406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.142+0000 7ff4eaffd700 1 -- 172.21.15.79:0/4183956590 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff4dc021070 con 0x7ff4f40cb070 2023-09-21T11:17:03.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.142+0000 7ff4f259c700 1 --2- 172.21.15.79:0/4183956590 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff4d406a580 0x7ff4d406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.143+0000 7ff4f259c700 1 --2- 172.21.15.79:0/4183956590 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff4d406a580 0x7ff4d406ca40 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff4e4000f60 tx=0x7ff4e4007c90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:03.144 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.147+0000 7ff4eaffd700 1 -- 172.21.15.79:0/4183956590 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7ff4dc055ba0 con 0x7ff4f40cb070 2023-09-21T11:17:03.369 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.377+0000 7ff4f8b2a700 1 -- 172.21.15.79:0/4183956590 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff4f404eae0 con 0x7ff4f40cb070 2023-09-21T11:17:03.370 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.377+0000 7ff4eaffd700 1 -- 172.21.15.79:0/4183956590 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4910 (secure 0 0 0) 0x7ff4dc015090 con 0x7ff4f40cb070 2023-09-21T11:17:03.370 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:03.371 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6834/1040792485","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6832","nonce":1040792485},{"type":"v1","addr":"172.21.15.134:6834","nonce":1040792485}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1065153274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6835","nonce":1065153274},{"type":"v1","addr":"172.21.15.79:6837","nonce":1065153274}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6836/3477938376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":3477938376},{"type":"v1","addr":"172.21.15.79:6836","nonce":3477938376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T11:16:59.350936+0000","modified":"2023-09-21T11:17:02.391627+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6835/398480838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6833","nonce":398480838},{"type":"v1","addr":"172.21.15.134:6835","nonce":398480838}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-21T11:17:03.372 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.379+0000 7ff4f8b2a700 1 -- 172.21.15.79:0/4183956590 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff4d406a580 msgr2=0x7ff4d406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:03.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.379+0000 7ff4f8b2a700 1 --2- 172.21.15.79:0/4183956590 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff4d406a580 0x7ff4d406ca40 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff4e4000f60 tx=0x7ff4e4007c90 comp rx=0 tx=0).stop 2023-09-21T11:17:03.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.379+0000 7ff4f8b2a700 1 -- 172.21.15.79:0/4183956590 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f40cb070 msgr2=0x7ff4f40c28d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:03.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.379+0000 7ff4f8b2a700 1 --2- 172.21.15.79:0/4183956590 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f40cb070 0x7ff4f40c28d0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ff4dc000c00 tx=0x7ff4dc004750 comp rx=0 tx=0).stop 2023-09-21T11:17:03.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.379+0000 7ff4f8b2a700 1 -- 172.21.15.79:0/4183956590 shutdown_connections 2023-09-21T11:17:03.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.379+0000 7ff4f8b2a700 1 --2- 172.21.15.79:0/4183956590 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff4f4158340 0x7ff4f4158c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.379+0000 7ff4f8b2a700 1 --2- 172.21.15.79:0/4183956590 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff4d406a580 0x7ff4d406ca40 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.379+0000 7ff4f8b2a700 1 --2- 172.21.15.79:0/4183956590 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4f40b2470 0x7ff4f40ad2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.379+0000 7ff4f8b2a700 1 --2- 172.21.15.79:0/4183956590 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f40cb070 0x7ff4f40c28d0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.379+0000 7ff4f8b2a700 1 -- 172.21.15.79:0/4183956590 >> 172.21.15.79:0/4183956590 conn(0x7ff4f406df70 msgr2=0x7ff4f40cc800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:03.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.380+0000 7ff4f8b2a700 1 -- 172.21.15.79:0/4183956590 shutdown_connections 2023-09-21T11:17:03.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.380+0000 7ff4f8b2a700 1 -- 172.21.15.79:0/4183956590 wait complete. 2023-09-21T11:17:03.375 INFO:teuthology.orchestra.run.smithi079.stderr:dumped fsmap epoch 8 2023-09-21T11:17:03.385 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:03.397 INFO:tasks.ceph.mds.d.smithi134.stderr:2023-09-21T11:17:03.405+0000 7f8659b98700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-09-21T11:17:03.504 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.512+0000 7f2b363e9700 1 Processor -- start 2023-09-21T11:17:03.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.512+0000 7f2b363e9700 1 -- start start 2023-09-21T11:17:03.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.512+0000 7f2b363e9700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b3015d9b0 0x7f2b30161e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.512+0000 7f2b363e9700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2b30072670 con 0x7f2b30071bd0 2023-09-21T11:17:03.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.512+0000 7f2b363e9700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2b300728c0 con 0x7f2b3006e650 2023-09-21T11:17:03.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.512+0000 7f2b363e9700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b30072ba0 con 0x7f2b3015d9b0 2023-09-21T11:17:03.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.512+0000 7f2b2f7fe700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f2b30071bd0 0x7f2b3006a800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39652/0 (socket says 172.21.15.79:39652) 2023-09-21T11:17:03.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.512+0000 7f2b2f7fe700 1 -- 172.21.15.79:0/3458731779 learned_addr learned my addr 172.21.15.79:0/3458731779 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:03.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2effd700 1 -- 172.21.15.79:0/3458731779 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3713751479 0 0) 0x7f2b30072670 con 0x7f2b30071bd0 2023-09-21T11:17:03.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2ffff700 1 --2- 172.21.15.79:0/3458731779 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b3015d9b0 0x7f2b30161e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2effd700 1 -- 172.21.15.79:0/3458731779 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2b180035b0 con 0x7f2b30071bd0 2023-09-21T11:17:03.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2effd700 1 -- 172.21.15.79:0/3458731779 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3611282858 0 0) 0x7f2b180035b0 con 0x7f2b30071bd0 2023-09-21T11:17:03.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2effd700 1 -- 172.21.15.79:0/3458731779 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b3015d9b0 msgr2=0x7f2b30161e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:03.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2effd700 1 --2- 172.21.15.79:0/3458731779 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b3015d9b0 0x7f2b30161e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2effd700 1 -- 172.21.15.79:0/3458731779 >> v1:172.21.15.134:6789/0 conn(0x7f2b3006e650 legacy=0x7f2b300cab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:03.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2effd700 1 -- 172.21.15.79:0/3458731779 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b30161950 con 0x7f2b30071bd0 2023-09-21T11:17:03.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2effd700 1 -- 172.21.15.79:0/3458731779 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f2b24001670 con 0x7f2b30071bd0 2023-09-21T11:17:03.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2effd700 1 -- 172.21.15.79:0/3458731779 >> v1:172.21.15.79:6789/0 conn(0x7f2b30071bd0 legacy=0x7f2b3006a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:03.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2effd700 1 --2- 172.21.15.79:0/3458731779 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b18003a30 0x7f2b18003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2effd700 1 --2- 172.21.15.79:0/3458731779 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b3015d9b0 0x7f2b18004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2effd700 1 --2- 172.21.15.79:0/3458731779 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2b18004d90 0x7f2b18005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2effd700 1 -- 172.21.15.79:0/3458731779 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b30072ba0 con 0x7f2b18003a30 2023-09-21T11:17:03.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2effd700 1 -- 172.21.15.79:0/3458731779 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b1800bb40 con 0x7f2b18004d90 2023-09-21T11:17:03.513 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2effd700 1 -- 172.21.15.79:0/3458731779 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b1800bd00 con 0x7f2b3015d9b0 2023-09-21T11:17:03.513 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2ffff700 1 --2- 172.21.15.79:0/3458731779 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b18003a30 0x7f2b18003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.513 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2f7fe700 1 --2- 172.21.15.79:0/3458731779 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b3015d9b0 0x7f2b18004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.513 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b34986700 1 --2- 172.21.15.79:0/3458731779 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2b18004d90 0x7f2b18005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.513 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2ffff700 1 -- 172.21.15.79:0/3458731779 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b3015d9b0 msgr2=0x7f2b18004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:03.513 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2ffff700 1 --2- 172.21.15.79:0/3458731779 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b3015d9b0 0x7f2b18004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.514 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2ffff700 1 -- 172.21.15.79:0/3458731779 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2b18004d90 msgr2=0x7f2b18005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:03.514 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2ffff700 1 --2- 172.21.15.79:0/3458731779 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2b18004d90 0x7f2b18005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.514 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2ffff700 1 -- 172.21.15.79:0/3458731779 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b180035b0 con 0x7f2b18003a30 2023-09-21T11:17:03.514 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.513+0000 7f2b2f7fe700 1 --2- 172.21.15.79:0/3458731779 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b3015d9b0 0x7f2b18004850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:03.515 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.514+0000 7f2b2ffff700 1 --2- 172.21.15.79:0/3458731779 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b18003a30 0x7f2b18003e50 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f2b20009b60 tx=0x7f2b18005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8520eb41d3e8d988 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:03.515 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.514+0000 7f2b2effd700 1 -- 172.21.15.79:0/3458731779 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b2000e6c0 con 0x7f2b18003a30 2023-09-21T11:17:03.515 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.514+0000 7f2b2effd700 1 -- 172.21.15.79:0/3458731779 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b2000e820 con 0x7f2b18003a30 2023-09-21T11:17:03.515 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.514+0000 7f2b2effd700 1 -- 172.21.15.79:0/3458731779 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b2000eb90 con 0x7f2b18003a30 2023-09-21T11:17:03.515 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.514+0000 7f2b363e9700 1 -- 172.21.15.79:0/3458731779 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b18003a30 msgr2=0x7f2b18003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:03.516 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.514+0000 7f2b363e9700 1 --2- 172.21.15.79:0/3458731779 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b18003a30 0x7f2b18003e50 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f2b20009b60 tx=0x7f2b18005880 comp rx=0 tx=0).stop 2023-09-21T11:17:03.516 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.514+0000 7f2b34986700 1 -- 172.21.15.79:0/3458731779 reap_dead start 2023-09-21T11:17:03.516 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.514+0000 7f2b363e9700 1 -- 172.21.15.79:0/3458731779 shutdown_connections 2023-09-21T11:17:03.516 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.514+0000 7f2b363e9700 1 -- 172.21.15.79:0/3458731779 >> 172.21.15.79:0/3458731779 conn(0x7f2b3006dac0 msgr2=0x7f2b3006ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:03.516 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.514+0000 7f2b363e9700 1 -- 172.21.15.79:0/3458731779 shutdown_connections 2023-09-21T11:17:03.517 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.514+0000 7f2b363e9700 1 -- 172.21.15.79:0/3458731779 wait complete. 2023-09-21T11:17:03.517 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.515+0000 7f2b363e9700 1 Processor -- start 2023-09-21T11:17:03.517 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.516+0000 7f2b363e9700 1 -- start start 2023-09-21T11:17:03.519 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.516+0000 7f2b363e9700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b18003a30 0x7f2b30155920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.520 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.516+0000 7f2b363e9700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b30155320 0x7f2b300ae340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.520 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.516+0000 7f2b363e9700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2b300c9ad0 0x7f2b300c9f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.520 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.516+0000 7f2b363e9700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b301557a0 con 0x7f2b30155320 2023-09-21T11:17:03.520 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.516+0000 7f2b363e9700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b300af3a0 con 0x7f2b300c9ad0 2023-09-21T11:17:03.520 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.516+0000 7f2b363e9700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b300ae880 con 0x7f2b18003a30 2023-09-21T11:17:03.521 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.516+0000 7f2b2f7fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b30155320 0x7f2b300ae340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.521 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.516+0000 7f2b2f7fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b30155320 0x7f2b300ae340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53300/0 (socket says 172.21.15.79:53300) 2023-09-21T11:17:03.521 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.516+0000 7f2b2f7fe700 1 -- 172.21.15.79:0/4178652958 learned_addr learned my addr 172.21.15.79:0/4178652958 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:03.521 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.517+0000 7f2b34986700 1 --2- 172.21.15.79:0/4178652958 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2b300c9ad0 0x7f2b300c9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.522 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.517+0000 7f2b2ffff700 1 --2- 172.21.15.79:0/4178652958 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b18003a30 0x7f2b30155920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.522 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.517+0000 7f2b2f7fe700 1 -- 172.21.15.79:0/4178652958 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b18003a30 msgr2=0x7f2b30155920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:03.522 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.517+0000 7f2b2f7fe700 1 --2- 172.21.15.79:0/4178652958 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b18003a30 0x7f2b30155920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.522 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.517+0000 7f2b2f7fe700 1 -- 172.21.15.79:0/4178652958 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2b300c9ad0 msgr2=0x7f2b300c9f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:03.522 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.517+0000 7f2b2f7fe700 1 --2- 172.21.15.79:0/4178652958 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2b300c9ad0 0x7f2b300c9f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.523 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.517+0000 7f2b2f7fe700 1 -- 172.21.15.79:0/4178652958 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b300aeb00 con 0x7f2b30155320 2023-09-21T11:17:03.523 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.517+0000 7f2b2f7fe700 1 --2- 172.21.15.79:0/4178652958 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b30155320 0x7f2b300ae340 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f2b2400eaf0 tx=0x7f2b2400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:03.523 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.517+0000 7f2b2cff9700 1 -- 172.21.15.79:0/4178652958 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b2400c7b0 con 0x7f2b30155320 2023-09-21T11:17:03.523 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.517+0000 7f2b2cff9700 1 -- 172.21.15.79:0/4178652958 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b2400c910 con 0x7f2b30155320 2023-09-21T11:17:03.523 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.517+0000 7f2b363e9700 1 -- 172.21.15.79:0/4178652958 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b300aede0 con 0x7f2b30155320 2023-09-21T11:17:03.524 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.517+0000 7f2b2cff9700 1 -- 172.21.15.79:0/4178652958 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b2400cc80 con 0x7f2b30155320 2023-09-21T11:17:03.524 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.517+0000 7f2b363e9700 1 -- 172.21.15.79:0/4178652958 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b3015df30 con 0x7f2b30155320 2023-09-21T11:17:03.524 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.518+0000 7f2b363e9700 1 -- 172.21.15.79:0/4178652958 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b3015dd90 con 0x7f2b30155320 2023-09-21T11:17:03.524 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.518+0000 7f2b2cff9700 1 -- 172.21.15.79:0/4178652958 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f2b2401d460 con 0x7f2b30155320 2023-09-21T11:17:03.524 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.519+0000 7f2b2cff9700 1 --2- 172.21.15.79:0/4178652958 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f2b1c06a580 0x7f2b1c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.525 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.519+0000 7f2b2ffff700 1 --2- 172.21.15.79:0/4178652958 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f2b1c06a580 0x7f2b1c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.525 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.519+0000 7f2b2cff9700 1 -- 172.21.15.79:0/4178652958 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2b24088880 con 0x7f2b30155320 2023-09-21T11:17:03.525 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.519+0000 7f2b2ffff700 1 --2- 172.21.15.79:0/4178652958 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f2b1c06a580 0x7f2b1c06ca40 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2b200090b0 tx=0x7f2b20008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:03.525 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.523+0000 7f2b2cff9700 1 -- 172.21.15.79:0/4178652958 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f2b3015dd90 con 0x7f2b30155320 2023-09-21T11:17:03.706 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.714+0000 7f2b363e9700 1 -- 172.21.15.79:0/4178652958 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2b3015dd90 con 0x7f2b30155320 2023-09-21T11:17:03.707 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.715+0000 7f2b2cff9700 1 -- 172.21.15.79:0/4178652958 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f2b3015dd90 con 0x7f2b30155320 2023-09-21T11:17:03.708 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:03.708 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":20,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:00.970389+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:03.710 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.717+0000 7f2b363e9700 1 -- 172.21.15.79:0/4178652958 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f2b1c06a580 msgr2=0x7f2b1c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:03.710 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.717+0000 7f2b363e9700 1 --2- 172.21.15.79:0/4178652958 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f2b1c06a580 0x7f2b1c06ca40 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2b200090b0 tx=0x7f2b20008030 comp rx=0 tx=0).stop 2023-09-21T11:17:03.711 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.717+0000 7f2b363e9700 1 -- 172.21.15.79:0/4178652958 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b30155320 msgr2=0x7f2b300ae340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:03.711 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.717+0000 7f2b363e9700 1 --2- 172.21.15.79:0/4178652958 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b30155320 0x7f2b300ae340 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f2b2400eaf0 tx=0x7f2b2400eeb0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.711 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.717+0000 7f2b363e9700 1 -- 172.21.15.79:0/4178652958 shutdown_connections 2023-09-21T11:17:03.711 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.717+0000 7f2b363e9700 1 --2- 172.21.15.79:0/4178652958 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2b300c9ad0 0x7f2b300c9f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.711 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.717+0000 7f2b363e9700 1 --2- 172.21.15.79:0/4178652958 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f2b1c06a580 0x7f2b1c06ca40 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.712 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.717+0000 7f2b363e9700 1 --2- 172.21.15.79:0/4178652958 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b18003a30 0x7f2b30155920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.712 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.717+0000 7f2b363e9700 1 --2- 172.21.15.79:0/4178652958 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b30155320 0x7f2b300ae340 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.712 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.717+0000 7f2b363e9700 1 -- 172.21.15.79:0/4178652958 >> 172.21.15.79:0/4178652958 conn(0x7f2b3006dac0 msgr2=0x7f2b3006a800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:03.712 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.717+0000 7f2b363e9700 1 -- 172.21.15.79:0/4178652958 shutdown_connections 2023-09-21T11:17:03.712 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.717+0000 7f2b363e9700 1 -- 172.21.15.79:0/4178652958 wait complete. 2023-09-21T11:17:03.722 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-09-21T11:17:03.723 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-21T11:17:03.842 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.850+0000 7fe2bb064700 1 Processor -- start 2023-09-21T11:17:03.843 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.850+0000 7fe2bb064700 1 -- start start 2023-09-21T11:17:03.846 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2bb064700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fe2b4143710 0x7fe2b406d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.847 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2bb064700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2b4143af0 con 0x7fe2b40ce7f0 2023-09-21T11:17:03.847 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2bb064700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2b406e290 con 0x7fe2b406dd50 2023-09-21T11:17:03.847 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2bb064700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2b406e570 con 0x7fe2b4143710 2023-09-21T11:17:03.847 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b9601700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fe2b40ce7f0 0x7fe2b406abe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39674/0 (socket says 172.21.15.79:39674) 2023-09-21T11:17:03.847 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b9601700 1 -- 172.21.15.79:0/1164288713 learned_addr learned my addr 172.21.15.79:0/1164288713 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:03.848 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b8e00700 1 --2- 172.21.15.79:0/1164288713 >> v2:172.21.15.134:3300/0 conn(0x7fe2b4143710 0x7fe2b406d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.848 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b37fe700 1 -- 172.21.15.79:0/1164288713 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2848361257 0 0) 0x7fe2b4143af0 con 0x7fe2b40ce7f0 2023-09-21T11:17:03.848 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b37fe700 1 -- 172.21.15.79:0/1164288713 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe2a40035b0 con 0x7fe2b40ce7f0 2023-09-21T11:17:03.848 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b37fe700 1 -- 172.21.15.79:0/1164288713 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1873766351 0 0) 0x7fe2b406e290 con 0x7fe2b406dd50 2023-09-21T11:17:03.848 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b37fe700 1 -- 172.21.15.79:0/1164288713 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe2b4143af0 con 0x7fe2b406dd50 2023-09-21T11:17:03.849 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b37fe700 1 -- 172.21.15.79:0/1164288713 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1025529951 0 0) 0x7fe2a40035b0 con 0x7fe2b40ce7f0 2023-09-21T11:17:03.849 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b37fe700 1 -- 172.21.15.79:0/1164288713 >> v2:172.21.15.134:3300/0 conn(0x7fe2b4143710 msgr2=0x7fe2b406d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:03.849 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b37fe700 1 --2- 172.21.15.79:0/1164288713 >> v2:172.21.15.134:3300/0 conn(0x7fe2b4143710 0x7fe2b406d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.849 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b37fe700 1 -- 172.21.15.79:0/1164288713 >> v1:172.21.15.134:6789/0 conn(0x7fe2b406dd50 legacy=0x7fe2b40ce0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:03.849 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b37fe700 1 -- 172.21.15.79:0/1164288713 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2b406e850 con 0x7fe2b40ce7f0 2023-09-21T11:17:03.849 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b37fe700 1 -- 172.21.15.79:0/1164288713 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7fe2ac0019f0 con 0x7fe2b40ce7f0 2023-09-21T11:17:03.850 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b37fe700 1 -- 172.21.15.79:0/1164288713 >> v1:172.21.15.79:6789/0 conn(0x7fe2b40ce7f0 legacy=0x7fe2b406abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:03.850 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b37fe700 1 --2- 172.21.15.79:0/1164288713 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2a4003be0 0x7fe2a4003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.850 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b37fe700 1 --2- 172.21.15.79:0/1164288713 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2a4004850 0x7fe2a4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.850 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b37fe700 1 --2- 172.21.15.79:0/1164288713 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe2a4005210 0x7fe2a400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.850 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b37fe700 1 -- 172.21.15.79:0/1164288713 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2b406e570 con 0x7fe2a4005210 2023-09-21T11:17:03.851 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b37fe700 1 -- 172.21.15.79:0/1164288713 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2a400c0e0 con 0x7fe2a4003be0 2023-09-21T11:17:03.851 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.851+0000 7fe2b37fe700 1 -- 172.21.15.79:0/1164288713 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2a400c2a0 con 0x7fe2a4004850 2023-09-21T11:17:03.851 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.852+0000 7fe2b9601700 1 --2- 172.21.15.79:0/1164288713 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe2a4005210 0x7fe2a400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.851 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.852+0000 7fe2b8e00700 1 --2- 172.21.15.79:0/1164288713 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2a4003be0 0x7fe2a4003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.851 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.852+0000 7fe2b3fff700 1 --2- 172.21.15.79:0/1164288713 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2a4004850 0x7fe2a4004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.851 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.852+0000 7fe2b9601700 1 -- 172.21.15.79:0/1164288713 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2a4004850 msgr2=0x7fe2a4004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:03.852 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.852+0000 7fe2b9601700 1 --2- 172.21.15.79:0/1164288713 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2a4004850 0x7fe2a4004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.852 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.852+0000 7fe2b9601700 1 -- 172.21.15.79:0/1164288713 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2a4003be0 msgr2=0x7fe2a4003fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:03.852 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.852+0000 7fe2b9601700 1 --2- 172.21.15.79:0/1164288713 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2a4003be0 0x7fe2a4003fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.852 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.852+0000 7fe2b9601700 1 -- 172.21.15.79:0/1164288713 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2a40035b0 con 0x7fe2a4005210 2023-09-21T11:17:03.852 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.852+0000 7fe2b8e00700 1 --2- 172.21.15.79:0/1164288713 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2a4003be0 0x7fe2a4003fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:03.853 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.852+0000 7fe2b9601700 1 -- 172.21.15.79:0/1164288713 reap_dead start 2023-09-21T11:17:03.853 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.852+0000 7fe2b9601700 1 --2- 172.21.15.79:0/1164288713 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe2a4005210 0x7fe2a400ba10 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe2b4071210 tx=0x7fe2a4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9056d03825dbc9c server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:03.853 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.852+0000 7fe2b37fe700 1 -- 172.21.15.79:0/1164288713 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2ac0072d0 con 0x7fe2a4005210 2023-09-21T11:17:03.853 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.852+0000 7fe2b37fe700 1 -- 172.21.15.79:0/1164288713 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2ac007450 con 0x7fe2a4005210 2023-09-21T11:17:03.853 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.852+0000 7fe2b37fe700 1 -- 172.21.15.79:0/1164288713 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2ac007800 con 0x7fe2a4005210 2023-09-21T11:17:03.853 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.853+0000 7fe2bb064700 1 -- 172.21.15.79:0/1164288713 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe2a4005210 msgr2=0x7fe2a400ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:03.854 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.853+0000 7fe2bb064700 1 --2- 172.21.15.79:0/1164288713 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe2a4005210 0x7fe2a400ba10 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe2b4071210 tx=0x7fe2a4005880 comp rx=0 tx=0).stop 2023-09-21T11:17:03.854 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.853+0000 7fe2bb064700 1 -- 172.21.15.79:0/1164288713 shutdown_connections 2023-09-21T11:17:03.854 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.853+0000 7fe2bb064700 1 --2- 172.21.15.79:0/1164288713 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe2a4005210 0x7fe2a400ba10 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.854 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.853+0000 7fe2bb064700 1 -- 172.21.15.79:0/1164288713 >> 172.21.15.79:0/1164288713 conn(0x7fe2b40b1900 msgr2=0x7fe2b40b1ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:03.854 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.853+0000 7fe2bb064700 1 -- 172.21.15.79:0/1164288713 shutdown_connections 2023-09-21T11:17:03.855 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.853+0000 7fe2bb064700 1 -- 172.21.15.79:0/1164288713 wait complete. 2023-09-21T11:17:03.855 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.854+0000 7fe2bb064700 1 Processor -- start 2023-09-21T11:17:03.855 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.854+0000 7fe2bb064700 1 -- start start 2023-09-21T11:17:03.857 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2bb064700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe2a4005210 0x7fe2b4159510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.857 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2bb064700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2b41348d0 0x7fe2b4132a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.858 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2bb064700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2b4131ca0 0x7fe2b40b3790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.858 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2bb064700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2b4135050 con 0x7fe2a4005210 2023-09-21T11:17:03.858 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2bb064700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2b40b5330 con 0x7fe2b41348d0 2023-09-21T11:17:03.858 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2bb064700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2b4134d70 con 0x7fe2b4131ca0 2023-09-21T11:17:03.858 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2b8e00700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe2a4005210 0x7fe2b4159510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.858 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2b8e00700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe2a4005210 0x7fe2b4159510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53318/0 (socket says 172.21.15.79:53318) 2023-09-21T11:17:03.859 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2b8e00700 1 -- 172.21.15.79:0/1199052552 learned_addr learned my addr 172.21.15.79:0/1199052552 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:03.859 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2b3fff700 1 --2- 172.21.15.79:0/1199052552 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2b41348d0 0x7fe2b4132a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.859 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2b9601700 1 --2- 172.21.15.79:0/1199052552 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2b4131ca0 0x7fe2b40b3790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.859 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2b8e00700 1 -- 172.21.15.79:0/1199052552 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2b4131ca0 msgr2=0x7fe2b40b3790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:03.859 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2b8e00700 1 --2- 172.21.15.79:0/1199052552 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2b4131ca0 0x7fe2b40b3790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.860 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2b8e00700 1 -- 172.21.15.79:0/1199052552 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2b41348d0 msgr2=0x7fe2b4132a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:03.860 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2b8e00700 1 --2- 172.21.15.79:0/1199052552 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2b41348d0 0x7fe2b4132a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:03.860 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2b8e00700 1 -- 172.21.15.79:0/1199052552 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2b4135d60 con 0x7fe2a4005210 2023-09-21T11:17:03.860 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2b3fff700 1 --2- 172.21.15.79:0/1199052552 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2b41348d0 0x7fe2b4132a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:03.860 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2b8e00700 1 --2- 172.21.15.79:0/1199052552 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe2a4005210 0x7fe2b4159510 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe2a8010880 tx=0x7fe2a8010c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:03.860 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2b17fa700 1 -- 172.21.15.79:0/1199052552 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2a8010e80 con 0x7fe2a4005210 2023-09-21T11:17:03.861 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2b17fa700 1 -- 172.21.15.79:0/1199052552 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2a8004020 con 0x7fe2a4005210 2023-09-21T11:17:03.861 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2b17fa700 1 -- 172.21.15.79:0/1199052552 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2a80043b0 con 0x7fe2a4005210 2023-09-21T11:17:03.861 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2bb064700 1 -- 172.21.15.79:0/1199052552 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2b4136040 con 0x7fe2a4005210 2023-09-21T11:17:03.861 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.855+0000 7fe2bb064700 1 -- 172.21.15.79:0/1199052552 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2b4132f90 con 0x7fe2a4005210 2023-09-21T11:17:03.861 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.856+0000 7fe2bb064700 1 -- 172.21.15.79:0/1199052552 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2b404eae0 con 0x7fe2a4005210 2023-09-21T11:17:03.862 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.857+0000 7fe2b17fa700 1 -- 172.21.15.79:0/1199052552 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fe2a800e8d0 con 0x7fe2a4005210 2023-09-21T11:17:03.862 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.857+0000 7fe2b17fa700 1 --2- 172.21.15.79:0/1199052552 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe29806a580 0x7fe29806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:03.862 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.857+0000 7fe2b17fa700 1 -- 172.21.15.79:0/1199052552 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe2a8088cc0 con 0x7fe2a4005210 2023-09-21T11:17:03.862 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.857+0000 7fe2b3fff700 1 --2- 172.21.15.79:0/1199052552 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe29806a580 0x7fe29806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:03.862 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.858+0000 7fe2b3fff700 1 --2- 172.21.15.79:0/1199052552 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe29806a580 0x7fe29806ca40 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fe2a0005590 tx=0x7fe2a0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:03.863 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:03.862+0000 7fe2b17fa700 1 -- 172.21.15.79:0/1199052552 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fe2a80542d0 con 0x7fe2a4005210 2023-09-21T11:17:04.045 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.052+0000 7fe2bb064700 1 -- 172.21.15.79:0/1199052552 --> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe2b415a540 con 0x7fe29806a580 2023-09-21T11:17:04.052 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.060+0000 7fe2b17fa700 1 -- 172.21.15.79:0/1199052552 <== mgr.4104 v2:172.21.15.79:6832/2997757862 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264745 (secure 0 0 0) 0x7fe2a00051f0 con 0x7fe29806a580 2023-09-21T11:17:04.056 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:04.058 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.063+0000 7fe2bb064700 1 -- 172.21.15.79:0/1199052552 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe29806a580 msgr2=0x7fe29806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:04.059 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.063+0000 7fe2bb064700 1 --2- 172.21.15.79:0/1199052552 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe29806a580 0x7fe29806ca40 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fe2a0005590 tx=0x7fe2a0009040 comp rx=0 tx=0).stop 2023-09-21T11:17:04.059 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.063+0000 7fe2bb064700 1 -- 172.21.15.79:0/1199052552 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe2a4005210 msgr2=0x7fe2b4159510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:04.059 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.063+0000 7fe2bb064700 1 --2- 172.21.15.79:0/1199052552 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe2a4005210 0x7fe2b4159510 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe2a8010880 tx=0x7fe2a8010c40 comp rx=0 tx=0).stop 2023-09-21T11:17:04.059 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.063+0000 7fe2bb064700 1 -- 172.21.15.79:0/1199052552 shutdown_connections 2023-09-21T11:17:04.059 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.063+0000 7fe2bb064700 1 --2- 172.21.15.79:0/1199052552 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe29806a580 0x7fe29806ca40 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.060 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.063+0000 7fe2bb064700 1 --2- 172.21.15.79:0/1199052552 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2b4131ca0 0x7fe2b40b3790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.060 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.063+0000 7fe2bb064700 1 --2- 172.21.15.79:0/1199052552 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe2a4005210 0x7fe2b4159510 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.060 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.063+0000 7fe2bb064700 1 --2- 172.21.15.79:0/1199052552 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2b41348d0 0x7fe2b4132a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.060 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.063+0000 7fe2bb064700 1 -- 172.21.15.79:0/1199052552 >> 172.21.15.79:0/1199052552 conn(0x7fe2b40b1900 msgr2=0x7fe2b415c870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:04.060 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.063+0000 7fe2bb064700 1 -- 172.21.15.79:0/1199052552 shutdown_connections 2023-09-21T11:17:04.061 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.063+0000 7fe2bb064700 1 -- 172.21.15.79:0/1199052552 wait complete. 2023-09-21T11:17:04.061 INFO:teuthology.orchestra.run.smithi079.stderr:dumped all 2023-09-21T11:17:04.068 INFO:teuthology.orchestra.run.smithi079.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2023-09-21T11:17:03.788073+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":180,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218980,"kb_used_data":2776,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755740,"statfs":{"total":773094113280,"available":772869877760,"internally_reserved":0,"allocated":2842624,"data_stored":1727540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":32,"apply_latency_ms":32,"commit_latency_ns":32000000,"apply_latency_ns":32000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.832591"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773289+0000","last_change":"2023-09-21T11:16:59.980669+0000","last_active":"2023-09-21T11:17:01.773289+0000","last_peered":"2023-09-21T11:17:01.773289+0000","last_clean":"2023-09-21T11:17:01.773289+0000","last_became_active":"2023-09-21T11:16:59.979155+0000","last_became_peered":"2023-09-21T11:16:59.979155+0000","last_unstale":"2023-09-21T11:17:01.773289+0000","last_undegraded":"2023-09-21T11:17:01.773289+0000","last_fullsized":"2023-09-21T11:17:01.773289+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:52:21.275866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976368+0000","last_change":"2023-09-21T11:16:59.975876+0000","last_active":"2023-09-21T11:17:00.976368+0000","last_peered":"2023-09-21T11:17:00.976368+0000","last_clean":"2023-09-21T11:17:00.976368+0000","last_became_active":"2023-09-21T11:16:59.975629+0000","last_became_peered":"2023-09-21T11:16:59.975629+0000","last_unstale":"2023-09-21T11:17:00.976368+0000","last_undegraded":"2023-09-21T11:17:00.976368+0000","last_fullsized":"2023-09-21T11:17:00.976368+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:46:39.100911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772454+0000","last_change":"2023-09-21T11:16:59.981515+0000","last_active":"2023-09-21T11:17:01.772454+0000","last_peered":"2023-09-21T11:17:01.772454+0000","last_clean":"2023-09-21T11:17:01.772454+0000","last_became_active":"2023-09-21T11:16:59.981192+0000","last_became_peered":"2023-09-21T11:16:59.981192+0000","last_unstale":"2023-09-21T11:17:01.772454+0000","last_undegraded":"2023-09-21T11:17:01.772454+0000","last_fullsized":"2023-09-21T11:17:01.772454+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:37:09.265746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478846+0000","last_change":"2023-09-21T11:16:59.982881+0000","last_active":"2023-09-21T11:17:01.478846+0000","last_peered":"2023-09-21T11:17:01.478846+0000","last_clean":"2023-09-21T11:17:01.478846+0000","last_became_active":"2023-09-21T11:16:59.982520+0000","last_became_peered":"2023-09-21T11:16:59.982520+0000","last_unstale":"2023-09-21T11:17:01.478846+0000","last_undegraded":"2023-09-21T11:17:01.478846+0000","last_fullsized":"2023-09-21T11:17:01.478846+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:20:14.024243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772711+0000","last_change":"2023-09-21T11:16:59.983614+0000","last_active":"2023-09-21T11:17:01.772711+0000","last_peered":"2023-09-21T11:17:01.772711+0000","last_clean":"2023-09-21T11:17:01.772711+0000","last_became_active":"2023-09-21T11:16:59.983282+0000","last_became_peered":"2023-09-21T11:16:59.983282+0000","last_unstale":"2023-09-21T11:17:01.772711+0000","last_undegraded":"2023-09-21T11:17:01.772711+0000","last_fullsized":"2023-09-21T11:17:01.772711+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:46:39.514734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478529+0000","last_change":"2023-09-21T11:16:59.981805+0000","last_active":"2023-09-21T11:17:01.478529+0000","last_peered":"2023-09-21T11:17:01.478529+0000","last_clean":"2023-09-21T11:17:01.478529+0000","last_became_active":"2023-09-21T11:16:59.981526+0000","last_became_peered":"2023-09-21T11:16:59.981526+0000","last_unstale":"2023-09-21T11:17:01.478529+0000","last_undegraded":"2023-09-21T11:17:01.478529+0000","last_fullsized":"2023-09-21T11:17:01.478529+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:34:12.139928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772584+0000","last_change":"2023-09-21T11:16:59.982835+0000","last_active":"2023-09-21T11:17:01.772584+0000","last_peered":"2023-09-21T11:17:01.772584+0000","last_clean":"2023-09-21T11:17:01.772584+0000","last_became_active":"2023-09-21T11:16:59.980510+0000","last_became_peered":"2023-09-21T11:16:59.980510+0000","last_unstale":"2023-09-21T11:17:01.772584+0000","last_undegraded":"2023-09-21T11:17:01.772584+0000","last_fullsized":"2023-09-21T11:17:01.772584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:34:12.139928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691792+0000","last_change":"2023-09-21T11:16:59.989765+0000","last_active":"2023-09-21T11:17:01.691792+0000","last_peered":"2023-09-21T11:17:01.691792+0000","last_clean":"2023-09-21T11:17:01.691792+0000","last_became_active":"2023-09-21T11:16:59.989463+0000","last_became_peered":"2023-09-21T11:16:59.989463+0000","last_unstale":"2023-09-21T11:17:01.691792+0000","last_undegraded":"2023-09-21T11:17:01.691792+0000","last_fullsized":"2023-09-21T11:17:01.691792+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:37:09.265746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773204+0000","last_change":"2023-09-21T11:16:59.979555+0000","last_active":"2023-09-21T11:17:01.773204+0000","last_peered":"2023-09-21T11:17:01.773204+0000","last_clean":"2023-09-21T11:17:01.773204+0000","last_became_active":"2023-09-21T11:16:59.978851+0000","last_became_peered":"2023-09-21T11:16:59.978851+0000","last_unstale":"2023-09-21T11:17:01.773204+0000","last_undegraded":"2023-09-21T11:17:01.773204+0000","last_fullsized":"2023-09-21T11:17:01.773204+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:42:58.147848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772456+0000","last_change":"2023-09-21T11:16:59.989817+0000","last_active":"2023-09-21T11:17:01.772456+0000","last_peered":"2023-09-21T11:17:01.772456+0000","last_clean":"2023-09-21T11:17:01.772456+0000","last_became_active":"2023-09-21T11:16:59.989520+0000","last_became_peered":"2023-09-21T11:16:59.989520+0000","last_unstale":"2023-09-21T11:17:01.772456+0000","last_undegraded":"2023-09-21T11:17:01.772456+0000","last_fullsized":"2023-09-21T11:17:01.772456+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:51:00.572389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772548+0000","last_change":"2023-09-21T11:16:59.990004+0000","last_active":"2023-09-21T11:17:01.772548+0000","last_peered":"2023-09-21T11:17:01.772548+0000","last_clean":"2023-09-21T11:17:01.772548+0000","last_became_active":"2023-09-21T11:16:59.989702+0000","last_became_peered":"2023-09-21T11:16:59.989702+0000","last_unstale":"2023-09-21T11:17:01.772548+0000","last_undegraded":"2023-09-21T11:17:01.772548+0000","last_fullsized":"2023-09-21T11:17:01.772548+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:46:39.100911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.975140+0000","last_change":"2023-09-21T11:16:59.980645+0000","last_active":"2023-09-21T11:17:00.975140+0000","last_peered":"2023-09-21T11:17:00.975140+0000","last_clean":"2023-09-21T11:17:00.975140+0000","last_became_active":"2023-09-21T11:16:59.980301+0000","last_became_peered":"2023-09-21T11:16:59.980301+0000","last_unstale":"2023-09-21T11:17:00.975140+0000","last_undegraded":"2023-09-21T11:17:00.975140+0000","last_fullsized":"2023-09-21T11:17:00.975140+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:07:26.073141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692053+0000","last_change":"2023-09-21T11:16:59.978922+0000","last_active":"2023-09-21T11:17:01.692053+0000","last_peered":"2023-09-21T11:17:01.692053+0000","last_clean":"2023-09-21T11:17:01.692053+0000","last_became_active":"2023-09-21T11:16:59.978697+0000","last_became_peered":"2023-09-21T11:16:59.978697+0000","last_unstale":"2023-09-21T11:17:01.692053+0000","last_undegraded":"2023-09-21T11:17:01.692053+0000","last_fullsized":"2023-09-21T11:17:01.692053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:55:32.080787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772189+0000","last_change":"2023-09-21T11:16:59.978404+0000","last_active":"2023-09-21T11:17:01.772189+0000","last_peered":"2023-09-21T11:17:01.772189+0000","last_clean":"2023-09-21T11:17:01.772189+0000","last_became_active":"2023-09-21T11:16:59.977108+0000","last_became_peered":"2023-09-21T11:16:59.977108+0000","last_unstale":"2023-09-21T11:17:01.772189+0000","last_undegraded":"2023-09-21T11:17:01.772189+0000","last_fullsized":"2023-09-21T11:17:01.772189+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:53:58.262103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976029+0000","last_change":"2023-09-21T11:16:59.978839+0000","last_active":"2023-09-21T11:17:00.976029+0000","last_peered":"2023-09-21T11:17:00.976029+0000","last_clean":"2023-09-21T11:17:00.976029+0000","last_became_active":"2023-09-21T11:16:59.978564+0000","last_became_peered":"2023-09-21T11:16:59.978564+0000","last_unstale":"2023-09-21T11:17:00.976029+0000","last_undegraded":"2023-09-21T11:17:00.976029+0000","last_fullsized":"2023-09-21T11:17:00.976029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:44.742475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478405+0000","last_change":"2023-09-21T11:16:59.982811+0000","last_active":"2023-09-21T11:17:01.478405+0000","last_peered":"2023-09-21T11:17:01.478405+0000","last_clean":"2023-09-21T11:17:01.478405+0000","last_became_active":"2023-09-21T11:16:59.981744+0000","last_became_peered":"2023-09-21T11:16:59.981744+0000","last_unstale":"2023-09-21T11:17:01.478405+0000","last_undegraded":"2023-09-21T11:17:01.478405+0000","last_fullsized":"2023-09-21T11:17:01.478405+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:57:14.380117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.479044+0000","last_change":"2023-09-21T11:16:59.980973+0000","last_active":"2023-09-21T11:17:01.479044+0000","last_peered":"2023-09-21T11:17:01.479044+0000","last_clean":"2023-09-21T11:17:01.479044+0000","last_became_active":"2023-09-21T11:16:59.980323+0000","last_became_peered":"2023-09-21T11:16:59.980323+0000","last_unstale":"2023-09-21T11:17:01.479044+0000","last_undegraded":"2023-09-21T11:17:01.479044+0000","last_fullsized":"2023-09-21T11:17:01.479044+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:05:20.727410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087267+0000","last_change":"2023-09-21T11:16:59.981031+0000","last_active":"2023-09-21T11:17:01.087267+0000","last_peered":"2023-09-21T11:17:01.087267+0000","last_clean":"2023-09-21T11:17:01.087267+0000","last_became_active":"2023-09-21T11:16:59.980748+0000","last_became_peered":"2023-09-21T11:16:59.980748+0000","last_unstale":"2023-09-21T11:17:01.087267+0000","last_undegraded":"2023-09-21T11:17:01.087267+0000","last_fullsized":"2023-09-21T11:17:01.087267+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:55:41.019051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772901+0000","last_change":"2023-09-21T11:16:59.983732+0000","last_active":"2023-09-21T11:17:01.772901+0000","last_peered":"2023-09-21T11:17:01.772901+0000","last_clean":"2023-09-21T11:17:01.772901+0000","last_became_active":"2023-09-21T11:16:59.983425+0000","last_became_peered":"2023-09-21T11:16:59.983425+0000","last_unstale":"2023-09-21T11:17:01.772901+0000","last_undegraded":"2023-09-21T11:17:01.772901+0000","last_fullsized":"2023-09-21T11:17:01.772901+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:18:20.243693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772505+0000","last_change":"2023-09-21T11:16:58.978888+0000","last_active":"2023-09-21T11:17:01.772505+0000","last_peered":"2023-09-21T11:17:01.772505+0000","last_clean":"2023-09-21T11:17:01.772505+0000","last_became_active":"2023-09-21T11:16:58.978583+0000","last_became_peered":"2023-09-21T11:16:58.978583+0000","last_unstale":"2023-09-21T11:17:01.772505+0000","last_undegraded":"2023-09-21T11:17:01.772505+0000","last_fullsized":"2023-09-21T11:17:01.772505+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:42:20.176572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692269+0000","last_change":"2023-09-21T11:16:59.978992+0000","last_active":"2023-09-21T11:17:01.692269+0000","last_peered":"2023-09-21T11:17:01.692269+0000","last_clean":"2023-09-21T11:17:01.692269+0000","last_became_active":"2023-09-21T11:16:59.978654+0000","last_became_peered":"2023-09-21T11:16:59.978654+0000","last_unstale":"2023-09-21T11:17:01.692269+0000","last_undegraded":"2023-09-21T11:17:01.692269+0000","last_fullsized":"2023-09-21T11:17:01.692269+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:57:14.380117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692208+0000","last_change":"2023-09-21T11:16:58.970459+0000","last_active":"2023-09-21T11:17:01.692208+0000","last_peered":"2023-09-21T11:17:01.692208+0000","last_clean":"2023-09-21T11:17:01.692208+0000","last_became_active":"2023-09-21T11:16:58.970165+0000","last_became_peered":"2023-09-21T11:16:58.970165+0000","last_unstale":"2023-09-21T11:17:01.692208+0000","last_undegraded":"2023-09-21T11:17:01.692208+0000","last_fullsized":"2023-09-21T11:17:01.692208+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:20:53.866428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772696+0000","last_change":"2023-09-21T11:16:59.980230+0000","last_active":"2023-09-21T11:17:01.772696+0000","last_peered":"2023-09-21T11:17:01.772696+0000","last_clean":"2023-09-21T11:17:01.772696+0000","last_became_active":"2023-09-21T11:16:59.979951+0000","last_became_peered":"2023-09-21T11:16:59.979951+0000","last_unstale":"2023-09-21T11:17:01.772696+0000","last_undegraded":"2023-09-21T11:17:01.772696+0000","last_fullsized":"2023-09-21T11:17:01.772696+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:48.414223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773114+0000","last_change":"2023-09-21T11:16:58.978427+0000","last_active":"2023-09-21T11:17:01.773114+0000","last_peered":"2023-09-21T11:17:01.773114+0000","last_clean":"2023-09-21T11:17:01.773114+0000","last_became_active":"2023-09-21T11:16:58.978136+0000","last_became_peered":"2023-09-21T11:16:58.978136+0000","last_unstale":"2023-09-21T11:17:01.773114+0000","last_undegraded":"2023-09-21T11:17:01.773114+0000","last_fullsized":"2023-09-21T11:17:01.773114+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:47.408342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478652+0000","last_change":"2023-09-21T11:16:59.986226+0000","last_active":"2023-09-21T11:17:01.478652+0000","last_peered":"2023-09-21T11:17:01.478652+0000","last_clean":"2023-09-21T11:17:01.478652+0000","last_became_active":"2023-09-21T11:16:59.985968+0000","last_became_peered":"2023-09-21T11:16:59.985968+0000","last_unstale":"2023-09-21T11:17:01.478652+0000","last_undegraded":"2023-09-21T11:17:01.478652+0000","last_fullsized":"2023-09-21T11:17:01.478652+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:32:58.157880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772779+0000","last_change":"2023-09-21T11:16:58.977131+0000","last_active":"2023-09-21T11:17:01.772779+0000","last_peered":"2023-09-21T11:17:01.772779+0000","last_clean":"2023-09-21T11:17:01.772779+0000","last_became_active":"2023-09-21T11:16:58.976850+0000","last_became_peered":"2023-09-21T11:16:58.976850+0000","last_unstale":"2023-09-21T11:17:01.772779+0000","last_undegraded":"2023-09-21T11:17:01.772779+0000","last_fullsized":"2023-09-21T11:17:01.772779+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:31:01.085977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478835+0000","last_change":"2023-09-21T11:16:59.977638+0000","last_active":"2023-09-21T11:17:01.478835+0000","last_peered":"2023-09-21T11:17:01.478835+0000","last_clean":"2023-09-21T11:17:01.478835+0000","last_became_active":"2023-09-21T11:16:59.977339+0000","last_became_peered":"2023-09-21T11:16:59.977339+0000","last_unstale":"2023-09-21T11:17:01.478835+0000","last_undegraded":"2023-09-21T11:17:01.478835+0000","last_fullsized":"2023-09-21T11:17:01.478835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:18:20.243693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692238+0000","last_change":"2023-09-21T11:16:58.979034+0000","last_active":"2023-09-21T11:17:01.692238+0000","last_peered":"2023-09-21T11:17:01.692238+0000","last_clean":"2023-09-21T11:17:01.692238+0000","last_became_active":"2023-09-21T11:16:58.978703+0000","last_became_peered":"2023-09-21T11:16:58.978703+0000","last_unstale":"2023-09-21T11:17:01.692238+0000","last_undegraded":"2023-09-21T11:17:01.692238+0000","last_fullsized":"2023-09-21T11:17:01.692238+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:24:04.317960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.974655+0000","last_change":"2023-09-21T11:16:59.973078+0000","last_active":"2023-09-21T11:17:00.974655+0000","last_peered":"2023-09-21T11:17:00.974655+0000","last_clean":"2023-09-21T11:17:00.974655+0000","last_became_active":"2023-09-21T11:16:59.972437+0000","last_became_peered":"2023-09-21T11:16:59.972437+0000","last_unstale":"2023-09-21T11:17:00.974655+0000","last_undegraded":"2023-09-21T11:17:00.974655+0000","last_fullsized":"2023-09-21T11:17:00.974655+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:20:54.872308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.771978+0000","last_change":"2023-09-21T11:16:58.968089+0000","last_active":"2023-09-21T11:17:01.771978+0000","last_peered":"2023-09-21T11:17:01.771978+0000","last_clean":"2023-09-21T11:17:01.771978+0000","last_became_active":"2023-09-21T11:16:58.967805+0000","last_became_peered":"2023-09-21T11:16:58.967805+0000","last_unstale":"2023-09-21T11:17:01.771978+0000","last_undegraded":"2023-09-21T11:17:01.771978+0000","last_fullsized":"2023-09-21T11:17:01.771978+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:37:08.259866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772510+0000","last_change":"2023-09-21T11:16:59.973348+0000","last_active":"2023-09-21T11:17:01.772510+0000","last_peered":"2023-09-21T11:17:01.772510+0000","last_clean":"2023-09-21T11:17:01.772510+0000","last_became_active":"2023-09-21T11:16:59.972785+0000","last_became_peered":"2023-09-21T11:16:59.972785+0000","last_unstale":"2023-09-21T11:17:01.772510+0000","last_undegraded":"2023-09-21T11:17:01.772510+0000","last_fullsized":"2023-09-21T11:17:01.772510+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:34:48.651631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691871+0000","last_change":"2023-09-21T11:16:58.972546+0000","last_active":"2023-09-21T11:17:01.691871+0000","last_peered":"2023-09-21T11:17:01.691871+0000","last_clean":"2023-09-21T11:17:01.691871+0000","last_became_active":"2023-09-21T11:16:58.972310+0000","last_became_peered":"2023-09-21T11:16:58.972310+0000","last_unstale":"2023-09-21T11:17:01.691871+0000","last_undegraded":"2023-09-21T11:17:01.691871+0000","last_fullsized":"2023-09-21T11:17:01.691871+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:53:57.256222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691973+0000","last_change":"2023-09-21T11:16:59.976456+0000","last_active":"2023-09-21T11:17:01.691973+0000","last_peered":"2023-09-21T11:17:01.691973+0000","last_clean":"2023-09-21T11:17:01.691973+0000","last_became_active":"2023-09-21T11:16:59.976172+0000","last_became_peered":"2023-09-21T11:16:59.976172+0000","last_unstale":"2023-09-21T11:17:01.691973+0000","last_undegraded":"2023-09-21T11:17:01.691973+0000","last_fullsized":"2023-09-21T11:17:01.691973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:44.742475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478612+0000","last_change":"2023-09-21T11:16:58.974456+0000","last_active":"2023-09-21T11:17:01.478612+0000","last_peered":"2023-09-21T11:17:01.478612+0000","last_clean":"2023-09-21T11:17:01.478612+0000","last_became_active":"2023-09-21T11:16:58.974172+0000","last_became_peered":"2023-09-21T11:16:58.974172+0000","last_unstale":"2023-09-21T11:17:01.478612+0000","last_undegraded":"2023-09-21T11:17:01.478612+0000","last_fullsized":"2023-09-21T11:17:01.478612+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:55:40.013170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976269+0000","last_change":"2023-09-21T11:16:59.977098+0000","last_active":"2023-09-21T11:17:00.976269+0000","last_peered":"2023-09-21T11:17:00.976269+0000","last_clean":"2023-09-21T11:17:00.976269+0000","last_became_active":"2023-09-21T11:16:59.976817+0000","last_became_peered":"2023-09-21T11:16:59.976817+0000","last_unstale":"2023-09-21T11:17:00.976269+0000","last_undegraded":"2023-09-21T11:17:00.976269+0000","last_fullsized":"2023-09-21T11:17:00.976269+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:51:00.572389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772436+0000","last_change":"2023-09-21T11:16:58.972723+0000","last_active":"2023-09-21T11:17:01.772436+0000","last_peered":"2023-09-21T11:17:01.772436+0000","last_clean":"2023-09-21T11:17:01.772436+0000","last_became_active":"2023-09-21T11:16:58.972356+0000","last_became_peered":"2023-09-21T11:16:58.972356+0000","last_unstale":"2023-09-21T11:17:01.772436+0000","last_undegraded":"2023-09-21T11:17:01.772436+0000","last_fullsized":"2023-09-21T11:17:01.772436+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:39:29.389201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478903+0000","last_change":"2023-09-21T11:16:59.988591+0000","last_active":"2023-09-21T11:17:01.478903+0000","last_peered":"2023-09-21T11:17:01.478903+0000","last_clean":"2023-09-21T11:17:01.478903+0000","last_became_active":"2023-09-21T11:16:59.988305+0000","last_became_peered":"2023-09-21T11:16:59.988305+0000","last_unstale":"2023-09-21T11:17:01.478903+0000","last_undegraded":"2023-09-21T11:17:01.478903+0000","last_fullsized":"2023-09-21T11:17:01.478903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:01:24.805520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478770+0000","last_change":"2023-09-21T11:16:58.977880+0000","last_active":"2023-09-21T11:17:01.478770+0000","last_peered":"2023-09-21T11:17:01.478770+0000","last_clean":"2023-09-21T11:17:01.478770+0000","last_became_active":"2023-09-21T11:16:58.977566+0000","last_became_peered":"2023-09-21T11:16:58.977566+0000","last_unstale":"2023-09-21T11:17:01.478770+0000","last_undegraded":"2023-09-21T11:17:01.478770+0000","last_fullsized":"2023-09-21T11:17:01.478770+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:39:29.389201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772594+0000","last_change":"2023-09-21T11:16:59.980127+0000","last_active":"2023-09-21T11:17:01.772594+0000","last_peered":"2023-09-21T11:17:01.772594+0000","last_clean":"2023-09-21T11:17:01.772594+0000","last_became_active":"2023-09-21T11:16:59.979842+0000","last_became_peered":"2023-09-21T11:16:59.979842+0000","last_unstale":"2023-09-21T11:17:01.772594+0000","last_undegraded":"2023-09-21T11:17:01.772594+0000","last_fullsized":"2023-09-21T11:17:01.772594+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:44.742475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976207+0000","last_change":"2023-09-21T11:16:58.972798+0000","last_active":"2023-09-21T11:17:00.976207+0000","last_peered":"2023-09-21T11:17:00.976207+0000","last_clean":"2023-09-21T11:17:00.976207+0000","last_became_active":"2023-09-21T11:16:58.972470+0000","last_became_peered":"2023-09-21T11:16:58.972470+0000","last_unstale":"2023-09-21T11:17:00.976207+0000","last_undegraded":"2023-09-21T11:17:00.976207+0000","last_fullsized":"2023-09-21T11:17:00.976207+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:39:29.389201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.975121+0000","last_change":"2023-09-21T11:16:59.976677+0000","last_active":"2023-09-21T11:17:00.975121+0000","last_peered":"2023-09-21T11:17:00.975121+0000","last_clean":"2023-09-21T11:17:00.975121+0000","last_became_active":"2023-09-21T11:16:59.975432+0000","last_became_peered":"2023-09-21T11:16:59.975432+0000","last_unstale":"2023-09-21T11:17:00.975121+0000","last_undegraded":"2023-09-21T11:17:00.975121+0000","last_fullsized":"2023-09-21T11:17:00.975121+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:48:46.352776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772103+0000","last_change":"2023-09-21T11:16:58.971377+0000","last_active":"2023-09-21T11:17:01.772103+0000","last_peered":"2023-09-21T11:17:01.772103+0000","last_clean":"2023-09-21T11:17:01.772103+0000","last_became_active":"2023-09-21T11:16:58.971067+0000","last_became_peered":"2023-09-21T11:16:58.971067+0000","last_unstale":"2023-09-21T11:17:01.772103+0000","last_undegraded":"2023-09-21T11:17:01.772103+0000","last_fullsized":"2023-09-21T11:17:01.772103+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:12:17.462094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772869+0000","last_change":"2023-09-21T11:16:59.982055+0000","last_active":"2023-09-21T11:17:01.772869+0000","last_peered":"2023-09-21T11:17:01.772869+0000","last_clean":"2023-09-21T11:17:01.772869+0000","last_became_active":"2023-09-21T11:16:59.980953+0000","last_became_peered":"2023-09-21T11:16:59.980953+0000","last_unstale":"2023-09-21T11:17:01.772869+0000","last_undegraded":"2023-09-21T11:17:01.772869+0000","last_fullsized":"2023-09-21T11:17:01.772869+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:36:02.573466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772469+0000","last_change":"2023-09-21T11:16:58.965008+0000","last_active":"2023-09-21T11:17:01.772469+0000","last_peered":"2023-09-21T11:17:01.772469+0000","last_clean":"2023-09-21T11:17:01.772469+0000","last_became_active":"2023-09-21T11:16:58.964724+0000","last_became_peered":"2023-09-21T11:16:58.964724+0000","last_unstale":"2023-09-21T11:17:01.772469+0000","last_undegraded":"2023-09-21T11:17:01.772469+0000","last_fullsized":"2023-09-21T11:17:01.772469+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:31:01.085977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772143+0000","last_change":"2023-09-21T11:16:59.974822+0000","last_active":"2023-09-21T11:17:01.772143+0000","last_peered":"2023-09-21T11:17:01.772143+0000","last_clean":"2023-09-21T11:17:01.772143+0000","last_became_active":"2023-09-21T11:16:59.974121+0000","last_became_peered":"2023-09-21T11:16:59.974121+0000","last_unstale":"2023-09-21T11:17:01.772143+0000","last_undegraded":"2023-09-21T11:17:01.772143+0000","last_fullsized":"2023-09-21T11:17:01.772143+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:12:18.467974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478851+0000","last_change":"2023-09-21T11:16:58.971472+0000","last_active":"2023-09-21T11:17:01.478851+0000","last_peered":"2023-09-21T11:17:01.478851+0000","last_clean":"2023-09-21T11:17:01.478851+0000","last_became_active":"2023-09-21T11:16:58.971211+0000","last_became_peered":"2023-09-21T11:16:58.971211+0000","last_unstale":"2023-09-21T11:17:01.478851+0000","last_undegraded":"2023-09-21T11:17:01.478851+0000","last_fullsized":"2023-09-21T11:17:01.478851+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:43.736594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773000+0000","last_change":"2023-09-21T11:16:59.985719+0000","last_active":"2023-09-21T11:17:01.773000+0000","last_peered":"2023-09-21T11:17:01.773000+0000","last_clean":"2023-09-21T11:17:01.773000+0000","last_became_active":"2023-09-21T11:16:59.985440+0000","last_became_peered":"2023-09-21T11:16:59.985440+0000","last_unstale":"2023-09-21T11:17:01.773000+0000","last_undegraded":"2023-09-21T11:17:01.773000+0000","last_fullsized":"2023-09-21T11:17:01.773000+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:32:58.157880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.771918+0000","last_change":"2023-09-21T11:16:58.968186+0000","last_active":"2023-09-21T11:17:01.771918+0000","last_peered":"2023-09-21T11:17:01.771918+0000","last_clean":"2023-09-21T11:17:01.771918+0000","last_became_active":"2023-09-21T11:16:58.967872+0000","last_became_peered":"2023-09-21T11:16:58.967872+0000","last_unstale":"2023-09-21T11:17:01.771918+0000","last_undegraded":"2023-09-21T11:17:01.771918+0000","last_fullsized":"2023-09-21T11:17:01.771918+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:48:45.346895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772000+0000","last_change":"2023-09-21T11:16:59.990419+0000","last_active":"2023-09-21T11:17:01.772000+0000","last_peered":"2023-09-21T11:17:01.772000+0000","last_clean":"2023-09-21T11:17:01.772000+0000","last_became_active":"2023-09-21T11:16:59.989788+0000","last_became_peered":"2023-09-21T11:16:59.989788+0000","last_unstale":"2023-09-21T11:17:01.772000+0000","last_undegraded":"2023-09-21T11:17:01.772000+0000","last_fullsized":"2023-09-21T11:17:01.772000+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:02.867851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087052+0000","last_change":"2023-09-21T11:16:58.965023+0000","last_active":"2023-09-21T11:17:01.087052+0000","last_peered":"2023-09-21T11:17:01.087052+0000","last_clean":"2023-09-21T11:17:01.087052+0000","last_became_active":"2023-09-21T11:16:58.964698+0000","last_became_peered":"2023-09-21T11:16:58.964698+0000","last_unstale":"2023-09-21T11:17:01.087052+0000","last_undegraded":"2023-09-21T11:17:01.087052+0000","last_fullsized":"2023-09-21T11:17:01.087052+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:18:28.209925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772765+0000","last_change":"2023-09-21T11:16:59.985880+0000","last_active":"2023-09-21T11:17:01.772765+0000","last_peered":"2023-09-21T11:17:01.772765+0000","last_clean":"2023-09-21T11:17:01.772765+0000","last_became_active":"2023-09-21T11:16:59.985585+0000","last_became_peered":"2023-09-21T11:16:59.985585+0000","last_unstale":"2023-09-21T11:17:01.772765+0000","last_undegraded":"2023-09-21T11:17:01.772765+0000","last_fullsized":"2023-09-21T11:17:01.772765+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:17:44.039547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.975322+0000","last_change":"2023-09-21T11:16:58.964390+0000","last_active":"2023-09-21T11:17:00.975322+0000","last_peered":"2023-09-21T11:17:00.975322+0000","last_clean":"2023-09-21T11:17:00.975322+0000","last_became_active":"2023-09-21T11:16:58.964081+0000","last_became_peered":"2023-09-21T11:16:58.964081+0000","last_unstale":"2023-09-21T11:17:00.975322+0000","last_undegraded":"2023-09-21T11:17:00.975322+0000","last_fullsized":"2023-09-21T11:17:00.975322+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:41:35.848693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773425+0000","last_change":"2023-09-21T11:16:59.985649+0000","last_active":"2023-09-21T11:17:01.773425+0000","last_peered":"2023-09-21T11:17:01.773425+0000","last_clean":"2023-09-21T11:17:01.773425+0000","last_became_active":"2023-09-21T11:16:59.979865+0000","last_became_peered":"2023-09-21T11:16:59.979865+0000","last_unstale":"2023-09-21T11:17:01.773425+0000","last_undegraded":"2023-09-21T11:17:01.773425+0000","last_fullsized":"2023-09-21T11:17:01.773425+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:05:20.727410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976102+0000","last_change":"2023-09-21T11:16:58.967223+0000","last_active":"2023-09-21T11:17:00.976102+0000","last_peered":"2023-09-21T11:17:00.976102+0000","last_clean":"2023-09-21T11:17:00.976102+0000","last_became_active":"2023-09-21T11:16:58.965873+0000","last_became_peered":"2023-09-21T11:16:58.965873+0000","last_unstale":"2023-09-21T11:17:00.976102+0000","last_undegraded":"2023-09-21T11:17:00.976102+0000","last_fullsized":"2023-09-21T11:17:00.976102+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:50:45.479022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478982+0000","last_change":"2023-09-21T11:16:59.979098+0000","last_active":"2023-09-21T11:17:01.478982+0000","last_peered":"2023-09-21T11:17:01.478982+0000","last_clean":"2023-09-21T11:17:01.478982+0000","last_became_active":"2023-09-21T11:16:59.978799+0000","last_became_peered":"2023-09-21T11:16:59.978799+0000","last_unstale":"2023-09-21T11:17:01.478982+0000","last_undegraded":"2023-09-21T11:17:01.478982+0000","last_fullsized":"2023-09-21T11:17:01.478982+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:52:21.275866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478866+0000","last_change":"2023-09-21T11:16:58.969791+0000","last_active":"2023-09-21T11:17:01.478866+0000","last_peered":"2023-09-21T11:17:01.478866+0000","last_clean":"2023-09-21T11:17:01.478866+0000","last_became_active":"2023-09-21T11:16:58.969017+0000","last_became_peered":"2023-09-21T11:16:58.969017+0000","last_unstale":"2023-09-21T11:17:01.478866+0000","last_undegraded":"2023-09-21T11:17:01.478866+0000","last_fullsized":"2023-09-21T11:17:01.478866+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:01.861971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.974898+0000","last_change":"2023-09-21T11:16:59.980862+0000","last_active":"2023-09-21T11:17:00.974898+0000","last_peered":"2023-09-21T11:17:00.974898+0000","last_clean":"2023-09-21T11:17:00.974898+0000","last_became_active":"2023-09-21T11:16:59.980581+0000","last_became_peered":"2023-09-21T11:16:59.980581+0000","last_unstale":"2023-09-21T11:17:00.974898+0000","last_undegraded":"2023-09-21T11:17:00.974898+0000","last_fullsized":"2023-09-21T11:17:00.974898+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:18:29.215806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.975978+0000","last_change":"2023-09-21T11:16:59.982817+0000","last_active":"2023-09-21T11:17:00.975978+0000","last_peered":"2023-09-21T11:17:00.975978+0000","last_clean":"2023-09-21T11:17:00.975978+0000","last_became_active":"2023-09-21T11:16:59.982512+0000","last_became_peered":"2023-09-21T11:16:59.982512+0000","last_unstale":"2023-09-21T11:17:00.975978+0000","last_undegraded":"2023-09-21T11:17:00.975978+0000","last_fullsized":"2023-09-21T11:17:00.975978+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:02.867851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087075+0000","last_change":"2023-09-21T11:16:58.968925+0000","last_active":"2023-09-21T11:17:01.087075+0000","last_peered":"2023-09-21T11:17:01.087075+0000","last_clean":"2023-09-21T11:17:01.087075+0000","last_became_active":"2023-09-21T11:16:58.968592+0000","last_became_peered":"2023-09-21T11:16:58.968592+0000","last_unstale":"2023-09-21T11:17:01.087075+0000","last_undegraded":"2023-09-21T11:17:01.087075+0000","last_fullsized":"2023-09-21T11:17:01.087075+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:49:05.196140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692299+0000","last_change":"2023-09-21T11:16:59.983548+0000","last_active":"2023-09-21T11:17:01.692299+0000","last_peered":"2023-09-21T11:17:01.692299+0000","last_clean":"2023-09-21T11:17:01.692299+0000","last_became_active":"2023-09-21T11:16:59.983257+0000","last_became_peered":"2023-09-21T11:16:59.983257+0000","last_unstale":"2023-09-21T11:17:01.692299+0000","last_undegraded":"2023-09-21T11:17:01.692299+0000","last_fullsized":"2023-09-21T11:17:01.692299+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:34:12.139928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478487+0000","last_change":"2023-09-21T11:16:58.974275+0000","last_active":"2023-09-21T11:17:01.478487+0000","last_peered":"2023-09-21T11:17:01.478487+0000","last_clean":"2023-09-21T11:17:01.478487+0000","last_became_active":"2023-09-21T11:16:58.973976+0000","last_became_peered":"2023-09-21T11:16:58.973976+0000","last_unstale":"2023-09-21T11:17:01.478487+0000","last_undegraded":"2023-09-21T11:17:01.478487+0000","last_fullsized":"2023-09-21T11:17:01.478487+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:20:53.866428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T11:16:59.969783+0000","last_change":"2023-09-21T11:16:47.947863+0000","last_active":"2023-09-21T11:16:59.969783+0000","last_peered":"2023-09-21T11:16:59.969783+0000","last_clean":"2023-09-21T11:16:59.969783+0000","last_became_active":"2023-09-21T11:16:47.946755+0000","last_became_peered":"2023-09-21T11:16:47.946755+0000","last_unstale":"2023-09-21T11:16:59.969783+0000","last_undegraded":"2023-09-21T11:16:59.969783+0000","last_fullsized":"2023-09-21T11:16:59.969783+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:46.798821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:46.798821+0000","last_clean_scrub_stamp":"2023-09-21T11:16:46.798821+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:59:57.802465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772129+0000","last_change":"2023-09-21T11:16:59.973369+0000","last_active":"2023-09-21T11:17:01.772129+0000","last_peered":"2023-09-21T11:17:01.772129+0000","last_clean":"2023-09-21T11:17:01.772129+0000","last_became_active":"2023-09-21T11:16:59.972273+0000","last_became_peered":"2023-09-21T11:16:59.972273+0000","last_unstale":"2023-09-21T11:17:01.772129+0000","last_undegraded":"2023-09-21T11:17:01.772129+0000","last_fullsized":"2023-09-21T11:17:01.772129+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:55:41.019051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772643+0000","last_change":"2023-09-21T11:16:58.977553+0000","last_active":"2023-09-21T11:17:01.772643+0000","last_peered":"2023-09-21T11:17:01.772643+0000","last_clean":"2023-09-21T11:17:01.772643+0000","last_became_active":"2023-09-21T11:16:58.977282+0000","last_became_peered":"2023-09-21T11:16:58.977282+0000","last_unstale":"2023-09-21T11:17:01.772643+0000","last_undegraded":"2023-09-21T11:17:01.772643+0000","last_fullsized":"2023-09-21T11:17:01.772643+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:12:17.462094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773008+0000","last_change":"2023-09-21T11:16:58.977134+0000","last_active":"2023-09-21T11:17:01.773008+0000","last_peered":"2023-09-21T11:17:01.773008+0000","last_clean":"2023-09-21T11:17:01.773008+0000","last_became_active":"2023-09-21T11:16:58.976829+0000","last_became_peered":"2023-09-21T11:16:58.976829+0000","last_unstale":"2023-09-21T11:17:01.773008+0000","last_undegraded":"2023-09-21T11:17:01.773008+0000","last_fullsized":"2023-09-21T11:17:01.773008+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:43.736594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976090+0000","last_change":"2023-09-21T11:16:59.975537+0000","last_active":"2023-09-21T11:17:00.976090+0000","last_peered":"2023-09-21T11:17:00.976090+0000","last_clean":"2023-09-21T11:17:00.976090+0000","last_became_active":"2023-09-21T11:16:59.975253+0000","last_became_peered":"2023-09-21T11:16:59.975253+0000","last_unstale":"2023-09-21T11:17:00.976090+0000","last_undegraded":"2023-09-21T11:17:00.976090+0000","last_fullsized":"2023-09-21T11:17:00.976090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:48.414223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976196+0000","last_change":"2023-09-21T11:16:58.971620+0000","last_active":"2023-09-21T11:17:00.976196+0000","last_peered":"2023-09-21T11:17:00.976196+0000","last_clean":"2023-09-21T11:17:00.976196+0000","last_became_active":"2023-09-21T11:16:58.971391+0000","last_became_peered":"2023-09-21T11:16:58.971391+0000","last_unstale":"2023-09-21T11:17:00.976196+0000","last_undegraded":"2023-09-21T11:17:00.976196+0000","last_fullsized":"2023-09-21T11:17:00.976196+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:53:57.256222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692234+0000","last_change":"2023-09-21T11:16:59.980273+0000","last_active":"2023-09-21T11:17:01.692234+0000","last_peered":"2023-09-21T11:17:01.692234+0000","last_clean":"2023-09-21T11:17:01.692234+0000","last_became_active":"2023-09-21T11:16:59.979996+0000","last_became_peered":"2023-09-21T11:16:59.979996+0000","last_unstale":"2023-09-21T11:17:01.692234+0000","last_undegraded":"2023-09-21T11:17:01.692234+0000","last_fullsized":"2023-09-21T11:17:01.692234+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:46:39.100911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772378+0000","last_change":"2023-09-21T11:16:58.978103+0000","last_active":"2023-09-21T11:17:01.772378+0000","last_peered":"2023-09-21T11:17:01.772378+0000","last_clean":"2023-09-21T11:17:01.772378+0000","last_became_active":"2023-09-21T11:16:58.977690+0000","last_became_peered":"2023-09-21T11:16:58.977690+0000","last_unstale":"2023-09-21T11:17:01.772378+0000","last_undegraded":"2023-09-21T11:17:01.772378+0000","last_fullsized":"2023-09-21T11:17:01.772378+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:53:57.256222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772526+0000","last_change":"2023-09-21T11:16:59.979498+0000","last_active":"2023-09-21T11:17:01.772526+0000","last_peered":"2023-09-21T11:17:01.772526+0000","last_clean":"2023-09-21T11:17:01.772526+0000","last_became_active":"2023-09-21T11:16:59.977481+0000","last_became_peered":"2023-09-21T11:16:59.977481+0000","last_unstale":"2023-09-21T11:17:01.772526+0000","last_undegraded":"2023-09-21T11:17:01.772526+0000","last_fullsized":"2023-09-21T11:17:01.772526+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:02.867851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772725+0000","last_change":"2023-09-21T11:16:58.976931+0000","last_active":"2023-09-21T11:17:01.772725+0000","last_peered":"2023-09-21T11:17:01.772725+0000","last_clean":"2023-09-21T11:17:01.772725+0000","last_became_active":"2023-09-21T11:16:58.976644+0000","last_became_peered":"2023-09-21T11:16:58.976644+0000","last_unstale":"2023-09-21T11:17:01.772725+0000","last_undegraded":"2023-09-21T11:17:01.772725+0000","last_fullsized":"2023-09-21T11:17:01.772725+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:55:40.013170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.974711+0000","last_change":"2023-09-21T11:16:59.981934+0000","last_active":"2023-09-21T11:17:00.974711+0000","last_peered":"2023-09-21T11:17:00.974711+0000","last_clean":"2023-09-21T11:17:00.974711+0000","last_became_active":"2023-09-21T11:16:59.981659+0000","last_became_peered":"2023-09-21T11:16:59.981659+0000","last_unstale":"2023-09-21T11:17:00.974711+0000","last_undegraded":"2023-09-21T11:17:00.974711+0000","last_fullsized":"2023-09-21T11:17:00.974711+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:31:02.091858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976035+0000","last_change":"2023-09-21T11:16:58.977980+0000","last_active":"2023-09-21T11:17:00.976035+0000","last_peered":"2023-09-21T11:17:00.976035+0000","last_clean":"2023-09-21T11:17:00.976035+0000","last_became_active":"2023-09-21T11:16:58.977702+0000","last_became_peered":"2023-09-21T11:16:58.977702+0000","last_unstale":"2023-09-21T11:17:00.976035+0000","last_undegraded":"2023-09-21T11:17:00.976035+0000","last_fullsized":"2023-09-21T11:17:00.976035+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:48:45.346895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691883+0000","last_change":"2023-09-21T11:16:59.976480+0000","last_active":"2023-09-21T11:17:01.691883+0000","last_peered":"2023-09-21T11:17:01.691883+0000","last_clean":"2023-09-21T11:17:01.691883+0000","last_became_active":"2023-09-21T11:16:59.976204+0000","last_became_peered":"2023-09-21T11:16:59.976204+0000","last_unstale":"2023-09-21T11:17:01.691883+0000","last_undegraded":"2023-09-21T11:17:01.691883+0000","last_fullsized":"2023-09-21T11:17:01.691883+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:02.867851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976306+0000","last_change":"2023-09-21T11:16:58.969414+0000","last_active":"2023-09-21T11:17:00.976306+0000","last_peered":"2023-09-21T11:17:00.976306+0000","last_clean":"2023-09-21T11:17:00.976306+0000","last_became_active":"2023-09-21T11:16:58.969021+0000","last_became_peered":"2023-09-21T11:16:58.969021+0000","last_unstale":"2023-09-21T11:17:00.976306+0000","last_undegraded":"2023-09-21T11:17:00.976306+0000","last_fullsized":"2023-09-21T11:17:00.976306+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:24:04.317960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692325+0000","last_change":"2023-09-21T11:16:59.976210+0000","last_active":"2023-09-21T11:17:01.692325+0000","last_peered":"2023-09-21T11:17:01.692325+0000","last_clean":"2023-09-21T11:17:01.692325+0000","last_became_active":"2023-09-21T11:16:59.975917+0000","last_became_peered":"2023-09-21T11:16:59.975917+0000","last_unstale":"2023-09-21T11:17:01.692325+0000","last_undegraded":"2023-09-21T11:17:01.692325+0000","last_fullsized":"2023-09-21T11:17:01.692325+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:46:39.514734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772835+0000","last_change":"2023-09-21T11:16:58.977191+0000","last_active":"2023-09-21T11:17:01.772835+0000","last_peered":"2023-09-21T11:17:01.772835+0000","last_clean":"2023-09-21T11:17:01.772835+0000","last_became_active":"2023-09-21T11:16:58.976912+0000","last_became_peered":"2023-09-21T11:16:58.976912+0000","last_unstale":"2023-09-21T11:17:01.772835+0000","last_undegraded":"2023-09-21T11:17:01.772835+0000","last_fullsized":"2023-09-21T11:17:01.772835+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:34:47.645750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772103+0000","last_change":"2023-09-21T11:16:59.977580+0000","last_active":"2023-09-21T11:17:01.772103+0000","last_peered":"2023-09-21T11:17:01.772103+0000","last_clean":"2023-09-21T11:17:01.772103+0000","last_became_active":"2023-09-21T11:16:59.977294+0000","last_became_peered":"2023-09-21T11:16:59.977294+0000","last_unstale":"2023-09-21T11:17:01.772103+0000","last_undegraded":"2023-09-21T11:17:01.772103+0000","last_fullsized":"2023-09-21T11:17:01.772103+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:48.414223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087231+0000","last_change":"2023-09-21T11:16:58.973054+0000","last_active":"2023-09-21T11:17:01.087231+0000","last_peered":"2023-09-21T11:17:01.087231+0000","last_clean":"2023-09-21T11:17:01.087231+0000","last_became_active":"2023-09-21T11:16:58.972780+0000","last_became_peered":"2023-09-21T11:16:58.972780+0000","last_unstale":"2023-09-21T11:17:01.087231+0000","last_undegraded":"2023-09-21T11:17:01.087231+0000","last_fullsized":"2023-09-21T11:17:01.087231+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:20:53.866428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773012+0000","last_change":"2023-09-21T11:16:59.984428+0000","last_active":"2023-09-21T11:17:01.773012+0000","last_peered":"2023-09-21T11:17:01.773012+0000","last_clean":"2023-09-21T11:17:01.773012+0000","last_became_active":"2023-09-21T11:16:59.984147+0000","last_became_peered":"2023-09-21T11:16:59.984147+0000","last_unstale":"2023-09-21T11:17:01.773012+0000","last_undegraded":"2023-09-21T11:17:01.773012+0000","last_fullsized":"2023-09-21T11:17:01.773012+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:20:14.024243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976183+0000","last_change":"2023-09-21T11:16:58.967060+0000","last_active":"2023-09-21T11:17:00.976183+0000","last_peered":"2023-09-21T11:17:00.976183+0000","last_clean":"2023-09-21T11:17:00.976183+0000","last_became_active":"2023-09-21T11:16:58.966796+0000","last_became_peered":"2023-09-21T11:16:58.966796+0000","last_unstale":"2023-09-21T11:17:00.976183+0000","last_undegraded":"2023-09-21T11:17:00.976183+0000","last_fullsized":"2023-09-21T11:17:00.976183+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:12:17.462094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478961+0000","last_change":"2023-09-21T11:16:59.983330+0000","last_active":"2023-09-21T11:17:01.478961+0000","last_peered":"2023-09-21T11:17:01.478961+0000","last_clean":"2023-09-21T11:17:01.478961+0000","last_became_active":"2023-09-21T11:16:59.983006+0000","last_became_peered":"2023-09-21T11:16:59.983006+0000","last_unstale":"2023-09-21T11:17:01.478961+0000","last_undegraded":"2023-09-21T11:17:01.478961+0000","last_fullsized":"2023-09-21T11:17:01.478961+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:42:58.147848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087200+0000","last_change":"2023-09-21T11:16:58.967665+0000","last_active":"2023-09-21T11:17:01.087200+0000","last_peered":"2023-09-21T11:17:01.087200+0000","last_clean":"2023-09-21T11:17:01.087200+0000","last_became_active":"2023-09-21T11:16:58.967388+0000","last_became_peered":"2023-09-21T11:16:58.967388+0000","last_unstale":"2023-09-21T11:17:01.087200+0000","last_undegraded":"2023-09-21T11:17:01.087200+0000","last_fullsized":"2023-09-21T11:17:01.087200+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:31:01.085977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773135+0000","last_change":"2023-09-21T11:16:59.994244+0000","last_active":"2023-09-21T11:17:01.773135+0000","last_peered":"2023-09-21T11:17:01.773135+0000","last_clean":"2023-09-21T11:17:01.773135+0000","last_became_active":"2023-09-21T11:16:59.992708+0000","last_became_peered":"2023-09-21T11:16:59.992708+0000","last_unstale":"2023-09-21T11:17:01.773135+0000","last_undegraded":"2023-09-21T11:17:01.773135+0000","last_fullsized":"2023-09-21T11:17:01.773135+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:01:24.805520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772059+0000","last_change":"2023-09-21T11:16:59.990418+0000","last_active":"2023-09-21T11:17:01.772059+0000","last_peered":"2023-09-21T11:17:01.772059+0000","last_clean":"2023-09-21T11:17:01.772059+0000","last_became_active":"2023-09-21T11:16:59.990058+0000","last_became_peered":"2023-09-21T11:16:59.990058+0000","last_unstale":"2023-09-21T11:17:01.772059+0000","last_undegraded":"2023-09-21T11:17:01.772059+0000","last_fullsized":"2023-09-21T11:17:01.772059+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:44.742475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087192+0000","last_change":"2023-09-21T11:16:59.982080+0000","last_active":"2023-09-21T11:17:01.087192+0000","last_peered":"2023-09-21T11:17:01.087192+0000","last_clean":"2023-09-21T11:17:01.087192+0000","last_became_active":"2023-09-21T11:16:59.981788+0000","last_became_peered":"2023-09-21T11:16:59.981788+0000","last_unstale":"2023-09-21T11:17:01.087192+0000","last_undegraded":"2023-09-21T11:17:01.087192+0000","last_fullsized":"2023-09-21T11:17:01.087192+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:45:58.998126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478728+0000","last_change":"2023-09-21T11:16:59.979314+0000","last_active":"2023-09-21T11:17:01.478728+0000","last_peered":"2023-09-21T11:17:01.478728+0000","last_clean":"2023-09-21T11:17:01.478728+0000","last_became_active":"2023-09-21T11:16:59.979039+0000","last_became_peered":"2023-09-21T11:16:59.979039+0000","last_unstale":"2023-09-21T11:17:01.478728+0000","last_undegraded":"2023-09-21T11:17:01.478728+0000","last_fullsized":"2023-09-21T11:17:01.478728+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:36:02.573466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772364+0000","last_change":"2023-09-21T11:16:59.972447+0000","last_active":"2023-09-21T11:17:01.772364+0000","last_peered":"2023-09-21T11:17:01.772364+0000","last_clean":"2023-09-21T11:17:01.772364+0000","last_became_active":"2023-09-21T11:16:59.972112+0000","last_became_peered":"2023-09-21T11:16:59.972112+0000","last_unstale":"2023-09-21T11:17:01.772364+0000","last_undegraded":"2023-09-21T11:17:01.772364+0000","last_fullsized":"2023-09-21T11:17:01.772364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:50:46.484903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692050+0000","last_change":"2023-09-21T11:16:59.971727+0000","last_active":"2023-09-21T11:17:01.692050+0000","last_peered":"2023-09-21T11:17:01.692050+0000","last_clean":"2023-09-21T11:17:01.692050+0000","last_became_active":"2023-09-21T11:16:59.971409+0000","last_became_peered":"2023-09-21T11:16:59.971409+0000","last_unstale":"2023-09-21T11:17:01.692050+0000","last_undegraded":"2023-09-21T11:17:01.692050+0000","last_fullsized":"2023-09-21T11:17:01.692050+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:48.414223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976122+0000","last_change":"2023-09-21T11:16:59.976605+0000","last_active":"2023-09-21T11:17:00.976122+0000","last_peered":"2023-09-21T11:17:00.976122+0000","last_clean":"2023-09-21T11:17:00.976122+0000","last_became_active":"2023-09-21T11:16:59.976322+0000","last_became_peered":"2023-09-21T11:16:59.976322+0000","last_unstale":"2023-09-21T11:17:00.976122+0000","last_undegraded":"2023-09-21T11:17:00.976122+0000","last_fullsized":"2023-09-21T11:17:00.976122+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:55:32.080787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772420+0000","last_change":"2023-09-21T11:16:59.986759+0000","last_active":"2023-09-21T11:17:01.772420+0000","last_peered":"2023-09-21T11:17:01.772420+0000","last_clean":"2023-09-21T11:17:01.772420+0000","last_became_active":"2023-09-21T11:16:59.986483+0000","last_became_peered":"2023-09-21T11:16:59.986483+0000","last_unstale":"2023-09-21T11:17:01.772420+0000","last_undegraded":"2023-09-21T11:17:01.772420+0000","last_fullsized":"2023-09-21T11:17:01.772420+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:55:32.080787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692210+0000","last_change":"2023-09-21T11:16:59.976119+0000","last_active":"2023-09-21T11:17:01.692210+0000","last_peered":"2023-09-21T11:17:01.692210+0000","last_clean":"2023-09-21T11:17:01.692210+0000","last_became_active":"2023-09-21T11:16:59.975797+0000","last_became_peered":"2023-09-21T11:16:59.975797+0000","last_unstale":"2023-09-21T11:17:01.692210+0000","last_undegraded":"2023-09-21T11:17:01.692210+0000","last_fullsized":"2023-09-21T11:17:01.692210+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:51:00.572389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478588+0000","last_change":"2023-09-21T11:16:59.979933+0000","last_active":"2023-09-21T11:17:01.478588+0000","last_peered":"2023-09-21T11:17:01.478588+0000","last_clean":"2023-09-21T11:17:01.478588+0000","last_became_active":"2023-09-21T11:16:59.979675+0000","last_became_peered":"2023-09-21T11:16:59.979675+0000","last_unstale":"2023-09-21T11:17:01.478588+0000","last_undegraded":"2023-09-21T11:17:01.478588+0000","last_fullsized":"2023-09-21T11:17:01.478588+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:17:44.039547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691885+0000","last_change":"2023-09-21T11:16:59.975865+0000","last_active":"2023-09-21T11:17:01.691885+0000","last_peered":"2023-09-21T11:17:01.691885+0000","last_clean":"2023-09-21T11:17:01.691885+0000","last_became_active":"2023-09-21T11:16:59.975512+0000","last_became_peered":"2023-09-21T11:16:59.975512+0000","last_unstale":"2023-09-21T11:17:01.691885+0000","last_undegraded":"2023-09-21T11:17:01.691885+0000","last_fullsized":"2023-09-21T11:17:01.691885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:34:48.651631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478580+0000","last_change":"2023-09-21T11:16:59.978764+0000","last_active":"2023-09-21T11:17:01.478580+0000","last_peered":"2023-09-21T11:17:01.478580+0000","last_clean":"2023-09-21T11:17:01.478580+0000","last_became_active":"2023-09-21T11:16:59.978490+0000","last_became_peered":"2023-09-21T11:16:59.978490+0000","last_unstale":"2023-09-21T11:17:01.478580+0000","last_undegraded":"2023-09-21T11:17:01.478580+0000","last_fullsized":"2023-09-21T11:17:01.478580+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:46:39.514734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772354+0000","last_change":"2023-09-21T11:16:59.980849+0000","last_active":"2023-09-21T11:17:01.772354+0000","last_peered":"2023-09-21T11:17:01.772354+0000","last_clean":"2023-09-21T11:17:01.772354+0000","last_became_active":"2023-09-21T11:16:59.980419+0000","last_became_peered":"2023-09-21T11:16:59.980419+0000","last_unstale":"2023-09-21T11:17:01.772354+0000","last_undegraded":"2023-09-21T11:17:01.772354+0000","last_fullsized":"2023-09-21T11:17:01.772354+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:39:30.395082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772590+0000","last_change":"2023-09-21T11:16:59.988708+0000","last_active":"2023-09-21T11:17:01.772590+0000","last_peered":"2023-09-21T11:17:01.772590+0000","last_clean":"2023-09-21T11:17:01.772590+0000","last_became_active":"2023-09-21T11:16:59.988440+0000","last_became_peered":"2023-09-21T11:16:59.988440+0000","last_unstale":"2023-09-21T11:17:01.772590+0000","last_undegraded":"2023-09-21T11:17:01.772590+0000","last_fullsized":"2023-09-21T11:17:01.772590+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:57:14.380117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":5,"up_from":13,"seq":55834574856,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":196608,"data_stored":64688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]}]},{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27796,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344044,"statfs":{"total":96636764160,"available":96608301056,"internally_reserved":0,"allocated":790528,"data_stored":655548,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":212992,"data_stored":71058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34399999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27800,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344040,"statfs":{"total":96636764160,"available":96608296960,"internally_reserved":0,"allocated":798720,"data_stored":655604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65800000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574852,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27212,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344628,"statfs":{"total":96636764160,"available":96608899072,"internally_reserved":0,"allocated":192512,"data_stored":64598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27800000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36499999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71899999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73099999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41099999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76900000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69899999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":71024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41799999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-21T11:17:04.074 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-21T11:17:04.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.236+0000 7fd945161700 1 Processor -- start 2023-09-21T11:17:04.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.236+0000 7fd945161700 1 -- start start 2023-09-21T11:17:04.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.237+0000 7fd945161700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd94015d9b0 0x7fd940161e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:04.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.237+0000 7fd945161700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd94006e650 0x7fd9400cab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:04.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.237+0000 7fd945161700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd940072670 con 0x7fd940071bd0 2023-09-21T11:17:04.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.237+0000 7fd945161700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd9400728c0 con 0x7fd94006e650 2023-09-21T11:17:04.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.237+0000 7fd945161700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd940072ba0 con 0x7fd94015d9b0 2023-09-21T11:17:04.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.237+0000 7fd93f59e700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd94006e650 0x7fd9400cab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:04.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.237+0000 7fd93ed9d700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd94015d9b0 0x7fd940161e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:04.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.237+0000 7fd93f59e700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd94006e650 0x7fd9400cab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.79:35180/0 (socket says 172.21.15.79:35180) 2023-09-21T11:17:04.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.237+0000 7fd93ed9d700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd94015d9b0 0x7fd940161e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:56362/0 (socket says 172.21.15.79:56362) 2023-09-21T11:17:04.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.237+0000 7fd93e59c700 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7fd940071bd0 0x7fd94006a800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.79:55784/0 (socket says 172.21.15.79:55784) 2023-09-21T11:17:04.233 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.237+0000 7fd93f59e700 1 -- 172.21.15.79:0/2131465613 learned_addr learned my addr 172.21.15.79:0/2131465613 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:04.233 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.237+0000 7fd93ed9d700 1 -- 172.21.15.79:0/2131465613 >> v2:172.21.15.134:3300/0 conn(0x7fd94006e650 msgr2=0x7fd9400cab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:04.233 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.237+0000 7fd93ed9d700 1 --2- 172.21.15.79:0/2131465613 >> v2:172.21.15.134:3300/0 conn(0x7fd94006e650 0x7fd9400cab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.233 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.237+0000 7fd93ed9d700 1 -- 172.21.15.79:0/2131465613 >> v1:172.21.15.134:6789/0 conn(0x7fd940071bd0 legacy=0x7fd94006a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:04.233 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.237+0000 7fd93ed9d700 1 -- 172.21.15.79:0/2131465613 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd940161950 con 0x7fd94015d9b0 2023-09-21T11:17:04.234 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.237+0000 7fd93f59e700 1 --2- 172.21.15.79:0/2131465613 >> v2:172.21.15.134:3300/0 conn(0x7fd94006e650 0x7fd9400cab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:17:04.234 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.238+0000 7fd93ed9d700 1 --2- 172.21.15.79:0/2131465613 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd94015d9b0 0x7fd940161e70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd930009840 tx=0x7fd930009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d99db03018c0ed95 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:04.234 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.238+0000 7fd93dd9b700 1 -- 172.21.15.79:0/2131465613 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd930011830 con 0x7fd94015d9b0 2023-09-21T11:17:04.234 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.238+0000 7fd93dd9b700 1 -- 172.21.15.79:0/2131465613 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd930011990 con 0x7fd94015d9b0 2023-09-21T11:17:04.234 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.238+0000 7fd93dd9b700 1 -- 172.21.15.79:0/2131465613 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd930011d20 con 0x7fd94015d9b0 2023-09-21T11:17:04.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.239+0000 7fd945161700 1 -- 172.21.15.79:0/2131465613 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd94015d9b0 msgr2=0x7fd940161e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:04.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.239+0000 7fd945161700 1 --2- 172.21.15.79:0/2131465613 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd94015d9b0 0x7fd940161e70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd930009840 tx=0x7fd930009b50 comp rx=0 tx=0).stop 2023-09-21T11:17:04.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.239+0000 7fd945161700 1 -- 172.21.15.79:0/2131465613 shutdown_connections 2023-09-21T11:17:04.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.239+0000 7fd945161700 1 --2- 172.21.15.79:0/2131465613 >> v2:172.21.15.134:3300/0 conn(0x7fd94006e650 0x7fd9400cab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.239+0000 7fd945161700 1 --2- 172.21.15.79:0/2131465613 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd94015d9b0 0x7fd940161e70 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.239+0000 7fd945161700 1 -- 172.21.15.79:0/2131465613 >> 172.21.15.79:0/2131465613 conn(0x7fd94006dac0 msgr2=0x7fd94006ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:04.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.239+0000 7fd945161700 1 -- 172.21.15.79:0/2131465613 shutdown_connections 2023-09-21T11:17:04.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.239+0000 7fd945161700 1 -- 172.21.15.79:0/2131465613 wait complete. 2023-09-21T11:17:04.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.240+0000 7fd945161700 1 Processor -- start 2023-09-21T11:17:04.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.240+0000 7fd945161700 1 -- start start 2023-09-21T11:17:04.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.241+0000 7fd945161700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd94006e650 0x7fd9401f3460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:04.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.241+0000 7fd945161700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd94015d9b0 0x7fd9400c5d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:04.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.241+0000 7fd945161700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd9400c62b0 0x7fd9400c85d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:04.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.241+0000 7fd945161700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd940156710 con 0x7fd94015d9b0 2023-09-21T11:17:04.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.241+0000 7fd945161700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9401f39a0 con 0x7fd94006e650 2023-09-21T11:17:04.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.241+0000 7fd945161700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9401f3c50 con 0x7fd9400c62b0 2023-09-21T11:17:04.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.241+0000 7fd93e59c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd94015d9b0 0x7fd9400c5d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:04.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.241+0000 7fd93e59c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd94015d9b0 0x7fd9400c5d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53334/0 (socket says 172.21.15.79:53334) 2023-09-21T11:17:04.241 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.241+0000 7fd93e59c700 1 -- 172.21.15.79:0/1604789541 learned_addr learned my addr 172.21.15.79:0/1604789541 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:04.241 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.241+0000 7fd93ed9d700 1 --2- 172.21.15.79:0/1604789541 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd94006e650 0x7fd9401f3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:04.241 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.241+0000 7fd93f59e700 1 --2- 172.21.15.79:0/1604789541 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd9400c62b0 0x7fd9400c85d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:04.241 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.241+0000 7fd93e59c700 1 -- 172.21.15.79:0/1604789541 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd9400c62b0 msgr2=0x7fd9400c85d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:04.241 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.241+0000 7fd93e59c700 1 --2- 172.21.15.79:0/1604789541 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd9400c62b0 0x7fd9400c85d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.242 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.241+0000 7fd93e59c700 1 -- 172.21.15.79:0/1604789541 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd94006e650 msgr2=0x7fd9401f3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:04.242 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.241+0000 7fd93e59c700 1 --2- 172.21.15.79:0/1604789541 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd94006e650 0x7fd9401f3460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.242 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.241+0000 7fd93e59c700 1 -- 172.21.15.79:0/1604789541 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd938009b30 con 0x7fd94015d9b0 2023-09-21T11:17:04.242 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.242+0000 7fd93e59c700 1 --2- 172.21.15.79:0/1604789541 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd94015d9b0 0x7fd9400c5d70 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd93400c520 tx=0x7fd93400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:04.242 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.242+0000 7fd9277fe700 1 -- 172.21.15.79:0/1604789541 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd934005cb0 con 0x7fd94015d9b0 2023-09-21T11:17:04.243 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.242+0000 7fd9277fe700 1 -- 172.21.15.79:0/1604789541 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd934005e10 con 0x7fd94015d9b0 2023-09-21T11:17:04.243 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.242+0000 7fd945161700 1 -- 172.21.15.79:0/1604789541 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9300094a0 con 0x7fd94015d9b0 2023-09-21T11:17:04.243 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.242+0000 7fd9277fe700 1 -- 172.21.15.79:0/1604789541 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9340072d0 con 0x7fd94015d9b0 2023-09-21T11:17:04.243 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.242+0000 7fd945161700 1 -- 172.21.15.79:0/1604789541 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9401f4210 con 0x7fd94015d9b0 2023-09-21T11:17:04.243 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.243+0000 7fd945161700 1 -- 172.21.15.79:0/1604789541 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9401f4430 con 0x7fd94015d9b0 2023-09-21T11:17:04.243 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.243+0000 7fd9277fe700 1 -- 172.21.15.79:0/1604789541 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fd934007430 con 0x7fd94015d9b0 2023-09-21T11:17:04.244 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.243+0000 7fd9277fe700 1 --2- 172.21.15.79:0/1604789541 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd92c06a580 0x7fd92c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:04.244 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.244+0000 7fd9277fe700 1 -- 172.21.15.79:0/1604789541 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd934087cc0 con 0x7fd94015d9b0 2023-09-21T11:17:04.244 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.244+0000 7fd93ed9d700 1 --2- 172.21.15.79:0/1604789541 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd92c06a580 0x7fd92c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:04.244 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.244+0000 7fd93ed9d700 1 --2- 172.21.15.79:0/1604789541 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd92c06a580 0x7fd92c06ca40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd930000c00 tx=0x7fd93001c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:04.245 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.248+0000 7fd9277fe700 1 -- 172.21.15.79:0/1604789541 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fd9340532f0 con 0x7fd94015d9b0 2023-09-21T11:17:04.424 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.432+0000 7fd945161700 1 -- 172.21.15.79:0/1604789541 --> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd9401623b0 con 0x7fd92c06a580 2023-09-21T11:17:04.431 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.439+0000 7fd9277fe700 1 -- 172.21.15.79:0/1604789541 <== mgr.4104 v2:172.21.15.79:6832/2997757862 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264745 (secure 0 0 0) 0x7fd930011c30 con 0x7fd92c06a580 2023-09-21T11:17:04.435 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:04.437 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.442+0000 7fd945161700 1 -- 172.21.15.79:0/1604789541 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd92c06a580 msgr2=0x7fd92c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:04.437 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.442+0000 7fd945161700 1 --2- 172.21.15.79:0/1604789541 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd92c06a580 0x7fd92c06ca40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd930000c00 tx=0x7fd93001c040 comp rx=0 tx=0).stop 2023-09-21T11:17:04.437 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.442+0000 7fd945161700 1 -- 172.21.15.79:0/1604789541 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd94015d9b0 msgr2=0x7fd9400c5d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:04.437 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.442+0000 7fd945161700 1 --2- 172.21.15.79:0/1604789541 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd94015d9b0 0x7fd9400c5d70 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd93400c520 tx=0x7fd93400c830 comp rx=0 tx=0).stop 2023-09-21T11:17:04.437 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.442+0000 7fd945161700 1 -- 172.21.15.79:0/1604789541 shutdown_connections 2023-09-21T11:17:04.438 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.442+0000 7fd945161700 1 --2- 172.21.15.79:0/1604789541 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd92c06a580 0x7fd92c06ca40 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.438 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.442+0000 7fd945161700 1 --2- 172.21.15.79:0/1604789541 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd9400c62b0 0x7fd9400c85d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.438 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.442+0000 7fd945161700 1 --2- 172.21.15.79:0/1604789541 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd94006e650 0x7fd9401f3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.438 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.442+0000 7fd945161700 1 --2- 172.21.15.79:0/1604789541 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd94015d9b0 0x7fd9400c5d70 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.438 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.442+0000 7fd945161700 1 -- 172.21.15.79:0/1604789541 >> 172.21.15.79:0/1604789541 conn(0x7fd94006dac0 msgr2=0x7fd9400ce440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:04.439 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.442+0000 7fd945161700 1 -- 172.21.15.79:0/1604789541 shutdown_connections 2023-09-21T11:17:04.439 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.442+0000 7fd945161700 1 -- 172.21.15.79:0/1604789541 wait complete. 2023-09-21T11:17:04.439 INFO:teuthology.orchestra.run.smithi079.stderr:dumped all 2023-09-21T11:17:04.447 INFO:teuthology.orchestra.run.smithi079.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2023-09-21T11:17:03.788073+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":180,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218980,"kb_used_data":2776,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755740,"statfs":{"total":773094113280,"available":772869877760,"internally_reserved":0,"allocated":2842624,"data_stored":1727540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":32,"apply_latency_ms":32,"commit_latency_ns":32000000,"apply_latency_ns":32000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.832591"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773289+0000","last_change":"2023-09-21T11:16:59.980669+0000","last_active":"2023-09-21T11:17:01.773289+0000","last_peered":"2023-09-21T11:17:01.773289+0000","last_clean":"2023-09-21T11:17:01.773289+0000","last_became_active":"2023-09-21T11:16:59.979155+0000","last_became_peered":"2023-09-21T11:16:59.979155+0000","last_unstale":"2023-09-21T11:17:01.773289+0000","last_undegraded":"2023-09-21T11:17:01.773289+0000","last_fullsized":"2023-09-21T11:17:01.773289+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:52:21.275866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976368+0000","last_change":"2023-09-21T11:16:59.975876+0000","last_active":"2023-09-21T11:17:00.976368+0000","last_peered":"2023-09-21T11:17:00.976368+0000","last_clean":"2023-09-21T11:17:00.976368+0000","last_became_active":"2023-09-21T11:16:59.975629+0000","last_became_peered":"2023-09-21T11:16:59.975629+0000","last_unstale":"2023-09-21T11:17:00.976368+0000","last_undegraded":"2023-09-21T11:17:00.976368+0000","last_fullsized":"2023-09-21T11:17:00.976368+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:46:39.100911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772454+0000","last_change":"2023-09-21T11:16:59.981515+0000","last_active":"2023-09-21T11:17:01.772454+0000","last_peered":"2023-09-21T11:17:01.772454+0000","last_clean":"2023-09-21T11:17:01.772454+0000","last_became_active":"2023-09-21T11:16:59.981192+0000","last_became_peered":"2023-09-21T11:16:59.981192+0000","last_unstale":"2023-09-21T11:17:01.772454+0000","last_undegraded":"2023-09-21T11:17:01.772454+0000","last_fullsized":"2023-09-21T11:17:01.772454+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:37:09.265746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478846+0000","last_change":"2023-09-21T11:16:59.982881+0000","last_active":"2023-09-21T11:17:01.478846+0000","last_peered":"2023-09-21T11:17:01.478846+0000","last_clean":"2023-09-21T11:17:01.478846+0000","last_became_active":"2023-09-21T11:16:59.982520+0000","last_became_peered":"2023-09-21T11:16:59.982520+0000","last_unstale":"2023-09-21T11:17:01.478846+0000","last_undegraded":"2023-09-21T11:17:01.478846+0000","last_fullsized":"2023-09-21T11:17:01.478846+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:20:14.024243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772711+0000","last_change":"2023-09-21T11:16:59.983614+0000","last_active":"2023-09-21T11:17:01.772711+0000","last_peered":"2023-09-21T11:17:01.772711+0000","last_clean":"2023-09-21T11:17:01.772711+0000","last_became_active":"2023-09-21T11:16:59.983282+0000","last_became_peered":"2023-09-21T11:16:59.983282+0000","last_unstale":"2023-09-21T11:17:01.772711+0000","last_undegraded":"2023-09-21T11:17:01.772711+0000","last_fullsized":"2023-09-21T11:17:01.772711+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:46:39.514734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478529+0000","last_change":"2023-09-21T11:16:59.981805+0000","last_active":"2023-09-21T11:17:01.478529+0000","last_peered":"2023-09-21T11:17:01.478529+0000","last_clean":"2023-09-21T11:17:01.478529+0000","last_became_active":"2023-09-21T11:16:59.981526+0000","last_became_peered":"2023-09-21T11:16:59.981526+0000","last_unstale":"2023-09-21T11:17:01.478529+0000","last_undegraded":"2023-09-21T11:17:01.478529+0000","last_fullsized":"2023-09-21T11:17:01.478529+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:34:12.139928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772584+0000","last_change":"2023-09-21T11:16:59.982835+0000","last_active":"2023-09-21T11:17:01.772584+0000","last_peered":"2023-09-21T11:17:01.772584+0000","last_clean":"2023-09-21T11:17:01.772584+0000","last_became_active":"2023-09-21T11:16:59.980510+0000","last_became_peered":"2023-09-21T11:16:59.980510+0000","last_unstale":"2023-09-21T11:17:01.772584+0000","last_undegraded":"2023-09-21T11:17:01.772584+0000","last_fullsized":"2023-09-21T11:17:01.772584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:34:12.139928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691792+0000","last_change":"2023-09-21T11:16:59.989765+0000","last_active":"2023-09-21T11:17:01.691792+0000","last_peered":"2023-09-21T11:17:01.691792+0000","last_clean":"2023-09-21T11:17:01.691792+0000","last_became_active":"2023-09-21T11:16:59.989463+0000","last_became_peered":"2023-09-21T11:16:59.989463+0000","last_unstale":"2023-09-21T11:17:01.691792+0000","last_undegraded":"2023-09-21T11:17:01.691792+0000","last_fullsized":"2023-09-21T11:17:01.691792+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:37:09.265746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773204+0000","last_change":"2023-09-21T11:16:59.979555+0000","last_active":"2023-09-21T11:17:01.773204+0000","last_peered":"2023-09-21T11:17:01.773204+0000","last_clean":"2023-09-21T11:17:01.773204+0000","last_became_active":"2023-09-21T11:16:59.978851+0000","last_became_peered":"2023-09-21T11:16:59.978851+0000","last_unstale":"2023-09-21T11:17:01.773204+0000","last_undegraded":"2023-09-21T11:17:01.773204+0000","last_fullsized":"2023-09-21T11:17:01.773204+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:42:58.147848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772456+0000","last_change":"2023-09-21T11:16:59.989817+0000","last_active":"2023-09-21T11:17:01.772456+0000","last_peered":"2023-09-21T11:17:01.772456+0000","last_clean":"2023-09-21T11:17:01.772456+0000","last_became_active":"2023-09-21T11:16:59.989520+0000","last_became_peered":"2023-09-21T11:16:59.989520+0000","last_unstale":"2023-09-21T11:17:01.772456+0000","last_undegraded":"2023-09-21T11:17:01.772456+0000","last_fullsized":"2023-09-21T11:17:01.772456+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:51:00.572389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772548+0000","last_change":"2023-09-21T11:16:59.990004+0000","last_active":"2023-09-21T11:17:01.772548+0000","last_peered":"2023-09-21T11:17:01.772548+0000","last_clean":"2023-09-21T11:17:01.772548+0000","last_became_active":"2023-09-21T11:16:59.989702+0000","last_became_peered":"2023-09-21T11:16:59.989702+0000","last_unstale":"2023-09-21T11:17:01.772548+0000","last_undegraded":"2023-09-21T11:17:01.772548+0000","last_fullsized":"2023-09-21T11:17:01.772548+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:46:39.100911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.975140+0000","last_change":"2023-09-21T11:16:59.980645+0000","last_active":"2023-09-21T11:17:00.975140+0000","last_peered":"2023-09-21T11:17:00.975140+0000","last_clean":"2023-09-21T11:17:00.975140+0000","last_became_active":"2023-09-21T11:16:59.980301+0000","last_became_peered":"2023-09-21T11:16:59.980301+0000","last_unstale":"2023-09-21T11:17:00.975140+0000","last_undegraded":"2023-09-21T11:17:00.975140+0000","last_fullsized":"2023-09-21T11:17:00.975140+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:07:26.073141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692053+0000","last_change":"2023-09-21T11:16:59.978922+0000","last_active":"2023-09-21T11:17:01.692053+0000","last_peered":"2023-09-21T11:17:01.692053+0000","last_clean":"2023-09-21T11:17:01.692053+0000","last_became_active":"2023-09-21T11:16:59.978697+0000","last_became_peered":"2023-09-21T11:16:59.978697+0000","last_unstale":"2023-09-21T11:17:01.692053+0000","last_undegraded":"2023-09-21T11:17:01.692053+0000","last_fullsized":"2023-09-21T11:17:01.692053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:55:32.080787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772189+0000","last_change":"2023-09-21T11:16:59.978404+0000","last_active":"2023-09-21T11:17:01.772189+0000","last_peered":"2023-09-21T11:17:01.772189+0000","last_clean":"2023-09-21T11:17:01.772189+0000","last_became_active":"2023-09-21T11:16:59.977108+0000","last_became_peered":"2023-09-21T11:16:59.977108+0000","last_unstale":"2023-09-21T11:17:01.772189+0000","last_undegraded":"2023-09-21T11:17:01.772189+0000","last_fullsized":"2023-09-21T11:17:01.772189+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:53:58.262103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976029+0000","last_change":"2023-09-21T11:16:59.978839+0000","last_active":"2023-09-21T11:17:00.976029+0000","last_peered":"2023-09-21T11:17:00.976029+0000","last_clean":"2023-09-21T11:17:00.976029+0000","last_became_active":"2023-09-21T11:16:59.978564+0000","last_became_peered":"2023-09-21T11:16:59.978564+0000","last_unstale":"2023-09-21T11:17:00.976029+0000","last_undegraded":"2023-09-21T11:17:00.976029+0000","last_fullsized":"2023-09-21T11:17:00.976029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:44.742475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478405+0000","last_change":"2023-09-21T11:16:59.982811+0000","last_active":"2023-09-21T11:17:01.478405+0000","last_peered":"2023-09-21T11:17:01.478405+0000","last_clean":"2023-09-21T11:17:01.478405+0000","last_became_active":"2023-09-21T11:16:59.981744+0000","last_became_peered":"2023-09-21T11:16:59.981744+0000","last_unstale":"2023-09-21T11:17:01.478405+0000","last_undegraded":"2023-09-21T11:17:01.478405+0000","last_fullsized":"2023-09-21T11:17:01.478405+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:57:14.380117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.479044+0000","last_change":"2023-09-21T11:16:59.980973+0000","last_active":"2023-09-21T11:17:01.479044+0000","last_peered":"2023-09-21T11:17:01.479044+0000","last_clean":"2023-09-21T11:17:01.479044+0000","last_became_active":"2023-09-21T11:16:59.980323+0000","last_became_peered":"2023-09-21T11:16:59.980323+0000","last_unstale":"2023-09-21T11:17:01.479044+0000","last_undegraded":"2023-09-21T11:17:01.479044+0000","last_fullsized":"2023-09-21T11:17:01.479044+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:05:20.727410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087267+0000","last_change":"2023-09-21T11:16:59.981031+0000","last_active":"2023-09-21T11:17:01.087267+0000","last_peered":"2023-09-21T11:17:01.087267+0000","last_clean":"2023-09-21T11:17:01.087267+0000","last_became_active":"2023-09-21T11:16:59.980748+0000","last_became_peered":"2023-09-21T11:16:59.980748+0000","last_unstale":"2023-09-21T11:17:01.087267+0000","last_undegraded":"2023-09-21T11:17:01.087267+0000","last_fullsized":"2023-09-21T11:17:01.087267+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:55:41.019051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772901+0000","last_change":"2023-09-21T11:16:59.983732+0000","last_active":"2023-09-21T11:17:01.772901+0000","last_peered":"2023-09-21T11:17:01.772901+0000","last_clean":"2023-09-21T11:17:01.772901+0000","last_became_active":"2023-09-21T11:16:59.983425+0000","last_became_peered":"2023-09-21T11:16:59.983425+0000","last_unstale":"2023-09-21T11:17:01.772901+0000","last_undegraded":"2023-09-21T11:17:01.772901+0000","last_fullsized":"2023-09-21T11:17:01.772901+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:18:20.243693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772505+0000","last_change":"2023-09-21T11:16:58.978888+0000","last_active":"2023-09-21T11:17:01.772505+0000","last_peered":"2023-09-21T11:17:01.772505+0000","last_clean":"2023-09-21T11:17:01.772505+0000","last_became_active":"2023-09-21T11:16:58.978583+0000","last_became_peered":"2023-09-21T11:16:58.978583+0000","last_unstale":"2023-09-21T11:17:01.772505+0000","last_undegraded":"2023-09-21T11:17:01.772505+0000","last_fullsized":"2023-09-21T11:17:01.772505+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:42:20.176572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692269+0000","last_change":"2023-09-21T11:16:59.978992+0000","last_active":"2023-09-21T11:17:01.692269+0000","last_peered":"2023-09-21T11:17:01.692269+0000","last_clean":"2023-09-21T11:17:01.692269+0000","last_became_active":"2023-09-21T11:16:59.978654+0000","last_became_peered":"2023-09-21T11:16:59.978654+0000","last_unstale":"2023-09-21T11:17:01.692269+0000","last_undegraded":"2023-09-21T11:17:01.692269+0000","last_fullsized":"2023-09-21T11:17:01.692269+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:57:14.380117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692208+0000","last_change":"2023-09-21T11:16:58.970459+0000","last_active":"2023-09-21T11:17:01.692208+0000","last_peered":"2023-09-21T11:17:01.692208+0000","last_clean":"2023-09-21T11:17:01.692208+0000","last_became_active":"2023-09-21T11:16:58.970165+0000","last_became_peered":"2023-09-21T11:16:58.970165+0000","last_unstale":"2023-09-21T11:17:01.692208+0000","last_undegraded":"2023-09-21T11:17:01.692208+0000","last_fullsized":"2023-09-21T11:17:01.692208+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:20:53.866428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772696+0000","last_change":"2023-09-21T11:16:59.980230+0000","last_active":"2023-09-21T11:17:01.772696+0000","last_peered":"2023-09-21T11:17:01.772696+0000","last_clean":"2023-09-21T11:17:01.772696+0000","last_became_active":"2023-09-21T11:16:59.979951+0000","last_became_peered":"2023-09-21T11:16:59.979951+0000","last_unstale":"2023-09-21T11:17:01.772696+0000","last_undegraded":"2023-09-21T11:17:01.772696+0000","last_fullsized":"2023-09-21T11:17:01.772696+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:48.414223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773114+0000","last_change":"2023-09-21T11:16:58.978427+0000","last_active":"2023-09-21T11:17:01.773114+0000","last_peered":"2023-09-21T11:17:01.773114+0000","last_clean":"2023-09-21T11:17:01.773114+0000","last_became_active":"2023-09-21T11:16:58.978136+0000","last_became_peered":"2023-09-21T11:16:58.978136+0000","last_unstale":"2023-09-21T11:17:01.773114+0000","last_undegraded":"2023-09-21T11:17:01.773114+0000","last_fullsized":"2023-09-21T11:17:01.773114+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:47.408342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478652+0000","last_change":"2023-09-21T11:16:59.986226+0000","last_active":"2023-09-21T11:17:01.478652+0000","last_peered":"2023-09-21T11:17:01.478652+0000","last_clean":"2023-09-21T11:17:01.478652+0000","last_became_active":"2023-09-21T11:16:59.985968+0000","last_became_peered":"2023-09-21T11:16:59.985968+0000","last_unstale":"2023-09-21T11:17:01.478652+0000","last_undegraded":"2023-09-21T11:17:01.478652+0000","last_fullsized":"2023-09-21T11:17:01.478652+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:32:58.157880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772779+0000","last_change":"2023-09-21T11:16:58.977131+0000","last_active":"2023-09-21T11:17:01.772779+0000","last_peered":"2023-09-21T11:17:01.772779+0000","last_clean":"2023-09-21T11:17:01.772779+0000","last_became_active":"2023-09-21T11:16:58.976850+0000","last_became_peered":"2023-09-21T11:16:58.976850+0000","last_unstale":"2023-09-21T11:17:01.772779+0000","last_undegraded":"2023-09-21T11:17:01.772779+0000","last_fullsized":"2023-09-21T11:17:01.772779+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:31:01.085977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478835+0000","last_change":"2023-09-21T11:16:59.977638+0000","last_active":"2023-09-21T11:17:01.478835+0000","last_peered":"2023-09-21T11:17:01.478835+0000","last_clean":"2023-09-21T11:17:01.478835+0000","last_became_active":"2023-09-21T11:16:59.977339+0000","last_became_peered":"2023-09-21T11:16:59.977339+0000","last_unstale":"2023-09-21T11:17:01.478835+0000","last_undegraded":"2023-09-21T11:17:01.478835+0000","last_fullsized":"2023-09-21T11:17:01.478835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:18:20.243693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692238+0000","last_change":"2023-09-21T11:16:58.979034+0000","last_active":"2023-09-21T11:17:01.692238+0000","last_peered":"2023-09-21T11:17:01.692238+0000","last_clean":"2023-09-21T11:17:01.692238+0000","last_became_active":"2023-09-21T11:16:58.978703+0000","last_became_peered":"2023-09-21T11:16:58.978703+0000","last_unstale":"2023-09-21T11:17:01.692238+0000","last_undegraded":"2023-09-21T11:17:01.692238+0000","last_fullsized":"2023-09-21T11:17:01.692238+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:24:04.317960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.974655+0000","last_change":"2023-09-21T11:16:59.973078+0000","last_active":"2023-09-21T11:17:00.974655+0000","last_peered":"2023-09-21T11:17:00.974655+0000","last_clean":"2023-09-21T11:17:00.974655+0000","last_became_active":"2023-09-21T11:16:59.972437+0000","last_became_peered":"2023-09-21T11:16:59.972437+0000","last_unstale":"2023-09-21T11:17:00.974655+0000","last_undegraded":"2023-09-21T11:17:00.974655+0000","last_fullsized":"2023-09-21T11:17:00.974655+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:20:54.872308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.771978+0000","last_change":"2023-09-21T11:16:58.968089+0000","last_active":"2023-09-21T11:17:01.771978+0000","last_peered":"2023-09-21T11:17:01.771978+0000","last_clean":"2023-09-21T11:17:01.771978+0000","last_became_active":"2023-09-21T11:16:58.967805+0000","last_became_peered":"2023-09-21T11:16:58.967805+0000","last_unstale":"2023-09-21T11:17:01.771978+0000","last_undegraded":"2023-09-21T11:17:01.771978+0000","last_fullsized":"2023-09-21T11:17:01.771978+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:37:08.259866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772510+0000","last_change":"2023-09-21T11:16:59.973348+0000","last_active":"2023-09-21T11:17:01.772510+0000","last_peered":"2023-09-21T11:17:01.772510+0000","last_clean":"2023-09-21T11:17:01.772510+0000","last_became_active":"2023-09-21T11:16:59.972785+0000","last_became_peered":"2023-09-21T11:16:59.972785+0000","last_unstale":"2023-09-21T11:17:01.772510+0000","last_undegraded":"2023-09-21T11:17:01.772510+0000","last_fullsized":"2023-09-21T11:17:01.772510+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:34:48.651631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691871+0000","last_change":"2023-09-21T11:16:58.972546+0000","last_active":"2023-09-21T11:17:01.691871+0000","last_peered":"2023-09-21T11:17:01.691871+0000","last_clean":"2023-09-21T11:17:01.691871+0000","last_became_active":"2023-09-21T11:16:58.972310+0000","last_became_peered":"2023-09-21T11:16:58.972310+0000","last_unstale":"2023-09-21T11:17:01.691871+0000","last_undegraded":"2023-09-21T11:17:01.691871+0000","last_fullsized":"2023-09-21T11:17:01.691871+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:53:57.256222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691973+0000","last_change":"2023-09-21T11:16:59.976456+0000","last_active":"2023-09-21T11:17:01.691973+0000","last_peered":"2023-09-21T11:17:01.691973+0000","last_clean":"2023-09-21T11:17:01.691973+0000","last_became_active":"2023-09-21T11:16:59.976172+0000","last_became_peered":"2023-09-21T11:16:59.976172+0000","last_unstale":"2023-09-21T11:17:01.691973+0000","last_undegraded":"2023-09-21T11:17:01.691973+0000","last_fullsized":"2023-09-21T11:17:01.691973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:44.742475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478612+0000","last_change":"2023-09-21T11:16:58.974456+0000","last_active":"2023-09-21T11:17:01.478612+0000","last_peered":"2023-09-21T11:17:01.478612+0000","last_clean":"2023-09-21T11:17:01.478612+0000","last_became_active":"2023-09-21T11:16:58.974172+0000","last_became_peered":"2023-09-21T11:16:58.974172+0000","last_unstale":"2023-09-21T11:17:01.478612+0000","last_undegraded":"2023-09-21T11:17:01.478612+0000","last_fullsized":"2023-09-21T11:17:01.478612+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:55:40.013170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976269+0000","last_change":"2023-09-21T11:16:59.977098+0000","last_active":"2023-09-21T11:17:00.976269+0000","last_peered":"2023-09-21T11:17:00.976269+0000","last_clean":"2023-09-21T11:17:00.976269+0000","last_became_active":"2023-09-21T11:16:59.976817+0000","last_became_peered":"2023-09-21T11:16:59.976817+0000","last_unstale":"2023-09-21T11:17:00.976269+0000","last_undegraded":"2023-09-21T11:17:00.976269+0000","last_fullsized":"2023-09-21T11:17:00.976269+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:51:00.572389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772436+0000","last_change":"2023-09-21T11:16:58.972723+0000","last_active":"2023-09-21T11:17:01.772436+0000","last_peered":"2023-09-21T11:17:01.772436+0000","last_clean":"2023-09-21T11:17:01.772436+0000","last_became_active":"2023-09-21T11:16:58.972356+0000","last_became_peered":"2023-09-21T11:16:58.972356+0000","last_unstale":"2023-09-21T11:17:01.772436+0000","last_undegraded":"2023-09-21T11:17:01.772436+0000","last_fullsized":"2023-09-21T11:17:01.772436+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:39:29.389201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478903+0000","last_change":"2023-09-21T11:16:59.988591+0000","last_active":"2023-09-21T11:17:01.478903+0000","last_peered":"2023-09-21T11:17:01.478903+0000","last_clean":"2023-09-21T11:17:01.478903+0000","last_became_active":"2023-09-21T11:16:59.988305+0000","last_became_peered":"2023-09-21T11:16:59.988305+0000","last_unstale":"2023-09-21T11:17:01.478903+0000","last_undegraded":"2023-09-21T11:17:01.478903+0000","last_fullsized":"2023-09-21T11:17:01.478903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:01:24.805520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478770+0000","last_change":"2023-09-21T11:16:58.977880+0000","last_active":"2023-09-21T11:17:01.478770+0000","last_peered":"2023-09-21T11:17:01.478770+0000","last_clean":"2023-09-21T11:17:01.478770+0000","last_became_active":"2023-09-21T11:16:58.977566+0000","last_became_peered":"2023-09-21T11:16:58.977566+0000","last_unstale":"2023-09-21T11:17:01.478770+0000","last_undegraded":"2023-09-21T11:17:01.478770+0000","last_fullsized":"2023-09-21T11:17:01.478770+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:39:29.389201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772594+0000","last_change":"2023-09-21T11:16:59.980127+0000","last_active":"2023-09-21T11:17:01.772594+0000","last_peered":"2023-09-21T11:17:01.772594+0000","last_clean":"2023-09-21T11:17:01.772594+0000","last_became_active":"2023-09-21T11:16:59.979842+0000","last_became_peered":"2023-09-21T11:16:59.979842+0000","last_unstale":"2023-09-21T11:17:01.772594+0000","last_undegraded":"2023-09-21T11:17:01.772594+0000","last_fullsized":"2023-09-21T11:17:01.772594+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:44.742475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976207+0000","last_change":"2023-09-21T11:16:58.972798+0000","last_active":"2023-09-21T11:17:00.976207+0000","last_peered":"2023-09-21T11:17:00.976207+0000","last_clean":"2023-09-21T11:17:00.976207+0000","last_became_active":"2023-09-21T11:16:58.972470+0000","last_became_peered":"2023-09-21T11:16:58.972470+0000","last_unstale":"2023-09-21T11:17:00.976207+0000","last_undegraded":"2023-09-21T11:17:00.976207+0000","last_fullsized":"2023-09-21T11:17:00.976207+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:39:29.389201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.975121+0000","last_change":"2023-09-21T11:16:59.976677+0000","last_active":"2023-09-21T11:17:00.975121+0000","last_peered":"2023-09-21T11:17:00.975121+0000","last_clean":"2023-09-21T11:17:00.975121+0000","last_became_active":"2023-09-21T11:16:59.975432+0000","last_became_peered":"2023-09-21T11:16:59.975432+0000","last_unstale":"2023-09-21T11:17:00.975121+0000","last_undegraded":"2023-09-21T11:17:00.975121+0000","last_fullsized":"2023-09-21T11:17:00.975121+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:48:46.352776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772103+0000","last_change":"2023-09-21T11:16:58.971377+0000","last_active":"2023-09-21T11:17:01.772103+0000","last_peered":"2023-09-21T11:17:01.772103+0000","last_clean":"2023-09-21T11:17:01.772103+0000","last_became_active":"2023-09-21T11:16:58.971067+0000","last_became_peered":"2023-09-21T11:16:58.971067+0000","last_unstale":"2023-09-21T11:17:01.772103+0000","last_undegraded":"2023-09-21T11:17:01.772103+0000","last_fullsized":"2023-09-21T11:17:01.772103+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:12:17.462094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772869+0000","last_change":"2023-09-21T11:16:59.982055+0000","last_active":"2023-09-21T11:17:01.772869+0000","last_peered":"2023-09-21T11:17:01.772869+0000","last_clean":"2023-09-21T11:17:01.772869+0000","last_became_active":"2023-09-21T11:16:59.980953+0000","last_became_peered":"2023-09-21T11:16:59.980953+0000","last_unstale":"2023-09-21T11:17:01.772869+0000","last_undegraded":"2023-09-21T11:17:01.772869+0000","last_fullsized":"2023-09-21T11:17:01.772869+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:36:02.573466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772469+0000","last_change":"2023-09-21T11:16:58.965008+0000","last_active":"2023-09-21T11:17:01.772469+0000","last_peered":"2023-09-21T11:17:01.772469+0000","last_clean":"2023-09-21T11:17:01.772469+0000","last_became_active":"2023-09-21T11:16:58.964724+0000","last_became_peered":"2023-09-21T11:16:58.964724+0000","last_unstale":"2023-09-21T11:17:01.772469+0000","last_undegraded":"2023-09-21T11:17:01.772469+0000","last_fullsized":"2023-09-21T11:17:01.772469+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:31:01.085977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772143+0000","last_change":"2023-09-21T11:16:59.974822+0000","last_active":"2023-09-21T11:17:01.772143+0000","last_peered":"2023-09-21T11:17:01.772143+0000","last_clean":"2023-09-21T11:17:01.772143+0000","last_became_active":"2023-09-21T11:16:59.974121+0000","last_became_peered":"2023-09-21T11:16:59.974121+0000","last_unstale":"2023-09-21T11:17:01.772143+0000","last_undegraded":"2023-09-21T11:17:01.772143+0000","last_fullsized":"2023-09-21T11:17:01.772143+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:12:18.467974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478851+0000","last_change":"2023-09-21T11:16:58.971472+0000","last_active":"2023-09-21T11:17:01.478851+0000","last_peered":"2023-09-21T11:17:01.478851+0000","last_clean":"2023-09-21T11:17:01.478851+0000","last_became_active":"2023-09-21T11:16:58.971211+0000","last_became_peered":"2023-09-21T11:16:58.971211+0000","last_unstale":"2023-09-21T11:17:01.478851+0000","last_undegraded":"2023-09-21T11:17:01.478851+0000","last_fullsized":"2023-09-21T11:17:01.478851+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:43.736594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773000+0000","last_change":"2023-09-21T11:16:59.985719+0000","last_active":"2023-09-21T11:17:01.773000+0000","last_peered":"2023-09-21T11:17:01.773000+0000","last_clean":"2023-09-21T11:17:01.773000+0000","last_became_active":"2023-09-21T11:16:59.985440+0000","last_became_peered":"2023-09-21T11:16:59.985440+0000","last_unstale":"2023-09-21T11:17:01.773000+0000","last_undegraded":"2023-09-21T11:17:01.773000+0000","last_fullsized":"2023-09-21T11:17:01.773000+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:32:58.157880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.771918+0000","last_change":"2023-09-21T11:16:58.968186+0000","last_active":"2023-09-21T11:17:01.771918+0000","last_peered":"2023-09-21T11:17:01.771918+0000","last_clean":"2023-09-21T11:17:01.771918+0000","last_became_active":"2023-09-21T11:16:58.967872+0000","last_became_peered":"2023-09-21T11:16:58.967872+0000","last_unstale":"2023-09-21T11:17:01.771918+0000","last_undegraded":"2023-09-21T11:17:01.771918+0000","last_fullsized":"2023-09-21T11:17:01.771918+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:48:45.346895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772000+0000","last_change":"2023-09-21T11:16:59.990419+0000","last_active":"2023-09-21T11:17:01.772000+0000","last_peered":"2023-09-21T11:17:01.772000+0000","last_clean":"2023-09-21T11:17:01.772000+0000","last_became_active":"2023-09-21T11:16:59.989788+0000","last_became_peered":"2023-09-21T11:16:59.989788+0000","last_unstale":"2023-09-21T11:17:01.772000+0000","last_undegraded":"2023-09-21T11:17:01.772000+0000","last_fullsized":"2023-09-21T11:17:01.772000+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:02.867851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087052+0000","last_change":"2023-09-21T11:16:58.965023+0000","last_active":"2023-09-21T11:17:01.087052+0000","last_peered":"2023-09-21T11:17:01.087052+0000","last_clean":"2023-09-21T11:17:01.087052+0000","last_became_active":"2023-09-21T11:16:58.964698+0000","last_became_peered":"2023-09-21T11:16:58.964698+0000","last_unstale":"2023-09-21T11:17:01.087052+0000","last_undegraded":"2023-09-21T11:17:01.087052+0000","last_fullsized":"2023-09-21T11:17:01.087052+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:18:28.209925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772765+0000","last_change":"2023-09-21T11:16:59.985880+0000","last_active":"2023-09-21T11:17:01.772765+0000","last_peered":"2023-09-21T11:17:01.772765+0000","last_clean":"2023-09-21T11:17:01.772765+0000","last_became_active":"2023-09-21T11:16:59.985585+0000","last_became_peered":"2023-09-21T11:16:59.985585+0000","last_unstale":"2023-09-21T11:17:01.772765+0000","last_undegraded":"2023-09-21T11:17:01.772765+0000","last_fullsized":"2023-09-21T11:17:01.772765+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:17:44.039547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.975322+0000","last_change":"2023-09-21T11:16:58.964390+0000","last_active":"2023-09-21T11:17:00.975322+0000","last_peered":"2023-09-21T11:17:00.975322+0000","last_clean":"2023-09-21T11:17:00.975322+0000","last_became_active":"2023-09-21T11:16:58.964081+0000","last_became_peered":"2023-09-21T11:16:58.964081+0000","last_unstale":"2023-09-21T11:17:00.975322+0000","last_undegraded":"2023-09-21T11:17:00.975322+0000","last_fullsized":"2023-09-21T11:17:00.975322+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:41:35.848693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773425+0000","last_change":"2023-09-21T11:16:59.985649+0000","last_active":"2023-09-21T11:17:01.773425+0000","last_peered":"2023-09-21T11:17:01.773425+0000","last_clean":"2023-09-21T11:17:01.773425+0000","last_became_active":"2023-09-21T11:16:59.979865+0000","last_became_peered":"2023-09-21T11:16:59.979865+0000","last_unstale":"2023-09-21T11:17:01.773425+0000","last_undegraded":"2023-09-21T11:17:01.773425+0000","last_fullsized":"2023-09-21T11:17:01.773425+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:05:20.727410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976102+0000","last_change":"2023-09-21T11:16:58.967223+0000","last_active":"2023-09-21T11:17:00.976102+0000","last_peered":"2023-09-21T11:17:00.976102+0000","last_clean":"2023-09-21T11:17:00.976102+0000","last_became_active":"2023-09-21T11:16:58.965873+0000","last_became_peered":"2023-09-21T11:16:58.965873+0000","last_unstale":"2023-09-21T11:17:00.976102+0000","last_undegraded":"2023-09-21T11:17:00.976102+0000","last_fullsized":"2023-09-21T11:17:00.976102+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:50:45.479022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478982+0000","last_change":"2023-09-21T11:16:59.979098+0000","last_active":"2023-09-21T11:17:01.478982+0000","last_peered":"2023-09-21T11:17:01.478982+0000","last_clean":"2023-09-21T11:17:01.478982+0000","last_became_active":"2023-09-21T11:16:59.978799+0000","last_became_peered":"2023-09-21T11:16:59.978799+0000","last_unstale":"2023-09-21T11:17:01.478982+0000","last_undegraded":"2023-09-21T11:17:01.478982+0000","last_fullsized":"2023-09-21T11:17:01.478982+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:52:21.275866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478866+0000","last_change":"2023-09-21T11:16:58.969791+0000","last_active":"2023-09-21T11:17:01.478866+0000","last_peered":"2023-09-21T11:17:01.478866+0000","last_clean":"2023-09-21T11:17:01.478866+0000","last_became_active":"2023-09-21T11:16:58.969017+0000","last_became_peered":"2023-09-21T11:16:58.969017+0000","last_unstale":"2023-09-21T11:17:01.478866+0000","last_undegraded":"2023-09-21T11:17:01.478866+0000","last_fullsized":"2023-09-21T11:17:01.478866+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:01.861971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.974898+0000","last_change":"2023-09-21T11:16:59.980862+0000","last_active":"2023-09-21T11:17:00.974898+0000","last_peered":"2023-09-21T11:17:00.974898+0000","last_clean":"2023-09-21T11:17:00.974898+0000","last_became_active":"2023-09-21T11:16:59.980581+0000","last_became_peered":"2023-09-21T11:16:59.980581+0000","last_unstale":"2023-09-21T11:17:00.974898+0000","last_undegraded":"2023-09-21T11:17:00.974898+0000","last_fullsized":"2023-09-21T11:17:00.974898+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:18:29.215806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.975978+0000","last_change":"2023-09-21T11:16:59.982817+0000","last_active":"2023-09-21T11:17:00.975978+0000","last_peered":"2023-09-21T11:17:00.975978+0000","last_clean":"2023-09-21T11:17:00.975978+0000","last_became_active":"2023-09-21T11:16:59.982512+0000","last_became_peered":"2023-09-21T11:16:59.982512+0000","last_unstale":"2023-09-21T11:17:00.975978+0000","last_undegraded":"2023-09-21T11:17:00.975978+0000","last_fullsized":"2023-09-21T11:17:00.975978+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:02.867851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087075+0000","last_change":"2023-09-21T11:16:58.968925+0000","last_active":"2023-09-21T11:17:01.087075+0000","last_peered":"2023-09-21T11:17:01.087075+0000","last_clean":"2023-09-21T11:17:01.087075+0000","last_became_active":"2023-09-21T11:16:58.968592+0000","last_became_peered":"2023-09-21T11:16:58.968592+0000","last_unstale":"2023-09-21T11:17:01.087075+0000","last_undegraded":"2023-09-21T11:17:01.087075+0000","last_fullsized":"2023-09-21T11:17:01.087075+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:49:05.196140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692299+0000","last_change":"2023-09-21T11:16:59.983548+0000","last_active":"2023-09-21T11:17:01.692299+0000","last_peered":"2023-09-21T11:17:01.692299+0000","last_clean":"2023-09-21T11:17:01.692299+0000","last_became_active":"2023-09-21T11:16:59.983257+0000","last_became_peered":"2023-09-21T11:16:59.983257+0000","last_unstale":"2023-09-21T11:17:01.692299+0000","last_undegraded":"2023-09-21T11:17:01.692299+0000","last_fullsized":"2023-09-21T11:17:01.692299+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:34:12.139928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478487+0000","last_change":"2023-09-21T11:16:58.974275+0000","last_active":"2023-09-21T11:17:01.478487+0000","last_peered":"2023-09-21T11:17:01.478487+0000","last_clean":"2023-09-21T11:17:01.478487+0000","last_became_active":"2023-09-21T11:16:58.973976+0000","last_became_peered":"2023-09-21T11:16:58.973976+0000","last_unstale":"2023-09-21T11:17:01.478487+0000","last_undegraded":"2023-09-21T11:17:01.478487+0000","last_fullsized":"2023-09-21T11:17:01.478487+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:20:53.866428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T11:16:59.969783+0000","last_change":"2023-09-21T11:16:47.947863+0000","last_active":"2023-09-21T11:16:59.969783+0000","last_peered":"2023-09-21T11:16:59.969783+0000","last_clean":"2023-09-21T11:16:59.969783+0000","last_became_active":"2023-09-21T11:16:47.946755+0000","last_became_peered":"2023-09-21T11:16:47.946755+0000","last_unstale":"2023-09-21T11:16:59.969783+0000","last_undegraded":"2023-09-21T11:16:59.969783+0000","last_fullsized":"2023-09-21T11:16:59.969783+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:46.798821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:46.798821+0000","last_clean_scrub_stamp":"2023-09-21T11:16:46.798821+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:59:57.802465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772129+0000","last_change":"2023-09-21T11:16:59.973369+0000","last_active":"2023-09-21T11:17:01.772129+0000","last_peered":"2023-09-21T11:17:01.772129+0000","last_clean":"2023-09-21T11:17:01.772129+0000","last_became_active":"2023-09-21T11:16:59.972273+0000","last_became_peered":"2023-09-21T11:16:59.972273+0000","last_unstale":"2023-09-21T11:17:01.772129+0000","last_undegraded":"2023-09-21T11:17:01.772129+0000","last_fullsized":"2023-09-21T11:17:01.772129+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:55:41.019051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772643+0000","last_change":"2023-09-21T11:16:58.977553+0000","last_active":"2023-09-21T11:17:01.772643+0000","last_peered":"2023-09-21T11:17:01.772643+0000","last_clean":"2023-09-21T11:17:01.772643+0000","last_became_active":"2023-09-21T11:16:58.977282+0000","last_became_peered":"2023-09-21T11:16:58.977282+0000","last_unstale":"2023-09-21T11:17:01.772643+0000","last_undegraded":"2023-09-21T11:17:01.772643+0000","last_fullsized":"2023-09-21T11:17:01.772643+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:12:17.462094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773008+0000","last_change":"2023-09-21T11:16:58.977134+0000","last_active":"2023-09-21T11:17:01.773008+0000","last_peered":"2023-09-21T11:17:01.773008+0000","last_clean":"2023-09-21T11:17:01.773008+0000","last_became_active":"2023-09-21T11:16:58.976829+0000","last_became_peered":"2023-09-21T11:16:58.976829+0000","last_unstale":"2023-09-21T11:17:01.773008+0000","last_undegraded":"2023-09-21T11:17:01.773008+0000","last_fullsized":"2023-09-21T11:17:01.773008+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:43.736594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976090+0000","last_change":"2023-09-21T11:16:59.975537+0000","last_active":"2023-09-21T11:17:00.976090+0000","last_peered":"2023-09-21T11:17:00.976090+0000","last_clean":"2023-09-21T11:17:00.976090+0000","last_became_active":"2023-09-21T11:16:59.975253+0000","last_became_peered":"2023-09-21T11:16:59.975253+0000","last_unstale":"2023-09-21T11:17:00.976090+0000","last_undegraded":"2023-09-21T11:17:00.976090+0000","last_fullsized":"2023-09-21T11:17:00.976090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:48.414223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976196+0000","last_change":"2023-09-21T11:16:58.971620+0000","last_active":"2023-09-21T11:17:00.976196+0000","last_peered":"2023-09-21T11:17:00.976196+0000","last_clean":"2023-09-21T11:17:00.976196+0000","last_became_active":"2023-09-21T11:16:58.971391+0000","last_became_peered":"2023-09-21T11:16:58.971391+0000","last_unstale":"2023-09-21T11:17:00.976196+0000","last_undegraded":"2023-09-21T11:17:00.976196+0000","last_fullsized":"2023-09-21T11:17:00.976196+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:53:57.256222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692234+0000","last_change":"2023-09-21T11:16:59.980273+0000","last_active":"2023-09-21T11:17:01.692234+0000","last_peered":"2023-09-21T11:17:01.692234+0000","last_clean":"2023-09-21T11:17:01.692234+0000","last_became_active":"2023-09-21T11:16:59.979996+0000","last_became_peered":"2023-09-21T11:16:59.979996+0000","last_unstale":"2023-09-21T11:17:01.692234+0000","last_undegraded":"2023-09-21T11:17:01.692234+0000","last_fullsized":"2023-09-21T11:17:01.692234+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:46:39.100911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772378+0000","last_change":"2023-09-21T11:16:58.978103+0000","last_active":"2023-09-21T11:17:01.772378+0000","last_peered":"2023-09-21T11:17:01.772378+0000","last_clean":"2023-09-21T11:17:01.772378+0000","last_became_active":"2023-09-21T11:16:58.977690+0000","last_became_peered":"2023-09-21T11:16:58.977690+0000","last_unstale":"2023-09-21T11:17:01.772378+0000","last_undegraded":"2023-09-21T11:17:01.772378+0000","last_fullsized":"2023-09-21T11:17:01.772378+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:53:57.256222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772526+0000","last_change":"2023-09-21T11:16:59.979498+0000","last_active":"2023-09-21T11:17:01.772526+0000","last_peered":"2023-09-21T11:17:01.772526+0000","last_clean":"2023-09-21T11:17:01.772526+0000","last_became_active":"2023-09-21T11:16:59.977481+0000","last_became_peered":"2023-09-21T11:16:59.977481+0000","last_unstale":"2023-09-21T11:17:01.772526+0000","last_undegraded":"2023-09-21T11:17:01.772526+0000","last_fullsized":"2023-09-21T11:17:01.772526+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:02.867851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772725+0000","last_change":"2023-09-21T11:16:58.976931+0000","last_active":"2023-09-21T11:17:01.772725+0000","last_peered":"2023-09-21T11:17:01.772725+0000","last_clean":"2023-09-21T11:17:01.772725+0000","last_became_active":"2023-09-21T11:16:58.976644+0000","last_became_peered":"2023-09-21T11:16:58.976644+0000","last_unstale":"2023-09-21T11:17:01.772725+0000","last_undegraded":"2023-09-21T11:17:01.772725+0000","last_fullsized":"2023-09-21T11:17:01.772725+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:55:40.013170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.974711+0000","last_change":"2023-09-21T11:16:59.981934+0000","last_active":"2023-09-21T11:17:00.974711+0000","last_peered":"2023-09-21T11:17:00.974711+0000","last_clean":"2023-09-21T11:17:00.974711+0000","last_became_active":"2023-09-21T11:16:59.981659+0000","last_became_peered":"2023-09-21T11:16:59.981659+0000","last_unstale":"2023-09-21T11:17:00.974711+0000","last_undegraded":"2023-09-21T11:17:00.974711+0000","last_fullsized":"2023-09-21T11:17:00.974711+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:31:02.091858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976035+0000","last_change":"2023-09-21T11:16:58.977980+0000","last_active":"2023-09-21T11:17:00.976035+0000","last_peered":"2023-09-21T11:17:00.976035+0000","last_clean":"2023-09-21T11:17:00.976035+0000","last_became_active":"2023-09-21T11:16:58.977702+0000","last_became_peered":"2023-09-21T11:16:58.977702+0000","last_unstale":"2023-09-21T11:17:00.976035+0000","last_undegraded":"2023-09-21T11:17:00.976035+0000","last_fullsized":"2023-09-21T11:17:00.976035+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:48:45.346895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691883+0000","last_change":"2023-09-21T11:16:59.976480+0000","last_active":"2023-09-21T11:17:01.691883+0000","last_peered":"2023-09-21T11:17:01.691883+0000","last_clean":"2023-09-21T11:17:01.691883+0000","last_became_active":"2023-09-21T11:16:59.976204+0000","last_became_peered":"2023-09-21T11:16:59.976204+0000","last_unstale":"2023-09-21T11:17:01.691883+0000","last_undegraded":"2023-09-21T11:17:01.691883+0000","last_fullsized":"2023-09-21T11:17:01.691883+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:02.867851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976306+0000","last_change":"2023-09-21T11:16:58.969414+0000","last_active":"2023-09-21T11:17:00.976306+0000","last_peered":"2023-09-21T11:17:00.976306+0000","last_clean":"2023-09-21T11:17:00.976306+0000","last_became_active":"2023-09-21T11:16:58.969021+0000","last_became_peered":"2023-09-21T11:16:58.969021+0000","last_unstale":"2023-09-21T11:17:00.976306+0000","last_undegraded":"2023-09-21T11:17:00.976306+0000","last_fullsized":"2023-09-21T11:17:00.976306+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:24:04.317960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692325+0000","last_change":"2023-09-21T11:16:59.976210+0000","last_active":"2023-09-21T11:17:01.692325+0000","last_peered":"2023-09-21T11:17:01.692325+0000","last_clean":"2023-09-21T11:17:01.692325+0000","last_became_active":"2023-09-21T11:16:59.975917+0000","last_became_peered":"2023-09-21T11:16:59.975917+0000","last_unstale":"2023-09-21T11:17:01.692325+0000","last_undegraded":"2023-09-21T11:17:01.692325+0000","last_fullsized":"2023-09-21T11:17:01.692325+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:46:39.514734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772835+0000","last_change":"2023-09-21T11:16:58.977191+0000","last_active":"2023-09-21T11:17:01.772835+0000","last_peered":"2023-09-21T11:17:01.772835+0000","last_clean":"2023-09-21T11:17:01.772835+0000","last_became_active":"2023-09-21T11:16:58.976912+0000","last_became_peered":"2023-09-21T11:16:58.976912+0000","last_unstale":"2023-09-21T11:17:01.772835+0000","last_undegraded":"2023-09-21T11:17:01.772835+0000","last_fullsized":"2023-09-21T11:17:01.772835+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:34:47.645750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772103+0000","last_change":"2023-09-21T11:16:59.977580+0000","last_active":"2023-09-21T11:17:01.772103+0000","last_peered":"2023-09-21T11:17:01.772103+0000","last_clean":"2023-09-21T11:17:01.772103+0000","last_became_active":"2023-09-21T11:16:59.977294+0000","last_became_peered":"2023-09-21T11:16:59.977294+0000","last_unstale":"2023-09-21T11:17:01.772103+0000","last_undegraded":"2023-09-21T11:17:01.772103+0000","last_fullsized":"2023-09-21T11:17:01.772103+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:48.414223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087231+0000","last_change":"2023-09-21T11:16:58.973054+0000","last_active":"2023-09-21T11:17:01.087231+0000","last_peered":"2023-09-21T11:17:01.087231+0000","last_clean":"2023-09-21T11:17:01.087231+0000","last_became_active":"2023-09-21T11:16:58.972780+0000","last_became_peered":"2023-09-21T11:16:58.972780+0000","last_unstale":"2023-09-21T11:17:01.087231+0000","last_undegraded":"2023-09-21T11:17:01.087231+0000","last_fullsized":"2023-09-21T11:17:01.087231+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:20:53.866428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773012+0000","last_change":"2023-09-21T11:16:59.984428+0000","last_active":"2023-09-21T11:17:01.773012+0000","last_peered":"2023-09-21T11:17:01.773012+0000","last_clean":"2023-09-21T11:17:01.773012+0000","last_became_active":"2023-09-21T11:16:59.984147+0000","last_became_peered":"2023-09-21T11:16:59.984147+0000","last_unstale":"2023-09-21T11:17:01.773012+0000","last_undegraded":"2023-09-21T11:17:01.773012+0000","last_fullsized":"2023-09-21T11:17:01.773012+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:20:14.024243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976183+0000","last_change":"2023-09-21T11:16:58.967060+0000","last_active":"2023-09-21T11:17:00.976183+0000","last_peered":"2023-09-21T11:17:00.976183+0000","last_clean":"2023-09-21T11:17:00.976183+0000","last_became_active":"2023-09-21T11:16:58.966796+0000","last_became_peered":"2023-09-21T11:16:58.966796+0000","last_unstale":"2023-09-21T11:17:00.976183+0000","last_undegraded":"2023-09-21T11:17:00.976183+0000","last_fullsized":"2023-09-21T11:17:00.976183+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:12:17.462094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478961+0000","last_change":"2023-09-21T11:16:59.983330+0000","last_active":"2023-09-21T11:17:01.478961+0000","last_peered":"2023-09-21T11:17:01.478961+0000","last_clean":"2023-09-21T11:17:01.478961+0000","last_became_active":"2023-09-21T11:16:59.983006+0000","last_became_peered":"2023-09-21T11:16:59.983006+0000","last_unstale":"2023-09-21T11:17:01.478961+0000","last_undegraded":"2023-09-21T11:17:01.478961+0000","last_fullsized":"2023-09-21T11:17:01.478961+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:42:58.147848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087200+0000","last_change":"2023-09-21T11:16:58.967665+0000","last_active":"2023-09-21T11:17:01.087200+0000","last_peered":"2023-09-21T11:17:01.087200+0000","last_clean":"2023-09-21T11:17:01.087200+0000","last_became_active":"2023-09-21T11:16:58.967388+0000","last_became_peered":"2023-09-21T11:16:58.967388+0000","last_unstale":"2023-09-21T11:17:01.087200+0000","last_undegraded":"2023-09-21T11:17:01.087200+0000","last_fullsized":"2023-09-21T11:17:01.087200+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:31:01.085977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773135+0000","last_change":"2023-09-21T11:16:59.994244+0000","last_active":"2023-09-21T11:17:01.773135+0000","last_peered":"2023-09-21T11:17:01.773135+0000","last_clean":"2023-09-21T11:17:01.773135+0000","last_became_active":"2023-09-21T11:16:59.992708+0000","last_became_peered":"2023-09-21T11:16:59.992708+0000","last_unstale":"2023-09-21T11:17:01.773135+0000","last_undegraded":"2023-09-21T11:17:01.773135+0000","last_fullsized":"2023-09-21T11:17:01.773135+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:01:24.805520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772059+0000","last_change":"2023-09-21T11:16:59.990418+0000","last_active":"2023-09-21T11:17:01.772059+0000","last_peered":"2023-09-21T11:17:01.772059+0000","last_clean":"2023-09-21T11:17:01.772059+0000","last_became_active":"2023-09-21T11:16:59.990058+0000","last_became_peered":"2023-09-21T11:16:59.990058+0000","last_unstale":"2023-09-21T11:17:01.772059+0000","last_undegraded":"2023-09-21T11:17:01.772059+0000","last_fullsized":"2023-09-21T11:17:01.772059+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:44.742475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087192+0000","last_change":"2023-09-21T11:16:59.982080+0000","last_active":"2023-09-21T11:17:01.087192+0000","last_peered":"2023-09-21T11:17:01.087192+0000","last_clean":"2023-09-21T11:17:01.087192+0000","last_became_active":"2023-09-21T11:16:59.981788+0000","last_became_peered":"2023-09-21T11:16:59.981788+0000","last_unstale":"2023-09-21T11:17:01.087192+0000","last_undegraded":"2023-09-21T11:17:01.087192+0000","last_fullsized":"2023-09-21T11:17:01.087192+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:45:58.998126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478728+0000","last_change":"2023-09-21T11:16:59.979314+0000","last_active":"2023-09-21T11:17:01.478728+0000","last_peered":"2023-09-21T11:17:01.478728+0000","last_clean":"2023-09-21T11:17:01.478728+0000","last_became_active":"2023-09-21T11:16:59.979039+0000","last_became_peered":"2023-09-21T11:16:59.979039+0000","last_unstale":"2023-09-21T11:17:01.478728+0000","last_undegraded":"2023-09-21T11:17:01.478728+0000","last_fullsized":"2023-09-21T11:17:01.478728+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:36:02.573466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772364+0000","last_change":"2023-09-21T11:16:59.972447+0000","last_active":"2023-09-21T11:17:01.772364+0000","last_peered":"2023-09-21T11:17:01.772364+0000","last_clean":"2023-09-21T11:17:01.772364+0000","last_became_active":"2023-09-21T11:16:59.972112+0000","last_became_peered":"2023-09-21T11:16:59.972112+0000","last_unstale":"2023-09-21T11:17:01.772364+0000","last_undegraded":"2023-09-21T11:17:01.772364+0000","last_fullsized":"2023-09-21T11:17:01.772364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:50:46.484903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692050+0000","last_change":"2023-09-21T11:16:59.971727+0000","last_active":"2023-09-21T11:17:01.692050+0000","last_peered":"2023-09-21T11:17:01.692050+0000","last_clean":"2023-09-21T11:17:01.692050+0000","last_became_active":"2023-09-21T11:16:59.971409+0000","last_became_peered":"2023-09-21T11:16:59.971409+0000","last_unstale":"2023-09-21T11:17:01.692050+0000","last_undegraded":"2023-09-21T11:17:01.692050+0000","last_fullsized":"2023-09-21T11:17:01.692050+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:48.414223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976122+0000","last_change":"2023-09-21T11:16:59.976605+0000","last_active":"2023-09-21T11:17:00.976122+0000","last_peered":"2023-09-21T11:17:00.976122+0000","last_clean":"2023-09-21T11:17:00.976122+0000","last_became_active":"2023-09-21T11:16:59.976322+0000","last_became_peered":"2023-09-21T11:16:59.976322+0000","last_unstale":"2023-09-21T11:17:00.976122+0000","last_undegraded":"2023-09-21T11:17:00.976122+0000","last_fullsized":"2023-09-21T11:17:00.976122+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:55:32.080787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772420+0000","last_change":"2023-09-21T11:16:59.986759+0000","last_active":"2023-09-21T11:17:01.772420+0000","last_peered":"2023-09-21T11:17:01.772420+0000","last_clean":"2023-09-21T11:17:01.772420+0000","last_became_active":"2023-09-21T11:16:59.986483+0000","last_became_peered":"2023-09-21T11:16:59.986483+0000","last_unstale":"2023-09-21T11:17:01.772420+0000","last_undegraded":"2023-09-21T11:17:01.772420+0000","last_fullsized":"2023-09-21T11:17:01.772420+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:55:32.080787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692210+0000","last_change":"2023-09-21T11:16:59.976119+0000","last_active":"2023-09-21T11:17:01.692210+0000","last_peered":"2023-09-21T11:17:01.692210+0000","last_clean":"2023-09-21T11:17:01.692210+0000","last_became_active":"2023-09-21T11:16:59.975797+0000","last_became_peered":"2023-09-21T11:16:59.975797+0000","last_unstale":"2023-09-21T11:17:01.692210+0000","last_undegraded":"2023-09-21T11:17:01.692210+0000","last_fullsized":"2023-09-21T11:17:01.692210+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:51:00.572389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478588+0000","last_change":"2023-09-21T11:16:59.979933+0000","last_active":"2023-09-21T11:17:01.478588+0000","last_peered":"2023-09-21T11:17:01.478588+0000","last_clean":"2023-09-21T11:17:01.478588+0000","last_became_active":"2023-09-21T11:16:59.979675+0000","last_became_peered":"2023-09-21T11:16:59.979675+0000","last_unstale":"2023-09-21T11:17:01.478588+0000","last_undegraded":"2023-09-21T11:17:01.478588+0000","last_fullsized":"2023-09-21T11:17:01.478588+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:17:44.039547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691885+0000","last_change":"2023-09-21T11:16:59.975865+0000","last_active":"2023-09-21T11:17:01.691885+0000","last_peered":"2023-09-21T11:17:01.691885+0000","last_clean":"2023-09-21T11:17:01.691885+0000","last_became_active":"2023-09-21T11:16:59.975512+0000","last_became_peered":"2023-09-21T11:16:59.975512+0000","last_unstale":"2023-09-21T11:17:01.691885+0000","last_undegraded":"2023-09-21T11:17:01.691885+0000","last_fullsized":"2023-09-21T11:17:01.691885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:34:48.651631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478580+0000","last_change":"2023-09-21T11:16:59.978764+0000","last_active":"2023-09-21T11:17:01.478580+0000","last_peered":"2023-09-21T11:17:01.478580+0000","last_clean":"2023-09-21T11:17:01.478580+0000","last_became_active":"2023-09-21T11:16:59.978490+0000","last_became_peered":"2023-09-21T11:16:59.978490+0000","last_unstale":"2023-09-21T11:17:01.478580+0000","last_undegraded":"2023-09-21T11:17:01.478580+0000","last_fullsized":"2023-09-21T11:17:01.478580+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:46:39.514734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772354+0000","last_change":"2023-09-21T11:16:59.980849+0000","last_active":"2023-09-21T11:17:01.772354+0000","last_peered":"2023-09-21T11:17:01.772354+0000","last_clean":"2023-09-21T11:17:01.772354+0000","last_became_active":"2023-09-21T11:16:59.980419+0000","last_became_peered":"2023-09-21T11:16:59.980419+0000","last_unstale":"2023-09-21T11:17:01.772354+0000","last_undegraded":"2023-09-21T11:17:01.772354+0000","last_fullsized":"2023-09-21T11:17:01.772354+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:39:30.395082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772590+0000","last_change":"2023-09-21T11:16:59.988708+0000","last_active":"2023-09-21T11:17:01.772590+0000","last_peered":"2023-09-21T11:17:01.772590+0000","last_clean":"2023-09-21T11:17:01.772590+0000","last_became_active":"2023-09-21T11:16:59.988440+0000","last_became_peered":"2023-09-21T11:16:59.988440+0000","last_unstale":"2023-09-21T11:17:01.772590+0000","last_undegraded":"2023-09-21T11:17:01.772590+0000","last_fullsized":"2023-09-21T11:17:01.772590+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:57:14.380117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":5,"up_from":13,"seq":55834574856,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":196608,"data_stored":64688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]}]},{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27796,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344044,"statfs":{"total":96636764160,"available":96608301056,"internally_reserved":0,"allocated":790528,"data_stored":655548,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":212992,"data_stored":71058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34399999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27800,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344040,"statfs":{"total":96636764160,"available":96608296960,"internally_reserved":0,"allocated":798720,"data_stored":655604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65800000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574852,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27212,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344628,"statfs":{"total":96636764160,"available":96608899072,"internally_reserved":0,"allocated":192512,"data_stored":64598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27800000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36499999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71899999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73099999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41099999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76900000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69899999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":71024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41799999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-21T11:17:04.452 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-09-21T11:17:04.452 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-09-21T11:17:04.453 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2023-09-21T11:17:04.453 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2023-09-21T11:17:04.453 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2023-09-21T11:17:04.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.614+0000 7fefc7d55700 1 Processor -- start 2023-09-21T11:17:04.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.614+0000 7fefc7d55700 1 -- start start 2023-09-21T11:17:04.609 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.615+0000 7fefc7d55700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fefc015bc00 0x7fefc00cdd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:04.609 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.615+0000 7fefc7d55700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fefc00ce280 0x7fefc00b1ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:04.609 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.615+0000 7fefc7d55700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fefc00cd530 con 0x7fefc015b820 2023-09-21T11:17:04.610 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.615+0000 7fefc7d55700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefc00ce730 con 0x7fefc015bc00 2023-09-21T11:17:04.610 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.615+0000 7fefc7d55700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefc00ccc90 con 0x7fefc00ce280 2023-09-21T11:17:04.610 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.615+0000 7fefc52f0700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fefc015bc00 0x7fefc00cdd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:04.610 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.615+0000 7fefc5af1700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fefc015b820 0x7fefc00cc1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39704/0 (socket says 172.21.15.79:39704) 2023-09-21T11:17:04.610 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.615+0000 7fefc5af1700 1 -- 172.21.15.79:0/4064503430 learned_addr learned my addr 172.21.15.79:0/4064503430 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:04.611 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.615+0000 7fefc62f2700 1 --2- 172.21.15.79:0/4064503430 >> v2:172.21.15.134:3300/0 conn(0x7fefc00ce280 0x7fefc00b1ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:04.611 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.615+0000 7fefc52f0700 1 -- 172.21.15.79:0/4064503430 >> v2:172.21.15.134:3300/0 conn(0x7fefc00ce280 msgr2=0x7fefc00b1ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:04.611 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.615+0000 7fefc52f0700 1 --2- 172.21.15.79:0/4064503430 >> v2:172.21.15.134:3300/0 conn(0x7fefc00ce280 0x7fefc00b1ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.611 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.615+0000 7fefc52f0700 1 -- 172.21.15.79:0/4064503430 >> v1:172.21.15.79:6789/0 conn(0x7fefc015b820 legacy=0x7fefc00cc1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:04.611 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.615+0000 7fefc52f0700 1 -- 172.21.15.79:0/4064503430 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefc00ccf70 con 0x7fefc015bc00 2023-09-21T11:17:04.612 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.615+0000 7fefc4aef700 1 -- 172.21.15.79:0/4064503430 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3556106522 0 0) 0x7fefc00cd530 con 0x7fefc015b820 2023-09-21T11:17:04.612 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.615+0000 7fefc52f0700 1 --2- 172.21.15.79:0/4064503430 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefc015bc00 0x7fefc00cdd40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fefc008b9e0 tx=0x7fefbc009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85d1f3ba1e6af693 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:04.612 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.616+0000 7fefc4aef700 1 -- 172.21.15.79:0/4064503430 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefbc011830 con 0x7fefc015bc00 2023-09-21T11:17:04.612 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.616+0000 7fefc4aef700 1 -- 172.21.15.79:0/4064503430 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefbc011990 con 0x7fefc015bc00 2023-09-21T11:17:04.612 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.616+0000 7fefc4aef700 1 -- 172.21.15.79:0/4064503430 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefbc011d20 con 0x7fefc015bc00 2023-09-21T11:17:04.612 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.616+0000 7fefc7d55700 1 -- 172.21.15.79:0/4064503430 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefc015bc00 msgr2=0x7fefc00cdd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:04.613 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.616+0000 7fefc7d55700 1 --2- 172.21.15.79:0/4064503430 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefc015bc00 0x7fefc00cdd40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fefc008b9e0 tx=0x7fefbc009b20 comp rx=0 tx=0).stop 2023-09-21T11:17:04.613 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.616+0000 7fefc7d55700 1 -- 172.21.15.79:0/4064503430 shutdown_connections 2023-09-21T11:17:04.613 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.616+0000 7fefc7d55700 1 --2- 172.21.15.79:0/4064503430 >> v2:172.21.15.134:3300/0 conn(0x7fefc00ce280 0x7fefc00b1ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.613 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.616+0000 7fefc7d55700 1 --2- 172.21.15.79:0/4064503430 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefc015bc00 0x7fefc00cdd40 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.613 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.616+0000 7fefc7d55700 1 -- 172.21.15.79:0/4064503430 >> 172.21.15.79:0/4064503430 conn(0x7fefc008b480 msgr2=0x7fefc009aa90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:04.613 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.616+0000 7fefc7d55700 1 -- 172.21.15.79:0/4064503430 shutdown_connections 2023-09-21T11:17:04.614 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.616+0000 7fefc7d55700 1 -- 172.21.15.79:0/4064503430 wait complete. 2023-09-21T11:17:04.616 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.617+0000 7fefc7d55700 1 Processor -- start 2023-09-21T11:17:04.616 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.617+0000 7fefc7d55700 1 -- start start 2023-09-21T11:17:04.617 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.618+0000 7fefc7d55700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fefc00ce280 0x7fefc015e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:04.617 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.618+0000 7fefc7d55700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefc015b820 0x7fefc01f1630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:04.617 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.618+0000 7fefc7d55700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fefc015bc00 0x7fefc01577e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:04.617 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.618+0000 7fefc7d55700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefc01f1b70 con 0x7fefc015b820 2023-09-21T11:17:04.617 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.618+0000 7fefc7d55700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefc00b7630 con 0x7fefc015bc00 2023-09-21T11:17:04.617 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.618+0000 7fefc7d55700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefc015c100 con 0x7fefc00ce280 2023-09-21T11:17:04.618 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.618+0000 7fefc52f0700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefc015b820 0x7fefc01f1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:04.618 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.618+0000 7fefc52f0700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefc015b820 0x7fefc01f1630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53346/0 (socket says 172.21.15.79:53346) 2023-09-21T11:17:04.618 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.618+0000 7fefc52f0700 1 -- 172.21.15.79:0/3170349740 learned_addr learned my addr 172.21.15.79:0/3170349740 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:04.618 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.619+0000 7fefc5af1700 1 --2- 172.21.15.79:0/3170349740 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fefc00ce280 0x7fefc015e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:04.618 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.619+0000 7fefc52f0700 1 -- 172.21.15.79:0/3170349740 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fefc00ce280 msgr2=0x7fefc015e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:04.619 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.619+0000 7fefc62f2700 1 --2- 172.21.15.79:0/3170349740 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fefc015bc00 0x7fefc01577e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:04.619 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.619+0000 7fefc52f0700 1 --2- 172.21.15.79:0/3170349740 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fefc00ce280 0x7fefc015e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.619 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.619+0000 7fefc52f0700 1 -- 172.21.15.79:0/3170349740 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fefc015bc00 msgr2=0x7fefc01577e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:04.619 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.619+0000 7fefc52f0700 1 --2- 172.21.15.79:0/3170349740 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fefc015bc00 0x7fefc01577e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.619 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.619+0000 7fefc52f0700 1 -- 172.21.15.79:0/3170349740 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefbc0094a0 con 0x7fefc015b820 2023-09-21T11:17:04.620 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.619+0000 7fefc5af1700 1 --2- 172.21.15.79:0/3170349740 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fefc00ce280 0x7fefc015e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:04.620 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.619+0000 7fefc62f2700 1 --2- 172.21.15.79:0/3170349740 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fefc015bc00 0x7fefc01577e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:04.620 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.619+0000 7fefc52f0700 1 --2- 172.21.15.79:0/3170349740 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefc015b820 0x7fefc01f1630 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fefbc014040 tx=0x7fefbc004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:04.620 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.619+0000 7fefb67fc700 1 -- 172.21.15.79:0/3170349740 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefbc0038a0 con 0x7fefc015b820 2023-09-21T11:17:04.620 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.619+0000 7fefb67fc700 1 -- 172.21.15.79:0/3170349740 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefbc01e070 con 0x7fefc015b820 2023-09-21T11:17:04.620 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.619+0000 7fefc7d55700 1 -- 172.21.15.79:0/3170349740 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefc015c3e0 con 0x7fefc015b820 2023-09-21T11:17:04.621 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.619+0000 7fefb67fc700 1 -- 172.21.15.79:0/3170349740 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefbc003c40 con 0x7fefc015b820 2023-09-21T11:17:04.621 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.619+0000 7fefc7d55700 1 -- 172.21.15.79:0/3170349740 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefc015c9a0 con 0x7fefc015b820 2023-09-21T11:17:04.621 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.620+0000 7fefc7d55700 1 -- 172.21.15.79:0/3170349740 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefc004eae0 con 0x7fefc015b820 2023-09-21T11:17:04.621 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.620+0000 7fefb67fc700 1 -- 172.21.15.79:0/3170349740 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fefbc02d450 con 0x7fefc015b820 2023-09-21T11:17:04.621 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.621+0000 7fefb67fc700 1 --2- 172.21.15.79:0/3170349740 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fefa406a580 0x7fefa406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:04.621 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.621+0000 7fefb67fc700 1 -- 172.21.15.79:0/3170349740 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fefbc089b80 con 0x7fefc015b820 2023-09-21T11:17:04.622 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.621+0000 7fefc5af1700 1 --2- 172.21.15.79:0/3170349740 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fefa406a580 0x7fefa406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:04.622 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.621+0000 7fefc5af1700 1 --2- 172.21.15.79:0/3170349740 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fefa406a580 0x7fefa406ca40 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fefb0001360 tx=0x7fefb0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:04.622 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.625+0000 7fefb67fc700 1 -- 172.21.15.79:0/3170349740 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fefbc055190 con 0x7fefc015b820 2023-09-21T11:17:04.862 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.869+0000 7fefc7d55700 1 -- 172.21.15.79:0/3170349740 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7fefc00cf680 con 0x7fefc015b820 2023-09-21T11:17:04.865 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.872+0000 7fefb67fc700 1 -- 172.21.15.79:0/3170349740 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+170104 (secure 0 0 0) 0x7fefbc015020 con 0x7fefc015b820 2023-09-21T11:17:04.868 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:04.869 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.875+0000 7fefc7d55700 1 -- 172.21.15.79:0/3170349740 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fefa406a580 msgr2=0x7fefa406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:04.870 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.875+0000 7fefc7d55700 1 --2- 172.21.15.79:0/3170349740 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fefa406a580 0x7fefa406ca40 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fefb0001360 tx=0x7fefb0009040 comp rx=0 tx=0).stop 2023-09-21T11:17:04.870 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.875+0000 7fefc7d55700 1 -- 172.21.15.79:0/3170349740 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefc015b820 msgr2=0x7fefc01f1630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:04.870 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.875+0000 7fefc7d55700 1 --2- 172.21.15.79:0/3170349740 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefc015b820 0x7fefc01f1630 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fefbc014040 tx=0x7fefbc004750 comp rx=0 tx=0).stop 2023-09-21T11:17:04.870 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.875+0000 7fefc7d55700 1 -- 172.21.15.79:0/3170349740 shutdown_connections 2023-09-21T11:17:04.870 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.875+0000 7fefc7d55700 1 --2- 172.21.15.79:0/3170349740 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fefc015bc00 0x7fefc01577e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.875+0000 7fefc7d55700 1 --2- 172.21.15.79:0/3170349740 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fefa406a580 0x7fefa406ca40 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.875+0000 7fefc7d55700 1 --2- 172.21.15.79:0/3170349740 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fefc00ce280 0x7fefc015e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.875+0000 7fefc7d55700 1 --2- 172.21.15.79:0/3170349740 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefc015b820 0x7fefc01f1630 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:04.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.875+0000 7fefc7d55700 1 -- 172.21.15.79:0/3170349740 >> 172.21.15.79:0/3170349740 conn(0x7fefc008b480 msgr2=0x7fefc006ee10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:04.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.875+0000 7fefc7d55700 1 -- 172.21.15.79:0/3170349740 shutdown_connections 2023-09-21T11:17:04.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:04.875+0000 7fefc7d55700 1 -- 172.21.15.79:0/3170349740 wait complete. 2023-09-21T11:17:04.880 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":5,"active_gid":4104,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":2997757862},{"type":"v1","addr":"172.21.15.79:6833","nonce":2997757862}]},"active_addr":"172.21.15.79:6833/2997757862","active_change":"2023-09-21T11:16:39.779380+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4102,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.79:0","nonce":1674866865}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.79:0","nonce":2240762612}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.79:0","nonce":1333692283}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.79:0","nonce":2588798591}]}]} 2023-09-21T11:17:04.884 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2023-09-21T11:17:04.884 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2023-09-21T11:17:04.884 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:05.004 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.011+0000 7fedc6f3c700 1 Processor -- start 2023-09-21T11:17:05.005 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.012+0000 7fedc6f3c700 1 -- start start 2023-09-21T11:17:05.010 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.012+0000 7fedc6f3c700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fedc00cf9b0 0x7fedc00724c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.010 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.012+0000 7fedc6f3c700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedc015a980 0x7fedc00af750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.010 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.012+0000 7fedc6f3c700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fedc015b830 con 0x7fedc015a5a0 2023-09-21T11:17:05.010 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.012+0000 7fedc6f3c700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fedc015f280 con 0x7fedc00cf9b0 2023-09-21T11:17:05.011 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.012+0000 7fedc6f3c700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fedc00afc90 con 0x7fedc015a980 2023-09-21T11:17:05.011 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.012+0000 7fedc4cd8700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fedc015a5a0 0x7fedc00cf2a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39718/0 (socket says 172.21.15.79:39718) 2023-09-21T11:17:05.011 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.012+0000 7fedc4cd8700 1 -- 172.21.15.79:0/1920409788 learned_addr learned my addr 172.21.15.79:0/1920409788 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:05.011 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedc54d9700 1 --2- 172.21.15.79:0/1920409788 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedc015a980 0x7fedc00af750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.011 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedbffff700 1 --2- 172.21.15.79:0/1920409788 >> v2:172.21.15.134:3300/0 conn(0x7fedc00cf9b0 0x7fedc00724c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.012 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedbf7fe700 1 -- 172.21.15.79:0/1920409788 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 909117214 0 0) 0x7fedc015b830 con 0x7fedc015a5a0 2023-09-21T11:17:05.012 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedbf7fe700 1 -- 172.21.15.79:0/1920409788 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fedb00035b0 con 0x7fedc015a5a0 2023-09-21T11:17:05.012 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedbf7fe700 1 -- 172.21.15.79:0/1920409788 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2530230685 0 0) 0x7fedb00035b0 con 0x7fedc015a5a0 2023-09-21T11:17:05.012 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedbf7fe700 1 -- 172.21.15.79:0/1920409788 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedc015a980 msgr2=0x7fedc00af750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.012 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedbf7fe700 1 --2- 172.21.15.79:0/1920409788 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedc015a980 0x7fedc00af750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.013 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedbf7fe700 1 -- 172.21.15.79:0/1920409788 >> v2:172.21.15.134:3300/0 conn(0x7fedc00cf9b0 msgr2=0x7fedc00724c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.013 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedbf7fe700 1 --2- 172.21.15.79:0/1920409788 >> v2:172.21.15.134:3300/0 conn(0x7fedc00cf9b0 0x7fedc00724c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.013 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedbf7fe700 1 -- 172.21.15.79:0/1920409788 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedc015af00 con 0x7fedc015a5a0 2023-09-21T11:17:05.013 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedbf7fe700 1 -- 172.21.15.79:0/1920409788 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7fedb4001670 con 0x7fedc015a5a0 2023-09-21T11:17:05.013 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedbf7fe700 1 -- 172.21.15.79:0/1920409788 >> v1:172.21.15.79:6789/0 conn(0x7fedc015a5a0 legacy=0x7fedc00cf2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.013 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedbf7fe700 1 --2- 172.21.15.79:0/1920409788 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedb0003a30 0x7fedb0003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.014 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedbf7fe700 1 --2- 172.21.15.79:0/1920409788 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedc015a980 0x7fedb0004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.014 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedbf7fe700 1 --2- 172.21.15.79:0/1920409788 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedb0004d90 0x7fedb0005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.014 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedbf7fe700 1 -- 172.21.15.79:0/1920409788 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedc015f280 con 0x7fedb0003a30 2023-09-21T11:17:05.014 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedbf7fe700 1 -- 172.21.15.79:0/1920409788 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedb000ba10 con 0x7fedb0004d90 2023-09-21T11:17:05.014 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedbf7fe700 1 -- 172.21.15.79:0/1920409788 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fedb000bb50 con 0x7fedc015a980 2023-09-21T11:17:05.015 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedc4cd8700 1 --2- 172.21.15.79:0/1920409788 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedb0003a30 0x7fedb0003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.015 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedbffff700 1 --2- 172.21.15.79:0/1920409788 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedc015a980 0x7fedb0004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.015 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedc54d9700 1 --2- 172.21.15.79:0/1920409788 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedb0004d90 0x7fedb0005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.015 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedc4cd8700 1 -- 172.21.15.79:0/1920409788 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedc015a980 msgr2=0x7fedb0004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.016 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedc4cd8700 1 --2- 172.21.15.79:0/1920409788 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedc015a980 0x7fedb0004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.016 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedc4cd8700 1 -- 172.21.15.79:0/1920409788 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedb0004d90 msgr2=0x7fedb0005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.016 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedc4cd8700 1 --2- 172.21.15.79:0/1920409788 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedb0004d90 0x7fedb0005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.016 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedc4cd8700 1 -- 172.21.15.79:0/1920409788 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedb00035b0 con 0x7fedb0003a30 2023-09-21T11:17:05.016 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedc54d9700 1 --2- 172.21.15.79:0/1920409788 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedb0004d90 0x7fedb0005210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:05.016 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.013+0000 7fedc4cd8700 1 --2- 172.21.15.79:0/1920409788 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedb0003a30 0x7fedb0003e50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fedb400c270 tx=0x7fedb0005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c30ab37f5af53843 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.017 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.014+0000 7fedbf7fe700 1 -- 172.21.15.79:0/1920409788 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedb4007c10 con 0x7fedb0003a30 2023-09-21T11:17:05.017 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.014+0000 7fedbf7fe700 1 -- 172.21.15.79:0/1920409788 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedb400cdf0 con 0x7fedb0003a30 2023-09-21T11:17:05.017 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.014+0000 7fedbf7fe700 1 -- 172.21.15.79:0/1920409788 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedb4005ba0 con 0x7fedb0003a30 2023-09-21T11:17:05.017 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.014+0000 7fedc6f3c700 1 -- 172.21.15.79:0/1920409788 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedb0003a30 msgr2=0x7fedb0003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.017 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.014+0000 7fedc6f3c700 1 --2- 172.21.15.79:0/1920409788 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedb0003a30 0x7fedb0003e50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fedb400c270 tx=0x7fedb0005880 comp rx=0 tx=0).stop 2023-09-21T11:17:05.018 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.014+0000 7fedc54d9700 1 -- 172.21.15.79:0/1920409788 reap_dead start 2023-09-21T11:17:05.018 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.014+0000 7fedc6f3c700 1 -- 172.21.15.79:0/1920409788 shutdown_connections 2023-09-21T11:17:05.018 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.014+0000 7fedc6f3c700 1 -- 172.21.15.79:0/1920409788 >> 172.21.15.79:0/1920409788 conn(0x7fedc006dac0 msgr2=0x7fedc006ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.018 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.014+0000 7fedc6f3c700 1 -- 172.21.15.79:0/1920409788 shutdown_connections 2023-09-21T11:17:05.018 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.014+0000 7fedc6f3c700 1 -- 172.21.15.79:0/1920409788 wait complete. 2023-09-21T11:17:05.019 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.015+0000 7fedc6f3c700 1 Processor -- start 2023-09-21T11:17:05.019 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.015+0000 7fedc6f3c700 1 -- start start 2023-09-21T11:17:05.019 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.016+0000 7fedc6f3c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedb0003a30 0x7fedc0140500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.019 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.016+0000 7fedc6f3c700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedc0157cf0 0x7fedc0158170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.019 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.016+0000 7fedc6f3c700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedc0155de0 0x7fedc0156270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.020 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.016+0000 7fedc6f3c700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedc01567b0 con 0x7fedb0003a30 2023-09-21T11:17:05.020 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.016+0000 7fedc6f3c700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedc01593c0 con 0x7fedc0155de0 2023-09-21T11:17:05.020 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.016+0000 7fedc6f3c700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fedc0140a40 con 0x7fedc0157cf0 2023-09-21T11:17:05.020 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.016+0000 7fedc4cd8700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedb0003a30 0x7fedc0140500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.020 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.016+0000 7fedc4cd8700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedb0003a30 0x7fedc0140500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53366/0 (socket says 172.21.15.79:53366) 2023-09-21T11:17:05.020 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.016+0000 7fedc4cd8700 1 -- 172.21.15.79:0/112060496 learned_addr learned my addr 172.21.15.79:0/112060496 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:05.021 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.017+0000 7fedc4cd8700 1 -- 172.21.15.79:0/112060496 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedc0157cf0 msgr2=0x7fedc0158170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.021 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.017+0000 7fedc4cd8700 1 --2- 172.21.15.79:0/112060496 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedc0157cf0 0x7fedc0158170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.021 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.017+0000 7fedc4cd8700 1 -- 172.21.15.79:0/112060496 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedc0155de0 msgr2=0x7fedc0156270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.021 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.017+0000 7fedc4cd8700 1 --2- 172.21.15.79:0/112060496 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedc0155de0 0x7fedc0156270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.021 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.017+0000 7fedc4cd8700 1 -- 172.21.15.79:0/112060496 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedc0158840 con 0x7fedb0003a30 2023-09-21T11:17:05.022 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.017+0000 7fedc4cd8700 1 --2- 172.21.15.79:0/112060496 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedb0003a30 0x7fedc0140500 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fedb400c860 tx=0x7fedb4001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.022 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.017+0000 7fedbd7fa700 1 -- 172.21.15.79:0/112060496 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedb4001630 con 0x7fedb0003a30 2023-09-21T11:17:05.022 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.017+0000 7fedbd7fa700 1 -- 172.21.15.79:0/112060496 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedb4001a70 con 0x7fedb0003a30 2023-09-21T11:17:05.022 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.017+0000 7fedc6f3c700 1 -- 172.21.15.79:0/112060496 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fedc0158b20 con 0x7fedb0003a30 2023-09-21T11:17:05.022 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.017+0000 7fedbd7fa700 1 -- 172.21.15.79:0/112060496 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedb40072f0 con 0x7fedb0003a30 2023-09-21T11:17:05.023 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.017+0000 7fedc6f3c700 1 -- 172.21.15.79:0/112060496 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fedc01590e0 con 0x7fedb0003a30 2023-09-21T11:17:05.024 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.018+0000 7fedc6f3c700 1 -- 172.21.15.79:0/112060496 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fedc004eae0 con 0x7fedb0003a30 2023-09-21T11:17:05.024 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.018+0000 7fedbd7fa700 1 -- 172.21.15.79:0/112060496 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fedb4019030 con 0x7fedb0003a30 2023-09-21T11:17:05.024 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.018+0000 7fedbd7fa700 1 --2- 172.21.15.79:0/112060496 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7feda406a580 0x7feda406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.024 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.019+0000 7fedbd7fa700 1 -- 172.21.15.79:0/112060496 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fedb4089a10 con 0x7fedb0003a30 2023-09-21T11:17:05.025 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.019+0000 7fedbffff700 1 --2- 172.21.15.79:0/112060496 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7feda406a580 0x7feda406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.025 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.019+0000 7fedbffff700 1 --2- 172.21.15.79:0/112060496 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7feda406a580 0x7feda406ca40 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fedac006f10 tx=0x7fedac006e80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.025 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.023+0000 7fedbd7fa700 1 -- 172.21.15.79:0/112060496 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fedb4054fa0 con 0x7fedb0003a30 2023-09-21T11:17:05.206 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.213+0000 7fedc6f3c700 1 -- 172.21.15.79:0/112060496 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fedc0072d60 con 0x7fedb0003a30 2023-09-21T11:17:05.207 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.214+0000 7fedbd7fa700 1 -- 172.21.15.79:0/112060496 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7fedb40585c0 con 0x7fedb0003a30 2023-09-21T11:17:05.207 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:05.208 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":20,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:00.970389+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:05.209 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.216+0000 7fedc6f3c700 1 -- 172.21.15.79:0/112060496 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7feda406a580 msgr2=0x7feda406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.216+0000 7fedc6f3c700 1 --2- 172.21.15.79:0/112060496 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7feda406a580 0x7feda406ca40 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fedac006f10 tx=0x7fedac006e80 comp rx=0 tx=0).stop 2023-09-21T11:17:05.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.216+0000 7fedc6f3c700 1 -- 172.21.15.79:0/112060496 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedb0003a30 msgr2=0x7fedc0140500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.216+0000 7fedc6f3c700 1 --2- 172.21.15.79:0/112060496 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedb0003a30 0x7fedc0140500 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fedb400c860 tx=0x7fedb4001a00 comp rx=0 tx=0).stop 2023-09-21T11:17:05.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.216+0000 7fedc6f3c700 1 -- 172.21.15.79:0/112060496 shutdown_connections 2023-09-21T11:17:05.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.216+0000 7fedc6f3c700 1 --2- 172.21.15.79:0/112060496 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedc0155de0 0x7fedc0156270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.216+0000 7fedc6f3c700 1 --2- 172.21.15.79:0/112060496 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedb0003a30 0x7fedc0140500 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.216+0000 7fedc6f3c700 1 --2- 172.21.15.79:0/112060496 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7feda406a580 0x7feda406ca40 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.216+0000 7fedc6f3c700 1 --2- 172.21.15.79:0/112060496 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedc0157cf0 0x7fedc0158170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.216+0000 7fedc6f3c700 1 -- 172.21.15.79:0/112060496 >> 172.21.15.79:0/112060496 conn(0x7fedc006dac0 msgr2=0x7fedc0159690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.216+0000 7fedc6f3c700 1 -- 172.21.15.79:0/112060496 shutdown_connections 2023-09-21T11:17:05.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.216+0000 7fedc6f3c700 1 -- 172.21.15.79:0/112060496 wait complete. 2023-09-21T11:17:05.221 INFO:tasks.ceph.ceph_manager.ceph:all up! 2023-09-21T11:17:05.222 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:05.341 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.348+0000 7f558bb5a700 1 Processor -- start 2023-09-21T11:17:05.341 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.348+0000 7f558bb5a700 1 -- start start 2023-09-21T11:17:05.344 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.349+0000 7f558bb5a700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f558406ba40 0x7f558415c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.344 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.349+0000 7f558bb5a700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f55840af260 0x7f55840b2c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.344 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.349+0000 7f558bb5a700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f558406be20 0x7f55840b3140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.344 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.349+0000 7f558bb5a700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f558415cc90 con 0x7f558406be20 2023-09-21T11:17:05.345 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.349+0000 7f558bb5a700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55840b4cf0 con 0x7f558406ba40 2023-09-21T11:17:05.345 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.349+0000 7f558bb5a700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55840b4fb0 con 0x7f55840af260 2023-09-21T11:17:05.345 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.349+0000 7f558a0f7700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f558406be20 0x7f55840b3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.345 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.349+0000 7f558a0f7700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f558406be20 0x7f55840b3140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53378/0 (socket says 172.21.15.79:53378) 2023-09-21T11:17:05.345 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.349+0000 7f558a0f7700 1 -- 172.21.15.79:0/4058767794 learned_addr learned my addr 172.21.15.79:0/4058767794 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:05.346 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.349+0000 7f55890f5700 1 --2- 172.21.15.79:0/4058767794 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f55840af260 0x7f55840b2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.346 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.349+0000 7f55898f6700 1 --2- 172.21.15.79:0/4058767794 >> v2:172.21.15.134:3300/0 conn(0x7f558406ba40 0x7f558415c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.346 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.349+0000 7f558a0f7700 1 -- 172.21.15.79:0/4058767794 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f55840af260 msgr2=0x7f55840b2c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.346 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.349+0000 7f558a0f7700 1 --2- 172.21.15.79:0/4058767794 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f55840af260 0x7f55840b2c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.346 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.349+0000 7f558a0f7700 1 -- 172.21.15.79:0/4058767794 >> v2:172.21.15.134:3300/0 conn(0x7f558406ba40 msgr2=0x7f558415c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.347 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.349+0000 7f558a0f7700 1 --2- 172.21.15.79:0/4058767794 >> v2:172.21.15.134:3300/0 conn(0x7f558406ba40 0x7f558415c750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.347 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.349+0000 7f558a0f7700 1 -- 172.21.15.79:0/4058767794 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55840b5290 con 0x7f558406be20 2023-09-21T11:17:05.347 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.349+0000 7f55890f5700 1 --2- 172.21.15.79:0/4058767794 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f55840af260 0x7f55840b2c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:05.347 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.349+0000 7f55898f6700 1 --2- 172.21.15.79:0/4058767794 >> v2:172.21.15.134:3300/0 conn(0x7f558406ba40 0x7f558415c750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:05.347 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.350+0000 7f558a0f7700 1 --2- 172.21.15.79:0/4058767794 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f558406be20 0x7f55840b3140 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f558406c5f0 tx=0x7f557c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0c9f743d3ebb621 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.348 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.350+0000 7f55888f4700 1 -- 172.21.15.79:0/4058767794 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f557c00e070 con 0x7f558406be20 2023-09-21T11:17:05.348 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.350+0000 7f55888f4700 1 -- 172.21.15.79:0/4058767794 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f557c00b9c0 con 0x7f558406be20 2023-09-21T11:17:05.348 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.350+0000 7f55888f4700 1 -- 172.21.15.79:0/4058767794 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f557c00bd70 con 0x7f558406be20 2023-09-21T11:17:05.348 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.350+0000 7f558bb5a700 1 -- 172.21.15.79:0/4058767794 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f558406be20 msgr2=0x7f55840b3140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.348 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.350+0000 7f558bb5a700 1 --2- 172.21.15.79:0/4058767794 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f558406be20 0x7f55840b3140 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f558406c5f0 tx=0x7f557c00b330 comp rx=0 tx=0).stop 2023-09-21T11:17:05.348 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.350+0000 7f558bb5a700 1 -- 172.21.15.79:0/4058767794 shutdown_connections 2023-09-21T11:17:05.349 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.350+0000 7f558bb5a700 1 --2- 172.21.15.79:0/4058767794 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f558406be20 0x7f55840b3140 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.349 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.350+0000 7f558bb5a700 1 --2- 172.21.15.79:0/4058767794 >> v2:172.21.15.134:3300/0 conn(0x7f558406ba40 0x7f558415c750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.349 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.350+0000 7f558bb5a700 1 --2- 172.21.15.79:0/4058767794 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f55840af260 0x7f55840b2c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.349 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.350+0000 7f558bb5a700 1 -- 172.21.15.79:0/4058767794 >> 172.21.15.79:0/4058767794 conn(0x7f55840b1900 msgr2=0x7f55840b1ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.349 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.350+0000 7f558bb5a700 1 -- 172.21.15.79:0/4058767794 shutdown_connections 2023-09-21T11:17:05.350 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.350+0000 7f558bb5a700 1 -- 172.21.15.79:0/4058767794 wait complete. 2023-09-21T11:17:05.352 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.352+0000 7f558bb5a700 1 Processor -- start 2023-09-21T11:17:05.352 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.352+0000 7f558bb5a700 1 -- start start 2023-09-21T11:17:05.353 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.352+0000 7f558bb5a700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f558406ba40 0x7f5584149e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.353 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.352+0000 7f558bb5a700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f558406be20 0x7f5584157be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.353 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.352+0000 7f558bb5a700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55840af260 0x7f55840cee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.353 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.352+0000 7f558bb5a700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55840ac8d0 con 0x7f558406ba40 2023-09-21T11:17:05.353 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.352+0000 7f558bb5a700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f558414a3d0 con 0x7f55840af260 2023-09-21T11:17:05.354 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.352+0000 7f558bb5a700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5584155d80 con 0x7f558406be20 2023-09-21T11:17:05.354 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.352+0000 7f55898f6700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f558406ba40 0x7f5584149e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.354 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.352+0000 7f55898f6700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f558406ba40 0x7f5584149e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53382/0 (socket says 172.21.15.79:53382) 2023-09-21T11:17:05.354 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.352+0000 7f55898f6700 1 -- 172.21.15.79:0/1311058298 learned_addr learned my addr 172.21.15.79:0/1311058298 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:05.354 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.353+0000 7f55890f5700 1 --2- 172.21.15.79:0/1311058298 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f558406be20 0x7f5584157be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.355 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.353+0000 7f558a0f7700 1 --2- 172.21.15.79:0/1311058298 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55840af260 0x7f55840cee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.355 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.353+0000 7f55898f6700 1 -- 172.21.15.79:0/1311058298 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f558406be20 msgr2=0x7f5584157be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.355 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.353+0000 7f55898f6700 1 --2- 172.21.15.79:0/1311058298 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f558406be20 0x7f5584157be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.355 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.353+0000 7f55898f6700 1 -- 172.21.15.79:0/1311058298 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55840af260 msgr2=0x7f55840cee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.355 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.353+0000 7f55898f6700 1 --2- 172.21.15.79:0/1311058298 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55840af260 0x7f55840cee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.355 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.353+0000 7f55898f6700 1 -- 172.21.15.79:0/1311058298 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f557c009b30 con 0x7f558406ba40 2023-09-21T11:17:05.356 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.353+0000 7f55890f5700 1 --2- 172.21.15.79:0/1311058298 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f558406be20 0x7f5584157be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:05.356 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.353+0000 7f55898f6700 1 --2- 172.21.15.79:0/1311058298 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f558406ba40 0x7f5584149e90 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f557400c820 tx=0x7f557400cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.356 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.353+0000 7f557a7fc700 1 -- 172.21.15.79:0/1311058298 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5574011800 con 0x7f558406ba40 2023-09-21T11:17:05.356 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.353+0000 7f557a7fc700 1 -- 172.21.15.79:0/1311058298 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5574011960 con 0x7f558406ba40 2023-09-21T11:17:05.356 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.353+0000 7f558bb5a700 1 -- 172.21.15.79:0/1311058298 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55840acb20 con 0x7f558406ba40 2023-09-21T11:17:05.357 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.353+0000 7f557a7fc700 1 -- 172.21.15.79:0/1311058298 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5574011d10 con 0x7f558406ba40 2023-09-21T11:17:05.357 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.353+0000 7f558bb5a700 1 -- 172.21.15.79:0/1311058298 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55840ad0e0 con 0x7f558406ba40 2023-09-21T11:17:05.357 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.354+0000 7f558bb5a700 1 -- 172.21.15.79:0/1311058298 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f558404eae0 con 0x7f558406ba40 2023-09-21T11:17:05.357 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.354+0000 7f557a7fc700 1 -- 172.21.15.79:0/1311058298 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f5574018360 con 0x7f558406ba40 2023-09-21T11:17:05.357 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.355+0000 7f557a7fc700 1 --2- 172.21.15.79:0/1311058298 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f556806a580 0x7f556806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.358 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.355+0000 7f557a7fc700 1 -- 172.21.15.79:0/1311058298 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5574088a70 con 0x7f558406ba40 2023-09-21T11:17:05.358 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.355+0000 7f55890f5700 1 --2- 172.21.15.79:0/1311058298 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f556806a580 0x7f556806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.358 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.355+0000 7f55890f5700 1 --2- 172.21.15.79:0/1311058298 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f556806a580 0x7f556806ca40 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f55841f5d60 tx=0x7f5580008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.358 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.359+0000 7f557a7fc700 1 -- 172.21.15.79:0/1311058298 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f5574053ee0 con 0x7f558406ba40 2023-09-21T11:17:05.542 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.550+0000 7f558bb5a700 1 -- 172.21.15.79:0/1311058298 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f55840b2350 con 0x7f558406ba40 2023-09-21T11:17:05.543 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.551+0000 7f557a7fc700 1 -- 172.21.15.79:0/1311058298 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f5574057500 con 0x7f558406ba40 2023-09-21T11:17:05.544 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:05.544 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":20,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:00.970389+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:05.546 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.553+0000 7f558bb5a700 1 -- 172.21.15.79:0/1311058298 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f556806a580 msgr2=0x7f556806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.546 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.553+0000 7f558bb5a700 1 --2- 172.21.15.79:0/1311058298 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f556806a580 0x7f556806ca40 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f55841f5d60 tx=0x7f5580008040 comp rx=0 tx=0).stop 2023-09-21T11:17:05.546 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.553+0000 7f558bb5a700 1 -- 172.21.15.79:0/1311058298 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f558406ba40 msgr2=0x7f5584149e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.547 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.553+0000 7f558bb5a700 1 --2- 172.21.15.79:0/1311058298 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f558406ba40 0x7f5584149e90 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f557400c820 tx=0x7f557400cbe0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.547 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.553+0000 7f558bb5a700 1 -- 172.21.15.79:0/1311058298 shutdown_connections 2023-09-21T11:17:05.547 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.553+0000 7f558bb5a700 1 --2- 172.21.15.79:0/1311058298 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55840af260 0x7f55840cee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.547 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.553+0000 7f558bb5a700 1 --2- 172.21.15.79:0/1311058298 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f558406ba40 0x7f5584149e90 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.547 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.553+0000 7f558bb5a700 1 --2- 172.21.15.79:0/1311058298 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f556806a580 0x7f556806ca40 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.548 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.553+0000 7f558bb5a700 1 --2- 172.21.15.79:0/1311058298 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f558406be20 0x7f5584157be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.548 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.553+0000 7f558bb5a700 1 -- 172.21.15.79:0/1311058298 >> 172.21.15.79:0/1311058298 conn(0x7f55840b1900 msgr2=0x7f5584156860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.548 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.553+0000 7f558bb5a700 1 -- 172.21.15.79:0/1311058298 shutdown_connections 2023-09-21T11:17:05.548 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.553+0000 7f558bb5a700 1 -- 172.21.15.79:0/1311058298 wait complete. 2023-09-21T11:17:05.558 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2023-09-21T11:17:05.559 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2023-09-21T11:17:05.559 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2023-09-21T11:17:05.560 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2023-09-21T11:17:05.560 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2023-09-21T11:17:05.561 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2023-09-21T11:17:05.561 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2023-09-21T11:17:05.562 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2023-09-21T11:17:05.765 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.771+0000 7f94615b0700 1 Processor -- start 2023-09-21T11:17:05.765 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.771+0000 7f94615b0700 1 -- start start 2023-09-21T11:17:05.766 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.772+0000 7f94615b0700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f945c159a40 0x7f945c070c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.766 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.772+0000 7f94615b0700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f945c0cfd70 0x7f945c071170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.767 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.772+0000 7f94615b0700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f945c071780 con 0x7f945c072820 2023-09-21T11:17:05.767 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.772+0000 7f94615b0700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f945c071a60 con 0x7f945c0cfd70 2023-09-21T11:17:05.767 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.773+0000 7f94615b0700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f945c071d40 con 0x7f945c159a40 2023-09-21T11:17:05.767 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.773+0000 7f945affd700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f945c159a40 0x7f945c070c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.767 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.773+0000 7f945affd700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f945c159a40 0x7f945c070c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:56428/0 (socket says 172.21.15.79:56428) 2023-09-21T11:17:05.768 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.773+0000 7f945affd700 1 -- 172.21.15.79:0/3251320889 learned_addr learned my addr 172.21.15.79:0/3251320889 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:05.769 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.776+0000 7f945a7fc700 1 --2- 172.21.15.79:0/3251320889 >> v2:172.21.15.79:3300/0 conn(0x7f945c0cfd70 0x7f945c071170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.769 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.777+0000 7f945affd700 1 -- 172.21.15.79:0/3251320889 >> v2:172.21.15.79:3300/0 conn(0x7f945c0cfd70 msgr2=0x7f945c071170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.770 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.777+0000 7f945affd700 1 --2- 172.21.15.79:0/3251320889 >> v2:172.21.15.79:3300/0 conn(0x7f945c0cfd70 0x7f945c071170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.770 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.777+0000 7f945affd700 1 -- 172.21.15.79:0/3251320889 >> v1:172.21.15.79:6789/0 conn(0x7f945c072820 legacy=0x7f945c06c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.770 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.777+0000 7f945affd700 1 -- 172.21.15.79:0/3251320889 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f945c072020 con 0x7f945c159a40 2023-09-21T11:17:05.771 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.778+0000 7f945affd700 1 --2- 172.21.15.79:0/3251320889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f945c159a40 0x7f945c070c30 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f94500131e0 tx=0x7f94500134f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cec9cb3c89581997 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.771 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.778+0000 7f9459ffb700 1 -- 172.21.15.79:0/3251320889 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9450016070 con 0x7f945c159a40 2023-09-21T11:17:05.771 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.778+0000 7f9459ffb700 1 -- 172.21.15.79:0/3251320889 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9450013d80 con 0x7f945c159a40 2023-09-21T11:17:05.771 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.778+0000 7f9459ffb700 1 -- 172.21.15.79:0/3251320889 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94500112f0 con 0x7f945c159a40 2023-09-21T11:17:05.772 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.779+0000 7f94615b0700 1 -- 172.21.15.79:0/3251320889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f945c159a40 msgr2=0x7f945c070c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.772 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.779+0000 7f94615b0700 1 --2- 172.21.15.79:0/3251320889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f945c159a40 0x7f945c070c30 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f94500131e0 tx=0x7f94500134f0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.779+0000 7f94615b0700 1 -- 172.21.15.79:0/3251320889 shutdown_connections 2023-09-21T11:17:05.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.779+0000 7f94615b0700 1 --2- 172.21.15.79:0/3251320889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f945c159a40 0x7f945c070c30 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.779+0000 7f94615b0700 1 --2- 172.21.15.79:0/3251320889 >> v2:172.21.15.79:3300/0 conn(0x7f945c0cfd70 0x7f945c071170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.779+0000 7f94615b0700 1 -- 172.21.15.79:0/3251320889 >> 172.21.15.79:0/3251320889 conn(0x7f945c0cf250 msgr2=0x7f945c0cf660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.779+0000 7f94615b0700 1 -- 172.21.15.79:0/3251320889 shutdown_connections 2023-09-21T11:17:05.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.780+0000 7f8daecb6700 1 Processor -- start 2023-09-21T11:17:05.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.780+0000 7fa4d176c700 1 Processor -- start 2023-09-21T11:17:05.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.780+0000 7fa4d176c700 1 -- start start 2023-09-21T11:17:05.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.780+0000 7f94615b0700 1 -- 172.21.15.79:0/3251320889 wait complete. 2023-09-21T11:17:05.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.781+0000 7fa4d176c700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fa4cc06cec0 0x7fa4cc0b20c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.781+0000 7fa4d176c700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4cc1601c0 con 0x7fa4cc15b6b0 2023-09-21T11:17:05.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.781+0000 7fa4d176c700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4cc15f640 con 0x7fa4cc0b4f70 2023-09-21T11:17:05.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.781+0000 7fa4d176c700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4cc15f920 con 0x7fa4cc06cec0 2023-09-21T11:17:05.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.781+0000 7f94615b0700 1 Processor -- start 2023-09-21T11:17:05.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.781+0000 7f8daecb6700 1 -- start start 2023-09-21T11:17:05.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.782+0000 7f8daecb6700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da8159a40 0x7f8da8070c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.782+0000 7f8daecb6700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f8da8072820 0x7f8da8071170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.782+0000 7f8daecb6700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8da8071780 con 0x7f8da806c7b0 2023-09-21T11:17:05.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.782+0000 7f8daecb6700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8da8071a60 con 0x7f8da8072820 2023-09-21T11:17:05.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.782+0000 7f8daecb6700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8da8071d40 con 0x7f8da8159a40 2023-09-21T11:17:05.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.781+0000 7fa4cb7fe700 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7fa4cc0b4f70 0x7fa4cc0cd6d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.79:55852/0 (socket says 172.21.15.79:55852) 2023-09-21T11:17:05.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.781+0000 7fa4cb7fe700 1 -- 172.21.15.79:0/1286603748 learned_addr learned my addr 172.21.15.79:0/1286603748 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:05.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.782+0000 7f94615b0700 1 -- start start 2023-09-21T11:17:05.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7f94615b0700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f945c072820 0x7f945c1535f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7f94615b0700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f945c0cfd70 0x7f945c0c6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7f94615b0700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f945c159a40 0x7f945c0cbcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7f94615b0700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f945c0c6d70 con 0x7f945c0cfd70 2023-09-21T11:17:05.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7f94615b0700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f945c0c7050 con 0x7f945c072820 2023-09-21T11:17:05.781 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7f94615b0700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f945c0c3dc0 con 0x7f945c159a40 2023-09-21T11:17:05.781 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.782+0000 7f8da7fff700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f8da8072820 0x7f8da8071170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.782 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.782+0000 7f8daca52700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da8159a40 0x7f8da8070c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.782 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.782+0000 7f8da7fff700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f8da8072820 0x7f8da8071170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.79:35252/0 (socket says 172.21.15.79:35252) 2023-09-21T11:17:05.782 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.782+0000 7f8da7fff700 1 -- 172.21.15.79:0/4262910573 learned_addr learned my addr 172.21.15.79:0/4262910573 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:05.782 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.782+0000 7f8daca52700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da8159a40 0x7f8da8070c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:56434/0 (socket says 172.21.15.79:56434) 2023-09-21T11:17:05.782 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7f8da7fff700 1 -- 172.21.15.79:0/4262910573 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da8159a40 msgr2=0x7f8da8070c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.783 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7f8da7fff700 1 --2- 172.21.15.79:0/4262910573 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da8159a40 0x7f8da8070c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.783 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7f8da7fff700 1 -- 172.21.15.79:0/4262910573 >> v1:172.21.15.79:6789/0 conn(0x7f8da806c7b0 legacy=0x7f8da806dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.783 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7f8da7fff700 1 -- 172.21.15.79:0/4262910573 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8da8072020 con 0x7f8da8072820 2023-09-21T11:17:05.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7f945b7fe700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f945c159a40 0x7f945c0cbcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7f945affd700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f945c072820 0x7f945c1535f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7f945b7fe700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f945c159a40 0x7f945c0cbcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:56446/0 (socket says 172.21.15.79:56446) 2023-09-21T11:17:05.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7f945b7fe700 1 -- 172.21.15.79:0/1343188532 learned_addr learned my addr 172.21.15.79:0/1343188532 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:05.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7f945affd700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f945c072820 0x7f945c1535f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.79:35256/0 (socket says 172.21.15.79:35256) 2023-09-21T11:17:05.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7fa4c9ffb700 1 -- 172.21.15.79:0/1286603748 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3989364880 0 0) 0x7fa4cc15f640 con 0x7fa4cc0b4f70 2023-09-21T11:17:05.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7fa4c9ffb700 1 -- 172.21.15.79:0/1286603748 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa4b40035b0 con 0x7fa4cc0b4f70 2023-09-21T11:17:05.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7f8da7fff700 1 --2- 172.21.15.79:0/4262910573 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8da8072820 0x7f8da8071170 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8d9c00b9a0 tx=0x7f8d9c00bcb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=da826a1265fd9179 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7f8da77fe700 1 -- 172.21.15.79:0/4262910573 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d9c00cb60 con 0x7f8da8072820 2023-09-21T11:17:05.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7f8da77fe700 1 -- 172.21.15.79:0/4262910573 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d9c00ccc0 con 0x7f8da8072820 2023-09-21T11:17:05.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7f8da77fe700 1 -- 172.21.15.79:0/4262910573 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d9c004270 con 0x7f8da8072820 2023-09-21T11:17:05.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.783+0000 7fa4c9ffb700 1 -- 172.21.15.79:0/1286603748 <== mon.1 v1:172.21.15.134:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1842780308 0 0) 0x7fa4b40035b0 con 0x7fa4cc0b4f70 2023-09-21T11:17:05.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4c9ffb700 1 -- 172.21.15.79:0/1286603748 >> v2:172.21.15.79:3300/0 conn(0x7fa4cc06cec0 msgr2=0x7fa4cc0b20c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4c9ffb700 1 --2- 172.21.15.79:0/1286603748 >> v2:172.21.15.79:3300/0 conn(0x7fa4cc06cec0 0x7fa4cc0b20c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4c9ffb700 1 -- 172.21.15.79:0/1286603748 >> v1:172.21.15.79:6789/0 conn(0x7fa4cc15b6b0 legacy=0x7fa4cc06c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4c9ffb700 1 -- 172.21.15.79:0/1286603748 --> v1:172.21.15.134:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4cc15fc00 con 0x7fa4cc0b4f70 2023-09-21T11:17:05.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4c9ffb700 1 -- 172.21.15.79:0/1286603748 <== mon.1 v1:172.21.15.134:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7fa4c40019f0 con 0x7fa4cc0b4f70 2023-09-21T11:17:05.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4c9ffb700 1 -- 172.21.15.79:0/1286603748 >> v1:172.21.15.134:6789/0 conn(0x7fa4cc0b4f70 legacy=0x7fa4cc0cd6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4c9ffb700 1 --2- 172.21.15.79:0/1286603748 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa4b4003a00 0x7fa4b4003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4c9ffb700 1 --2- 172.21.15.79:0/1286603748 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4b4004850 0x7fa4b4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4c9ffb700 1 --2- 172.21.15.79:0/1286603748 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa4b4005410 0x7fa4b4014220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4c9ffb700 1 -- 172.21.15.79:0/1286603748 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4cc15f920 con 0x7fa4b4005410 2023-09-21T11:17:05.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4c9ffb700 1 -- 172.21.15.79:0/1286603748 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4b4014ac0 con 0x7fa4b4003a00 2023-09-21T11:17:05.790 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4c9ffb700 1 -- 172.21.15.79:0/1286603748 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4b4014c80 con 0x7fa4b4004850 2023-09-21T11:17:05.790 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7f8daecb6700 1 -- 172.21.15.79:0/4262910573 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8da8072820 msgr2=0x7f8da8071170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.790 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7f8daecb6700 1 --2- 172.21.15.79:0/4262910573 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8da8072820 0x7f8da8071170 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8d9c00b9a0 tx=0x7f8d9c00bcb0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.791 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7f945a7fc700 1 --2- 172.21.15.79:0/1343188532 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f945c0cfd70 0x7f945c0c6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.791 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4caffd700 1 --2- 172.21.15.79:0/1286603748 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa4b4003a00 0x7fa4b4003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.792 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4ca7fc700 1 --2- 172.21.15.79:0/1286603748 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4b4004850 0x7fa4b4004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.792 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4caffd700 1 -- 172.21.15.79:0/1286603748 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4b4004850 msgr2=0x7fa4b4004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.792 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4caffd700 1 --2- 172.21.15.79:0/1286603748 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4b4004850 0x7fa4b4004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.792 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4caffd700 1 -- 172.21.15.79:0/1286603748 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa4b4005410 msgr2=0x7fa4b4014220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.793 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4caffd700 1 --2- 172.21.15.79:0/1286603748 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa4b4005410 0x7fa4b4014220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.793 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4caffd700 1 -- 172.21.15.79:0/1286603748 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4cc15fc00 con 0x7fa4b4003a00 2023-09-21T11:17:05.793 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.784+0000 7fa4cb7fe700 1 -- 172.21.15.79:0/1286603748 reap_dead start 2023-09-21T11:17:05.793 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.785+0000 7fa4caffd700 1 --2- 172.21.15.79:0/1286603748 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa4b4003a00 0x7fa4b4003e00 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa4c00016c0 tx=0x7fa4b4005880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=291612bd2bf8cf13 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.794 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.785+0000 7f945a7fc700 1 -- 172.21.15.79:0/1343188532 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f945c159a40 msgr2=0x7f945c0cbcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.794 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.785+0000 7f945a7fc700 1 --2- 172.21.15.79:0/1343188532 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f945c159a40 0x7f945c0cbcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.794 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.785+0000 7f945a7fc700 1 -- 172.21.15.79:0/1343188532 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f945c072820 msgr2=0x7f945c1535f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.794 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.785+0000 7f945a7fc700 1 --2- 172.21.15.79:0/1343188532 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f945c072820 0x7f945c1535f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.795 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.785+0000 7ffbeced4700 1 Processor -- start 2023-09-21T11:17:05.795 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.785+0000 7f945a7fc700 1 -- 172.21.15.79:0/1343188532 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9450011df0 con 0x7f945c0cfd70 2023-09-21T11:17:05.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.785+0000 7ffbeced4700 1 -- start start 2023-09-21T11:17:05.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.785+0000 7fa4c9ffb700 1 -- 172.21.15.79:0/1286603748 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4c00052d0 con 0x7fa4b4003a00 2023-09-21T11:17:05.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.785+0000 7fa4c9ffb700 1 -- 172.21.15.79:0/1286603748 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4c0005430 con 0x7fa4b4003a00 2023-09-21T11:17:05.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.785+0000 7fa4c9ffb700 1 -- 172.21.15.79:0/1286603748 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4c00038e0 con 0x7fa4b4003a00 2023-09-21T11:17:05.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.785+0000 7f945a7fc700 1 --2- 172.21.15.79:0/1343188532 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f945c0cfd70 0x7f945c0c6320 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f945400ef90 tx=0x7f945400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.786+0000 7fa4d176c700 1 -- 172.21.15.79:0/1286603748 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa4b4003a00 msgr2=0x7fa4b4003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.786+0000 7fa4d176c700 1 --2- 172.21.15.79:0/1286603748 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa4b4003a00 0x7fa4b4003e00 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa4c00016c0 tx=0x7fa4b4005880 comp rx=0 tx=0).stop 2023-09-21T11:17:05.798 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.786+0000 7f8daecb6700 1 -- 172.21.15.79:0/4262910573 shutdown_connections 2023-09-21T11:17:05.798 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.786+0000 7f8daecb6700 1 --2- 172.21.15.79:0/4262910573 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da8159a40 0x7f8da8070c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.798 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.786+0000 7f8daecb6700 1 --2- 172.21.15.79:0/4262910573 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8da8072820 0x7f8da8071170 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.799 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.786+0000 7f8daecb6700 1 -- 172.21.15.79:0/4262910573 >> 172.21.15.79:0/4262910573 conn(0x7f8da80cf250 msgr2=0x7f8da80cf660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.799 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.786+0000 7ffbeced4700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ffbe8072820 0x7ffbe806c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.799 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.786+0000 7ffbeced4700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7ffbe806ccf0 0x7ffbe80cd150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.800 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.786+0000 7ffbeced4700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffbe806d140 con 0x7ffbe8159a40 2023-09-21T11:17:05.800 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.786+0000 7ffbeced4700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffbe8071780 con 0x7ffbe806ccf0 2023-09-21T11:17:05.800 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.786+0000 7ffbeced4700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffbe8071a60 con 0x7ffbe8072820 2023-09-21T11:17:05.800 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.787+0000 7fa4d176c700 1 -- 172.21.15.79:0/1286603748 shutdown_connections 2023-09-21T11:17:05.801 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.787+0000 7fa4d176c700 1 --2- 172.21.15.79:0/1286603748 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa4b4003a00 0x7fa4b4003e00 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.801 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.787+0000 7fa4d176c700 1 -- 172.21.15.79:0/1286603748 >> 172.21.15.79:0/1286603748 conn(0x7fa4cc0cf250 msgr2=0x7fa4cc0cf660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.801 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.787+0000 7ffbe5d9b700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ffbe8072820 0x7ffbe806c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.801 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.787+0000 7ffbe5d9b700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ffbe8072820 0x7ffbe806c7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.79:35270/0 (socket says 172.21.15.79:35270) 2023-09-21T11:17:05.802 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.787+0000 7ffbe5d9b700 1 -- 172.21.15.79:0/4086311874 learned_addr learned my addr 172.21.15.79:0/4086311874 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:05.802 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.787+0000 7f8daecb6700 1 -- 172.21.15.79:0/4262910573 shutdown_connections 2023-09-21T11:17:05.802 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.787+0000 7f8daecb6700 1 -- 172.21.15.79:0/4262910573 wait complete. 2023-09-21T11:17:05.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.787+0000 7f94437fe700 1 -- 172.21.15.79:0/1343188532 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f945400cd10 con 0x7f945c0cfd70 2023-09-21T11:17:05.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.787+0000 7f94437fe700 1 -- 172.21.15.79:0/1343188532 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f945400f040 con 0x7f945c0cfd70 2023-09-21T11:17:05.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.787+0000 7f94437fe700 1 -- 172.21.15.79:0/1343188532 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9454014680 con 0x7f945c0cfd70 2023-09-21T11:17:05.804 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.787+0000 7f94615b0700 1 -- 172.21.15.79:0/1343188532 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f945c0c40a0 con 0x7f945c0cfd70 2023-09-21T11:17:05.804 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.787+0000 7f94615b0700 1 -- 172.21.15.79:0/1343188532 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f945c158b60 con 0x7f945c0cfd70 2023-09-21T11:17:05.804 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.787+0000 7ffbe5d9b700 1 -- 172.21.15.79:0/4086311874 >> v2:172.21.15.79:3300/0 conn(0x7ffbe806ccf0 msgr2=0x7ffbe80cd150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.804 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.787+0000 7ffbe5d9b700 1 --2- 172.21.15.79:0/4086311874 >> v2:172.21.15.79:3300/0 conn(0x7ffbe806ccf0 0x7ffbe80cd150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.805 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.787+0000 7ffbe5d9b700 1 -- 172.21.15.79:0/4086311874 >> v1:172.21.15.134:6789/0 conn(0x7ffbe8159a40 legacy=0x7ffbe8070c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.805 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.787+0000 7ffbe5d9b700 1 -- 172.21.15.79:0/4086311874 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbe8071d40 con 0x7ffbe8072820 2023-09-21T11:17:05.805 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.787+0000 7f80f53f4700 1 Processor -- start 2023-09-21T11:17:05.805 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.787+0000 7f80f53f4700 1 -- start start 2023-09-21T11:17:05.806 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.788+0000 7f8daecb6700 1 Processor -- start 2023-09-21T11:17:05.806 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.788+0000 7f8daecb6700 1 -- start start 2023-09-21T11:17:05.807 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.788+0000 7f80f53f4700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f80f0160da0 0x7f80f00d1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.807 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.788+0000 7f80f53f4700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80f00d4270 con 0x7f80f0161180 2023-09-21T11:17:05.807 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.788+0000 7f80f53f4700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80f006d5e0 con 0x7f80f00b13a0 2023-09-21T11:17:05.808 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.788+0000 7f80f53f4700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80f006d2b0 con 0x7f80f0160da0 2023-09-21T11:17:05.808 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.789+0000 7f80ee7fc700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f80f0161180 0x7f80f00b0c90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39790/0 (socket says 172.21.15.79:39790) 2023-09-21T11:17:05.808 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.789+0000 7f80ee7fc700 1 -- 172.21.15.79:0/1571974323 learned_addr learned my addr 172.21.15.79:0/1571974323 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:05.808 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.788+0000 7f94615b0700 1 -- 172.21.15.79:0/1343188532 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f945c159e20 con 0x7f945c0cfd70 2023-09-21T11:17:05.809 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.789+0000 7fa4d176c700 1 -- 172.21.15.79:0/1286603748 shutdown_connections 2023-09-21T11:17:05.809 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.789+0000 7fa4d176c700 1 -- 172.21.15.79:0/1286603748 wait complete. 2023-09-21T11:17:05.810 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.789+0000 7f80eeffd700 1 --2- 172.21.15.79:0/1571974323 >> v2:172.21.15.134:3300/0 conn(0x7f80f0160da0 0x7f80f00d1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.810 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.789+0000 7f80eeffd700 1 -- 172.21.15.79:0/1571974323 >> v1:172.21.15.134:6789/0 conn(0x7f80f00b13a0 legacy=0x7f80f006b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.810 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.789+0000 7f80eeffd700 1 -- 172.21.15.79:0/1571974323 >> v1:172.21.15.79:6789/0 conn(0x7f80f0161180 legacy=0x7f80f00b0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.810 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.789+0000 7f80eeffd700 1 -- 172.21.15.79:0/1571974323 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80f00b2b10 con 0x7f80f0160da0 2023-09-21T11:17:05.811 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.789+0000 7f94437fe700 1 -- 172.21.15.79:0/1343188532 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f94540147e0 con 0x7f945c0cfd70 2023-09-21T11:17:05.811 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.790+0000 7f80eeffd700 1 --2- 172.21.15.79:0/1571974323 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f80f0160da0 0x7f80f00d1c70 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f80e8009de0 tx=0x7f80e800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8b4d166736c18934 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.812 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.790+0000 7f8daecb6700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8da806c7b0 0x7f8da814f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.812 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.790+0000 7f8daecb6700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da8072820 0x7f8da81572a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.812 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.790+0000 7f8daecb6700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8da8159a40 0x7f8da81577e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.813 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.790+0000 7f8daecb6700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8da814fc30 con 0x7f8da806c7b0 2023-09-21T11:17:05.813 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.790+0000 7f8daecb6700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8da80c8130 con 0x7f8da8159a40 2023-09-21T11:17:05.813 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.790+0000 7f8daecb6700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8da80c8410 con 0x7f8da8072820 2023-09-21T11:17:05.813 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.790+0000 7f8dad253700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8da8159a40 0x7f8da81577e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.813 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.790+0000 7f8dad253700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8da8159a40 0x7f8da81577e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.79:35286/0 (socket says 172.21.15.79:35286) 2023-09-21T11:17:05.814 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.790+0000 7f8dad253700 1 -- 172.21.15.79:0/688974546 learned_addr learned my addr 172.21.15.79:0/688974546 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:05.814 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.790+0000 7f94437fe700 1 --2- 172.21.15.79:0/1343188532 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f944806a650 0x7f944806cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.814 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.790+0000 7f94437fe700 1 -- 172.21.15.79:0/1343188532 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9454089470 con 0x7f945c0cfd70 2023-09-21T11:17:05.814 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.790+0000 7f945affd700 1 --2- 172.21.15.79:0/1343188532 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f944806a650 0x7f944806cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.790+0000 7f94437fe700 1 --2- 172.21.15.79:0/1343188532 >> [v2:172.21.15.79:6800/1117403383,v1:172.21.15.79:6801/1117403383] conn(0x7f9448072870 0x7f9448074c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.790+0000 7f94437fe700 1 -- 172.21.15.79:0/1343188532 --> [v2:172.21.15.79:6800/1117403383,v1:172.21.15.79:6801/1117403383] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f9448075340 con 0x7f9448072870 2023-09-21T11:17:05.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.790+0000 7f94437fe700 1 -- 172.21.15.79:0/1343188532 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f945408ba90 con 0x7f945c0cfd70 2023-09-21T11:17:05.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.790+0000 7f945b7fe700 1 --2- 172.21.15.79:0/1343188532 >> [v2:172.21.15.79:6800/1117403383,v1:172.21.15.79:6801/1117403383] conn(0x7f9448072870 0x7f9448074c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.791+0000 7f945b7fe700 1 --2- 172.21.15.79:0/1343188532 >> [v2:172.21.15.79:6800/1117403383,v1:172.21.15.79:6801/1117403383] conn(0x7f9448072870 0x7f9448074c90 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.816 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.791+0000 7fa4d176c700 1 Processor -- start 2023-09-21T11:17:05.816 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.791+0000 7ffbe5d9b700 1 --2- 172.21.15.79:0/4086311874 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbe8072820 0x7ffbe806c7b0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ffbe806d6f0 tx=0x7ffbe000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c5142943c8f4d2a7 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.817 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.791+0000 7f8daca52700 1 --2- 172.21.15.79:0/688974546 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8da806c7b0 0x7f8da814f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.817 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.791+0000 7f8dad253700 1 -- 172.21.15.79:0/688974546 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da8072820 msgr2=0x7f8da81572a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.817 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.791+0000 7f8dad253700 1 --2- 172.21.15.79:0/688974546 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da8072820 0x7f8da81572a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.818 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.791+0000 7f8dad253700 1 -- 172.21.15.79:0/688974546 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8da806c7b0 msgr2=0x7f8da814f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.818 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.791+0000 7f8dad253700 1 --2- 172.21.15.79:0/688974546 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8da806c7b0 0x7f8da814f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.818 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.791+0000 7f8dad253700 1 -- 172.21.15.79:0/688974546 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d9c00b600 con 0x7f8da8159a40 2023-09-21T11:17:05.818 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.791+0000 7f8dad253700 1 --2- 172.21.15.79:0/688974546 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8da8159a40 0x7f8da81577e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8d9800c490 tx=0x7f8d98001e70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.819 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.791+0000 7f8da57fa700 1 -- 172.21.15.79:0/688974546 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d980054e0 con 0x7f8da8159a40 2023-09-21T11:17:05.819 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.791+0000 7f8da57fa700 1 -- 172.21.15.79:0/688974546 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d98003680 con 0x7f8da8159a40 2023-09-21T11:17:05.819 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.791+0000 7f8da57fa700 1 -- 172.21.15.79:0/688974546 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d98003a30 con 0x7f8da8159a40 2023-09-21T11:17:05.819 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.791+0000 7f8daecb6700 1 -- 172.21.15.79:0/688974546 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8da80c86f0 con 0x7f8da8159a40 2023-09-21T11:17:05.819 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.791+0000 7f8daecb6700 1 -- 172.21.15.79:0/688974546 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8da80c8cb0 con 0x7f8da8159a40 2023-09-21T11:17:05.820 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.791+0000 7fa4d176c700 1 -- start start 2023-09-21T11:17:05.820 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.792+0000 7fa4d176c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa4b4003a00 0x7fa4cc0cba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.820 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.792+0000 7fa4d176c700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4cc0add80 0x7fa4cc157a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.820 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.792+0000 7fa4d176c700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa4cc0b2840 0x7fa4cc0b2cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.821 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.792+0000 7fa4d176c700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4cc0b3230 con 0x7fa4b4003a00 2023-09-21T11:17:05.821 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.792+0000 7fa4d176c700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4cc0cbf40 con 0x7fa4cc0b2840 2023-09-21T11:17:05.821 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.792+0000 7fa4d176c700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4cc0cc190 con 0x7fa4cc0add80 2023-09-21T11:17:05.821 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.791+0000 7fd01892c700 1 Processor -- start 2023-09-21T11:17:05.822 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.792+0000 7fd01892c700 1 -- start start 2023-09-21T11:17:05.822 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.792+0000 7f94437fe700 1 -- 172.21.15.79:0/1343188532 <== osd.1 v2:172.21.15.79:6800/1117403383 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f9448075340 con 0x7f9448072870 2023-09-21T11:17:05.822 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.793+0000 7f945affd700 1 --2- 172.21.15.79:0/1343188532 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f944806a650 0x7f944806cb10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f9450013530 tx=0x7f9450011000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.793+0000 7f8daecb6700 1 -- 172.21.15.79:0/688974546 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8da8159e20 con 0x7f8da8159a40 2023-09-21T11:17:05.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7f8da57fa700 1 -- 172.21.15.79:0/688974546 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f8d98003b90 con 0x7f8da8159a40 2023-09-21T11:17:05.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.793+0000 7fd01892c700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fd01406bef0 0x7fd01406a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.824 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.793+0000 7fd01892c700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0141657e0 0x7fd014165c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.824 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.793+0000 7fd01892c700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd01406ba60 con 0x7fd0140c6730 2023-09-21T11:17:05.824 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.793+0000 7fd01892c700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0140cb730 con 0x7fd01406bef0 2023-09-21T11:17:05.824 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.793+0000 7fd01892c700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd014166150 con 0x7fd0141657e0 2023-09-21T11:17:05.825 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.793+0000 7fd012d9d700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0141657e0 0x7fd014165c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.825 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.793+0000 7fd012d9d700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0141657e0 0x7fd014165c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:56486/0 (socket says 172.21.15.79:56486) 2023-09-21T11:17:05.825 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.793+0000 7fd012d9d700 1 -- 172.21.15.79:0/2930700971 learned_addr learned my addr 172.21.15.79:0/2930700971 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:05.825 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.793+0000 7ffbe559a700 1 -- 172.21.15.79:0/4086311874 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbe000bbc0 con 0x7ffbe8072820 2023-09-21T11:17:05.826 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.793+0000 7ffbe559a700 1 -- 172.21.15.79:0/4086311874 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffbe000bd20 con 0x7ffbe8072820 2023-09-21T11:17:05.826 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.793+0000 7ffbe559a700 1 -- 172.21.15.79:0/4086311874 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbe00106c0 con 0x7ffbe8072820 2023-09-21T11:17:05.826 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7ffbeced4700 1 -- 172.21.15.79:0/4086311874 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbe8072820 msgr2=0x7ffbe806c7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.826 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7ffbeced4700 1 --2- 172.21.15.79:0/4086311874 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbe8072820 0x7ffbe806c7b0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ffbe806d6f0 tx=0x7ffbe000b330 comp rx=0 tx=0).stop 2023-09-21T11:17:05.827 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7fd012d9d700 1 -- 172.21.15.79:0/2930700971 >> v2:172.21.15.79:3300/0 conn(0x7fd01406bef0 msgr2=0x7fd01406a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.827 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7fd012d9d700 1 --2- 172.21.15.79:0/2930700971 >> v2:172.21.15.79:3300/0 conn(0x7fd01406bef0 0x7fd01406a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.827 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7fd012d9d700 1 -- 172.21.15.79:0/2930700971 >> v1:172.21.15.79:6789/0 conn(0x7fd0140c6730 legacy=0x7fd0140ce610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.827 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7fd012d9d700 1 -- 172.21.15.79:0/2930700971 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd01406ae50 con 0x7fd0141657e0 2023-09-21T11:17:05.828 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7f8da57fa700 1 --2- 172.21.15.79:0/688974546 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8d8c06a5a0 0x7f8d8c06ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.828 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7fd012d9d700 1 --2- 172.21.15.79:0/2930700971 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0141657e0 0x7fd014165c10 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fd00c009e50 tx=0x7fd00c00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4adac26594ee146 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.828 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7f8da57fa700 1 -- 172.21.15.79:0/688974546 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8d98087fe0 con 0x7f8da8159a40 2023-09-21T11:17:05.829 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7f80edffb700 1 -- 172.21.15.79:0/1571974323 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80e800e070 con 0x7f80f0160da0 2023-09-21T11:17:05.829 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7f80edffb700 1 -- 172.21.15.79:0/1571974323 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80e800bb90 con 0x7f80f0160da0 2023-09-21T11:17:05.829 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7f80edffb700 1 -- 172.21.15.79:0/1571974323 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80e8003a20 con 0x7f80f0160da0 2023-09-21T11:17:05.830 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.795+0000 7ffbeced4700 1 -- 172.21.15.79:0/4086311874 shutdown_connections 2023-09-21T11:17:05.830 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.795+0000 7ffbeced4700 1 --2- 172.21.15.79:0/4086311874 >> v2:172.21.15.79:3300/0 conn(0x7ffbe806ccf0 0x7ffbe80cd150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.830 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.795+0000 7ffbeced4700 1 --2- 172.21.15.79:0/4086311874 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbe8072820 0x7ffbe806c7b0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.830 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.795+0000 7ffbeced4700 1 -- 172.21.15.79:0/4086311874 >> 172.21.15.79:0/4086311874 conn(0x7ffbe80cf250 msgr2=0x7ffbe80cf660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.831 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7f8da57fa700 1 --2- 172.21.15.79:0/688974546 >> [v2:172.21.15.79:6816/239041910,v1:172.21.15.79:6817/239041910] conn(0x7f8d8c0727c0 0x7f8d8c074be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.831 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7f8da57fa700 1 -- 172.21.15.79:0/688974546 --> [v2:172.21.15.79:6816/239041910,v1:172.21.15.79:6817/239041910] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8d8c075290 con 0x7f8d8c0727c0 2023-09-21T11:17:05.831 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7f8da57fa700 1 -- 172.21.15.79:0/688974546 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8d9808a5c0 con 0x7f8da8159a40 2023-09-21T11:17:05.832 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.795+0000 7f8daca52700 1 --2- 172.21.15.79:0/688974546 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8d8c06a5a0 0x7f8d8c06ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.832 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7f9d0d3ac700 1 Processor -- start 2023-09-21T11:17:05.832 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7f9d0d3ac700 1 -- start start 2023-09-21T11:17:05.833 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.796+0000 7f8daca52700 1 --2- 172.21.15.79:0/688974546 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8d8c06a5a0 0x7f8d8c06ca60 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8da0007fd0 tx=0x7f8da0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.834 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.795+0000 7f9d0d3ac700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f9d080ce790 0x7f9d080719f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.834 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.795+0000 7f9d0d3ac700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9d08071f30 0x7f9d0806a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.834 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.795+0000 7f9d0d3ac700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d08072360 con 0x7f9d0815a670 2023-09-21T11:17:05.834 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.795+0000 7f9d0d3ac700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d080ced70 con 0x7f9d080ce790 2023-09-21T11:17:05.834 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.795+0000 7f9d0d3ac700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d080cf050 con 0x7f9d08071f30 2023-09-21T11:17:05.835 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.796+0000 7f9d077fe700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9d08071f30 0x7f9d0806a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.835 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.796+0000 7f9d077fe700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9d08071f30 0x7f9d0806a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:56494/0 (socket says 172.21.15.79:56494) 2023-09-21T11:17:05.835 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.796+0000 7f9d077fe700 1 -- 172.21.15.79:0/2624512832 learned_addr learned my addr 172.21.15.79:0/2624512832 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:05.835 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.796+0000 7f9d067fc700 1 --2- 172.21.15.79:0/2624512832 >> v2:172.21.15.79:3300/0 conn(0x7f9d080ce790 0x7f9d080719f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.835 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.796+0000 7f9d077fe700 1 -- 172.21.15.79:0/2624512832 >> v2:172.21.15.79:3300/0 conn(0x7f9d080ce790 msgr2=0x7f9d080719f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.836 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.796+0000 7f9d077fe700 1 --2- 172.21.15.79:0/2624512832 >> v2:172.21.15.79:3300/0 conn(0x7f9d080ce790 0x7f9d080719f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.836 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.796+0000 7f9d077fe700 1 -- 172.21.15.79:0/2624512832 >> v1:172.21.15.134:6789/0 conn(0x7f9d0815a670 legacy=0x7f9d0815b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.836 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.796+0000 7f9d05ffb700 1 -- 172.21.15.79:0/2624512832 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1346855436 0 0) 0x7f9d08072360 con 0x7f9d0815a670 2023-09-21T11:17:05.836 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.796+0000 7f9d077fe700 1 -- 172.21.15.79:0/2624512832 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d080cf330 con 0x7f9d08071f30 2023-09-21T11:17:05.836 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.796+0000 7f9d077fe700 1 --2- 172.21.15.79:0/2624512832 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9d08071f30 0x7f9d0806a800 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f9cf80131e0 tx=0x7f9cf80134f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e36ef21783ff6e3 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.836 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.796+0000 7f9d05ffb700 1 -- 172.21.15.79:0/2624512832 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cf8016070 con 0x7f9d08071f30 2023-09-21T11:17:05.837 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.796+0000 7f9d05ffb700 1 -- 172.21.15.79:0/2624512832 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cf8013d80 con 0x7f9d08071f30 2023-09-21T11:17:05.837 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.796+0000 7f9d05ffb700 1 -- 172.21.15.79:0/2624512832 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cf80112f0 con 0x7f9d08071f30 2023-09-21T11:17:05.837 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.797+0000 7f9d0d3ac700 1 -- 172.21.15.79:0/2624512832 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9d08071f30 msgr2=0x7f9d0806a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.837 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.797+0000 7f9d0d3ac700 1 --2- 172.21.15.79:0/2624512832 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9d08071f30 0x7f9d0806a800 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f9cf80131e0 tx=0x7f9cf80134f0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.837 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.797+0000 7f9d0d3ac700 1 -- 172.21.15.79:0/2624512832 shutdown_connections 2023-09-21T11:17:05.837 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.797+0000 7f9d0d3ac700 1 --2- 172.21.15.79:0/2624512832 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9d08071f30 0x7f9d0806a800 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.838 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.797+0000 7f9d0d3ac700 1 --2- 172.21.15.79:0/2624512832 >> v2:172.21.15.79:3300/0 conn(0x7f9d080ce790 0x7f9d080719f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.838 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.797+0000 7f9d0d3ac700 1 -- 172.21.15.79:0/2624512832 >> 172.21.15.79:0/2624512832 conn(0x7f9d0806baf0 msgr2=0x7f9d0806bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.838 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.797+0000 7f9d0d3ac700 1 -- 172.21.15.79:0/2624512832 shutdown_connections 2023-09-21T11:17:05.838 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.797+0000 7f9d0d3ac700 1 -- 172.21.15.79:0/2624512832 wait complete. 2023-09-21T11:17:05.839 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.792+0000 7fa4caffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa4b4003a00 0x7fa4cc0cba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.839 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.792+0000 7fa4cb7fe700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa4cc0b2840 0x7fa4cc0b2cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.839 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.792+0000 7fa4caffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa4b4003a00 0x7fa4cc0cba00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53440/0 (socket says 172.21.15.79:53440) 2023-09-21T11:17:05.839 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.792+0000 7fa4caffd700 1 -- 172.21.15.79:0/2219782329 learned_addr learned my addr 172.21.15.79:0/2219782329 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:05.839 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.792+0000 7fa4ca7fc700 1 --2- 172.21.15.79:0/2219782329 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4cc0add80 0x7fa4cc157a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.840 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.793+0000 7fa4ca7fc700 1 -- 172.21.15.79:0/2219782329 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa4cc0b2840 msgr2=0x7fa4cc0b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.840 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.793+0000 7fa4ca7fc700 1 --2- 172.21.15.79:0/2219782329 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa4cc0b2840 0x7fa4cc0b2cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.840 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.793+0000 7fa4ca7fc700 1 -- 172.21.15.79:0/2219782329 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa4b4003a00 msgr2=0x7fa4cc0cba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.840 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.793+0000 7fa4ca7fc700 1 --2- 172.21.15.79:0/2219782329 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa4b4003a00 0x7fa4cc0cba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.840 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.793+0000 7fa4ca7fc700 1 -- 172.21.15.79:0/2219782329 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4cc0cc470 con 0x7fa4cc0add80 2023-09-21T11:17:05.841 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7fa4ca7fc700 1 --2- 172.21.15.79:0/2219782329 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4cc0add80 0x7fa4cc157a00 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fa4bc00e8a0 tx=0x7fa4bc00ebb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.841 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7fa4b37fe700 1 -- 172.21.15.79:0/2219782329 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4bc013680 con 0x7fa4cc0add80 2023-09-21T11:17:05.841 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7fa4b37fe700 1 -- 172.21.15.79:0/2219782329 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4bc0137e0 con 0x7fa4cc0add80 2023-09-21T11:17:05.841 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7fa4b37fe700 1 -- 172.21.15.79:0/2219782329 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4bc013b90 con 0x7fa4cc0add80 2023-09-21T11:17:05.841 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7fa4d176c700 1 -- 172.21.15.79:0/2219782329 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4cc0cc750 con 0x7fa4cc0add80 2023-09-21T11:17:05.841 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.794+0000 7fa4d176c700 1 -- 172.21.15.79:0/2219782329 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4cc157f40 con 0x7fa4cc0add80 2023-09-21T11:17:05.842 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.796+0000 7fa4d176c700 1 -- 172.21.15.79:0/2219782329 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fa4ac000fc0 con 0x7fa4cc0add80 2023-09-21T11:17:05.842 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.798+0000 7fa4b37fe700 1 -- 172.21.15.79:0/2219782329 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fa4bc013cf0 con 0x7fa4cc0add80 2023-09-21T11:17:05.842 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.798+0000 7fa4b37fe700 1 --2- 172.21.15.79:0/2219782329 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa4b806a5d0 0x7fa4b806ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.842 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.798+0000 7fa4b37fe700 1 -- 172.21.15.79:0/2219782329 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa4bc099a50 con 0x7fa4cc0add80 2023-09-21T11:17:05.842 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.798+0000 7fa4caffd700 1 --2- 172.21.15.79:0/2219782329 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa4b806a5d0 0x7fa4b806ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.843 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.798+0000 7fa4b37fe700 1 --2- 172.21.15.79:0/2219782329 >> [v2:172.21.15.79:6819/3632965492,v1:172.21.15.79:6821/3632965492] conn(0x7fa4b80727f0 0x7fa4b8074c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.843 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.798+0000 7fa4b37fe700 1 -- 172.21.15.79:0/2219782329 --> [v2:172.21.15.79:6819/3632965492,v1:172.21.15.79:6821/3632965492] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa4b80752c0 con 0x7fa4b80727f0 2023-09-21T11:17:05.843 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.798+0000 7fa4b37fe700 1 -- 172.21.15.79:0/2219782329 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa4bc09e2a0 con 0x7fa4cc0add80 2023-09-21T11:17:05.843 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.799+0000 7fa4cb7fe700 1 --2- 172.21.15.79:0/2219782329 >> [v2:172.21.15.79:6819/3632965492,v1:172.21.15.79:6821/3632965492] conn(0x7fa4b80727f0 0x7fa4b8074c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.843 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.799+0000 7fa4caffd700 1 --2- 172.21.15.79:0/2219782329 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa4b806a5d0 0x7fa4b806ca90 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa4c0015040 tx=0x7fa4c000a000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.844 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.799+0000 7f8da7fff700 1 --2- 172.21.15.79:0/688974546 >> [v2:172.21.15.79:6816/239041910,v1:172.21.15.79:6817/239041910] conn(0x7f8d8c0727c0 0x7f8d8c074be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.844 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.795+0000 7f80f53f4700 1 -- 172.21.15.79:0/1571974323 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f80f0160da0 msgr2=0x7f80f00d1c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.844 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.795+0000 7f80f53f4700 1 --2- 172.21.15.79:0/1571974323 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f80f0160da0 0x7f80f00d1c70 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f80e8009de0 tx=0x7f80e800b330 comp rx=0 tx=0).stop 2023-09-21T11:17:05.844 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.796+0000 7f80f53f4700 1 -- 172.21.15.79:0/1571974323 shutdown_connections 2023-09-21T11:17:05.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.796+0000 7f80f53f4700 1 --2- 172.21.15.79:0/1571974323 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f80f0160da0 0x7f80f00d1c70 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.796+0000 7f80f53f4700 1 -- 172.21.15.79:0/1571974323 >> 172.21.15.79:0/1571974323 conn(0x7f80f009c990 msgr2=0x7f80f00d3690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.797+0000 7f80f53f4700 1 -- 172.21.15.79:0/1571974323 shutdown_connections 2023-09-21T11:17:05.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.797+0000 7f80f53f4700 1 -- 172.21.15.79:0/1571974323 wait complete. 2023-09-21T11:17:05.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.798+0000 7f80f53f4700 1 Processor -- start 2023-09-21T11:17:05.846 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.798+0000 7f80f53f4700 1 -- start start 2023-09-21T11:17:05.846 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.797+0000 7fd01159a700 1 -- 172.21.15.79:0/2930700971 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd00c00e070 con 0x7fd0141657e0 2023-09-21T11:17:05.846 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.797+0000 7fd01159a700 1 -- 172.21.15.79:0/2930700971 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd00c003a70 con 0x7fd0141657e0 2023-09-21T11:17:05.846 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.797+0000 7fd01159a700 1 -- 172.21.15.79:0/2930700971 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd00c003e00 con 0x7fd0141657e0 2023-09-21T11:17:05.847 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.799+0000 7fd01892c700 1 -- 172.21.15.79:0/2930700971 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0141657e0 msgr2=0x7fd014165c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.847 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.799+0000 7fd01892c700 1 --2- 172.21.15.79:0/2930700971 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0141657e0 0x7fd014165c10 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fd00c009e50 tx=0x7fd00c00b330 comp rx=0 tx=0).stop 2023-09-21T11:17:05.847 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.799+0000 7fa4cb7fe700 1 --2- 172.21.15.79:0/2219782329 >> [v2:172.21.15.79:6819/3632965492,v1:172.21.15.79:6821/3632965492] conn(0x7fa4b80727f0 0x7fa4b8074c10 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.848 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.799+0000 7f8da7fff700 1 --2- 172.21.15.79:0/688974546 >> [v2:172.21.15.79:6816/239041910,v1:172.21.15.79:6817/239041910] conn(0x7f8d8c0727c0 0x7f8d8c074be0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.848 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.799+0000 7f9d0d3ac700 1 Processor -- start 2023-09-21T11:17:05.848 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.799+0000 7fd01892c700 1 -- 172.21.15.79:0/2930700971 shutdown_connections 2023-09-21T11:17:05.849 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.799+0000 7fd01892c700 1 --2- 172.21.15.79:0/2930700971 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0141657e0 0x7fd014165c10 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.849 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.799+0000 7fd01892c700 1 --2- 172.21.15.79:0/2930700971 >> v2:172.21.15.79:3300/0 conn(0x7fd01406bef0 0x7fd01406a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.849 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.799+0000 7fd01892c700 1 -- 172.21.15.79:0/2930700971 >> 172.21.15.79:0/2930700971 conn(0x7fd0140cc600 msgr2=0x7fd0140cca10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.849 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.799+0000 7f80f53f4700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f80f00b13a0 0x7f80f00b8a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.850 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.799+0000 7f80f53f4700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f80f0160da0 0x7f80f00b4650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.850 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.799+0000 7f80f53f4700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f80f0161180 0x7f80f015c020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.850 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.799+0000 7f80f53f4700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80f00c9110 con 0x7f80f00b13a0 2023-09-21T11:17:05.850 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.799+0000 7f80f53f4700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80f00c93f0 con 0x7f80f0160da0 2023-09-21T11:17:05.850 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.799+0000 7f80f53f4700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80f00c96d0 con 0x7f80f0161180 2023-09-21T11:17:05.851 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.800+0000 7ffbeced4700 1 -- 172.21.15.79:0/4086311874 shutdown_connections 2023-09-21T11:17:05.851 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.800+0000 7f80ee7fc700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f80f0160da0 0x7f80f00b4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.852 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.800+0000 7f80eeffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f80f00b13a0 0x7f80f00b8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.852 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.800+0000 7f80ef7fe700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f80f0161180 0x7f80f015c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.852 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.800+0000 7f80ee7fc700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f80f0160da0 0x7f80f00b4650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.79:35320/0 (socket says 172.21.15.79:35320) 2023-09-21T11:17:05.852 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.800+0000 7f80eeffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f80f00b13a0 0x7f80f00b8a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53468/0 (socket says 172.21.15.79:53468) 2023-09-21T11:17:05.852 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.800+0000 7f80ee7fc700 1 -- 172.21.15.79:0/3175386156 learned_addr learned my addr 172.21.15.79:0/3175386156 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:05.853 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.800+0000 7f80eeffd700 1 -- 172.21.15.79:0/3175386156 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f80f0161180 msgr2=0x7f80f015c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.853 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.800+0000 7f80eeffd700 1 --2- 172.21.15.79:0/3175386156 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f80f0161180 0x7f80f015c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.853 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.800+0000 7f80eeffd700 1 -- 172.21.15.79:0/3175386156 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f80f0160da0 msgr2=0x7f80f00b4650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.853 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.800+0000 7f80eeffd700 1 --2- 172.21.15.79:0/3175386156 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f80f0160da0 0x7f80f00b4650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.853 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.800+0000 7f80eeffd700 1 -- 172.21.15.79:0/3175386156 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80e8009a70 con 0x7f80f00b13a0 2023-09-21T11:17:05.854 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.800+0000 7fa4b37fe700 1 -- 172.21.15.79:0/2219782329 <== osd.2 v2:172.21.15.79:6819/3632965492 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7fa4b80752c0 con 0x7fa4b80727f0 2023-09-21T11:17:05.854 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.801+0000 7f80eeffd700 1 --2- 172.21.15.79:0/3175386156 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f80f00b13a0 0x7f80f00b8a50 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f80e8015000 tx=0x7f80e8004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.854 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.800+0000 7ffbeced4700 1 -- 172.21.15.79:0/4086311874 wait complete. 2023-09-21T11:17:05.855 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.800+0000 7f9d0d3ac700 1 -- start start 2023-09-21T11:17:05.855 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.801+0000 7fd01892c700 1 -- 172.21.15.79:0/2930700971 shutdown_connections 2023-09-21T11:17:05.856 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.801+0000 7f1076a4c700 1 Processor -- start 2023-09-21T11:17:05.856 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.801+0000 7f9d0d3ac700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9d08071f30 0x7f9d080b2760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.856 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.801+0000 7f9d0d3ac700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d080ce790 0x7f9d08152310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.857 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.801+0000 7f80d77fe700 1 -- 172.21.15.79:0/3175386156 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80e8004830 con 0x7f80f00b13a0 2023-09-21T11:17:05.857 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.801+0000 7f80d77fe700 1 -- 172.21.15.79:0/3175386156 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80e801e430 con 0x7f80f00b13a0 2023-09-21T11:17:05.857 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.801+0000 7f80d77fe700 1 -- 172.21.15.79:0/3175386156 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80e801e7e0 con 0x7f80f00b13a0 2023-09-21T11:17:05.857 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.801+0000 7f9d0d3ac700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9d0815a670 0x7f9d080b5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.858 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.801+0000 7f9d0d3ac700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d080c8000 con 0x7f9d080ce790 2023-09-21T11:17:05.858 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.801+0000 7f9d0d3ac700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d080c82e0 con 0x7f9d08071f30 2023-09-21T11:17:05.858 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.801+0000 7f9d0d3ac700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d080c85c0 con 0x7f9d0815a670 2023-09-21T11:17:05.858 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.802+0000 7f9d077fe700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9d0815a670 0x7f9d080b5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.858 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.802+0000 7f9d06ffd700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9d08071f30 0x7f9d080b2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.858 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.802+0000 7f9d06ffd700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9d08071f30 0x7f9d080b2760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.79:35322/0 (socket says 172.21.15.79:35322) 2023-09-21T11:17:05.859 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.802+0000 7f9d06ffd700 1 -- 172.21.15.79:0/12751386 learned_addr learned my addr 172.21.15.79:0/12751386 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:05.859 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.802+0000 7ffbeced4700 1 Processor -- start 2023-09-21T11:17:05.859 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.802+0000 7f9d077fe700 1 -- 172.21.15.79:0/12751386 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9d08071f30 msgr2=0x7f9d080b2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.860 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.802+0000 7f9d077fe700 1 --2- 172.21.15.79:0/12751386 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9d08071f30 0x7f9d080b2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.860 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.802+0000 7f9d077fe700 1 -- 172.21.15.79:0/12751386 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d080ce790 msgr2=0x7f9d08152310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.860 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.802+0000 7f9d077fe700 1 --2- 172.21.15.79:0/12751386 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d080ce790 0x7f9d08152310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.860 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.802+0000 7f9d077fe700 1 -- 172.21.15.79:0/12751386 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cf8011df0 con 0x7f9d0815a670 2023-09-21T11:17:05.860 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.801+0000 7f1076a4c700 1 -- start start 2023-09-21T11:17:05.861 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.803+0000 7f9d077fe700 1 --2- 172.21.15.79:0/12751386 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9d0815a670 0x7f9d080b5270 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f9cf801d000 tx=0x7f9cf8004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.861 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.803+0000 7f8da57fa700 1 -- 172.21.15.79:0/688974546 <== osd.3 v2:172.21.15.79:6816/239041910 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f8d8c075290 con 0x7f8d8c0727c0 2023-09-21T11:17:05.862 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.802+0000 7f1076a4c700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f10700c99f0 0x7f10700c9e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.862 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.802+0000 7f1076a4c700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f10700cbb20 0x7f10700cbfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.862 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.801+0000 7f80f53f4700 1 -- 172.21.15.79:0/3175386156 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80f00c99b0 con 0x7f80f00b13a0 2023-09-21T11:17:05.862 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.801+0000 7f80f53f4700 1 -- 172.21.15.79:0/3175386156 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80f00b8f90 con 0x7f80f00b13a0 2023-09-21T11:17:05.863 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.803+0000 7f1076a4c700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10700cd150 con 0x7f1070161bc0 2023-09-21T11:17:05.863 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.803+0000 7f1076a4c700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10700cda60 con 0x7f10700cbb20 2023-09-21T11:17:05.863 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.803+0000 7f9cef7fe700 1 -- 172.21.15.79:0/12751386 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cf800fa50 con 0x7f9d0815a670 2023-09-21T11:17:05.864 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.803+0000 7f9cef7fe700 1 -- 172.21.15.79:0/12751386 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cf800fbd0 con 0x7f9d0815a670 2023-09-21T11:17:05.864 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.803+0000 7f9d0d3ac700 1 -- 172.21.15.79:0/12751386 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d080c88a0 con 0x7f9d0815a670 2023-09-21T11:17:05.864 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.803+0000 7f106ffff700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f1070161bc0 0x7f10700cde80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39846/0 (socket says 172.21.15.79:39846) 2023-09-21T11:17:05.864 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.803+0000 7f106ffff700 1 -- 172.21.15.79:0/2866832034 learned_addr learned my addr 172.21.15.79:0/2866832034 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:05.864 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.803+0000 7f1074fe9700 1 --2- 172.21.15.79:0/2866832034 >> v2:172.21.15.79:3300/0 conn(0x7f10700cbb20 0x7f10700cbfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.865 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.803+0000 7f106f7fe700 1 --2- 172.21.15.79:0/2866832034 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f10700c99f0 0x7f10700c9e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.865 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.803+0000 7f9d0d3ac700 1 -- 172.21.15.79:0/12751386 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d080b2ca0 con 0x7f9d0815a670 2023-09-21T11:17:05.865 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.803+0000 7f9cef7fe700 1 -- 172.21.15.79:0/12751386 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cf8011c70 con 0x7f9d0815a670 2023-09-21T11:17:05.866 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.802+0000 7ffbeced4700 1 -- start start 2023-09-21T11:17:05.866 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.803+0000 7ffbeced4700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbe806ccf0 0x7ffbe815bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.866 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.803+0000 7ffbeced4700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffbe8072820 0x7ffbe8151680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.866 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.804+0000 7ffbeced4700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbe8159a40 0x7ffbe8148610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.866 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.804+0000 7ffbeced4700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbe8151bc0 con 0x7ffbe8072820 2023-09-21T11:17:05.867 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.804+0000 7ffbeced4700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbe8151df0 con 0x7ffbe8159a40 2023-09-21T11:17:05.867 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.804+0000 7ffbeced4700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbe8148b50 con 0x7ffbe806ccf0 2023-09-21T11:17:05.867 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.804+0000 7fd01892c700 1 -- 172.21.15.79:0/2930700971 wait complete. 2023-09-21T11:17:05.868 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.803+0000 7f1076a4c700 1 -- 172.21.15.79:0/2866832034 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10700ca4b0 con 0x7f10700c99f0 2023-09-21T11:17:05.868 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.804+0000 7f1074fe9700 1 -- 172.21.15.79:0/2866832034 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f10700c99f0 msgr2=0x7f10700c9e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:05.868 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.804+0000 7f1074fe9700 1 --2- 172.21.15.79:0/2866832034 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f10700c99f0 0x7f10700c9e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.868 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.804+0000 7f1074fe9700 1 -- 172.21.15.79:0/2866832034 >> v1:172.21.15.79:6789/0 conn(0x7f1070161bc0 legacy=0x7f10700cde80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.868 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.804+0000 7f1074fe9700 1 -- 172.21.15.79:0/2866832034 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10700cd3a0 con 0x7f10700cbb20 2023-09-21T11:17:05.869 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.804+0000 7f1074fe9700 1 --2- 172.21.15.79:0/2866832034 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f10700cbb20 0x7f10700cbfb0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f1060009840 tx=0x7f1060009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97941a1a1a2d408a server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.869 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.803+0000 7f80f53f4700 1 -- 172.21.15.79:0/3175386156 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f80d0000fc0 con 0x7f80f00b13a0 2023-09-21T11:17:05.869 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.804+0000 7f80d77fe700 1 -- 172.21.15.79:0/3175386156 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f80e801e940 con 0x7f80f00b13a0 2023-09-21T11:17:05.869 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.805+0000 7f80d77fe700 1 --2- 172.21.15.79:0/3175386156 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f80dc06a650 0x7f80dc06cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.870 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.805+0000 7f9d0d3ac700 1 -- 172.21.15.79:0/12751386 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f9ce8000fc0 con 0x7f9d0815a670 2023-09-21T11:17:05.870 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.805+0000 7f80d77fe700 1 -- 172.21.15.79:0/3175386156 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f80e808b460 con 0x7f80f00b13a0 2023-09-21T11:17:05.870 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.805+0000 7f80ee7fc700 1 --2- 172.21.15.79:0/3175386156 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f80dc06a650 0x7f80dc06cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.805+0000 7f80d77fe700 1 --2- 172.21.15.79:0/3175386156 >> [v2:172.21.15.134:6808/1855248862,v1:172.21.15.134:6809/1855248862] conn(0x7f80dc0727f0 0x7f80dc074c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.805+0000 7f80d77fe700 1 -- 172.21.15.79:0/3175386156 --> [v2:172.21.15.134:6808/1855248862,v1:172.21.15.134:6809/1855248862] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f80dc0752c0 con 0x7f80dc0727f0 2023-09-21T11:17:05.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.805+0000 7f106effd700 1 -- 172.21.15.79:0/2866832034 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1060011830 con 0x7f10700cbb20 2023-09-21T11:17:05.872 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.805+0000 7f80d77fe700 1 -- 172.21.15.79:0/3175386156 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f80e8056a50 con 0x7f80f00b13a0 2023-09-21T11:17:05.872 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.806+0000 7f80ee7fc700 1 --2- 172.21.15.79:0/3175386156 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f80dc06a650 0x7f80dc06cb10 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f80f00c67d0 tx=0x7f80e4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.872 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.806+0000 7f106effd700 1 -- 172.21.15.79:0/2866832034 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1060011990 con 0x7f10700cbb20 2023-09-21T11:17:05.872 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.806+0000 7f106effd700 1 -- 172.21.15.79:0/2866832034 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1060011d00 con 0x7f10700cbb20 2023-09-21T11:17:05.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.806+0000 7fd01892c700 1 Processor -- start 2023-09-21T11:17:05.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.804+0000 7ffbe659c700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbe806ccf0 0x7ffbe815bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.804+0000 7ffbe659c700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbe806ccf0 0x7ffbe815bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:56524/0 (socket says 172.21.15.79:56524) 2023-09-21T11:17:05.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.804+0000 7ffbe659c700 1 -- 172.21.15.79:0/3933119472 learned_addr learned my addr 172.21.15.79:0/3933119472 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:05.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.804+0000 7ffbe6d9d700 1 --2- 172.21.15.79:0/3933119472 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbe8159a40 0x7ffbe8148610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.804+0000 7ffbe659c700 1 -- 172.21.15.79:0/3933119472 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbe8159a40 msgr2=0x7ffbe8148610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.805+0000 7ffbe659c700 1 --2- 172.21.15.79:0/3933119472 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbe8159a40 0x7ffbe8148610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.805+0000 7ffbe659c700 1 -- 172.21.15.79:0/3933119472 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffbe8072820 msgr2=0x7ffbe8151680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.805+0000 7ffbe659c700 1 --2- 172.21.15.79:0/3933119472 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffbe8072820 0x7ffbe8151680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.805+0000 7ffbe659c700 1 -- 172.21.15.79:0/3933119472 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbe0009b30 con 0x7ffbe806ccf0 2023-09-21T11:17:05.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.805+0000 7ffbe659c700 1 --2- 172.21.15.79:0/3933119472 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbe806ccf0 0x7ffbe815bdf0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc00c450 tx=0x7ffbdc00c810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.806+0000 7ffbd6ffd700 1 -- 172.21.15.79:0/3933119472 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbdc0052d0 con 0x7ffbe806ccf0 2023-09-21T11:17:05.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.806+0000 7f9cef7fe700 1 -- 172.21.15.79:0/12751386 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f9cf80036a0 con 0x7f9d0815a670 2023-09-21T11:17:05.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.807+0000 7f1076a4c700 1 -- 172.21.15.79:0/2866832034 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f10700cbb20 msgr2=0x7f10700cbfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.807+0000 7f1076a4c700 1 --2- 172.21.15.79:0/2866832034 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f10700cbb20 0x7f10700cbfb0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f1060009840 tx=0x7f1060009b50 comp rx=0 tx=0).stop 2023-09-21T11:17:05.877 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.807+0000 7f9cef7fe700 1 --2- 172.21.15.79:0/12751386 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f9cf406a5d0 0x7f9cf406ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.877 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.807+0000 7f9cef7fe700 1 -- 172.21.15.79:0/12751386 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9cf8049e40 con 0x7f9d0815a670 2023-09-21T11:17:05.877 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.807+0000 7f9cef7fe700 1 --2- 172.21.15.79:0/12751386 >> [v2:172.21.15.79:6808/2329468937,v1:172.21.15.79:6809/2329468937] conn(0x7f9cf40727f0 0x7f9cf4074c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.877 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.807+0000 7f9cef7fe700 1 -- 172.21.15.79:0/12751386 --> [v2:172.21.15.79:6808/2329468937,v1:172.21.15.79:6809/2329468937] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f9cf40752c0 con 0x7f9cf40727f0 2023-09-21T11:17:05.877 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.807+0000 7f9cef7fe700 1 -- 172.21.15.79:0/12751386 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9cf8092780 con 0x7f9d0815a670 2023-09-21T11:17:05.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.806+0000 7ffbd6ffd700 1 -- 172.21.15.79:0/3933119472 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffbdc005430 con 0x7ffbe806ccf0 2023-09-21T11:17:05.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.806+0000 7ffbd6ffd700 1 -- 172.21.15.79:0/3933119472 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbdc0038c0 con 0x7ffbe806ccf0 2023-09-21T11:17:05.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.806+0000 7ffbeced4700 1 -- 172.21.15.79:0/3933119472 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffbe815a190 con 0x7ffbe806ccf0 2023-09-21T11:17:05.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.806+0000 7ffbeced4700 1 -- 172.21.15.79:0/3933119472 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffbe815a750 con 0x7ffbe806ccf0 2023-09-21T11:17:05.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.807+0000 7f9d067fc700 1 --2- 172.21.15.79:0/12751386 >> [v2:172.21.15.79:6808/2329468937,v1:172.21.15.79:6809/2329468937] conn(0x7f9cf40727f0 0x7f9cf4074c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.807+0000 7ffbeced4700 1 -- 172.21.15.79:0/3933119472 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ffbe8072300 con 0x7ffbe806ccf0 2023-09-21T11:17:05.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.806+0000 7fd01892c700 1 -- start start 2023-09-21T11:17:05.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.807+0000 7fd01892c700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd01406bef0 0x7fd01415d350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.807+0000 7fd01892c700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0140c6730 0x7fd014157360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.807+0000 7fd01892c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0141657e0 0x7fd0140b5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.807+0000 7fd01892c700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0140b4cf0 con 0x7fd0141657e0 2023-09-21T11:17:05.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.807+0000 7fd01892c700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0141578a0 con 0x7fd0140c6730 2023-09-21T11:17:05.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.807+0000 7fd01892c700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0140b56c0 con 0x7fd01406bef0 2023-09-21T11:17:05.881 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.807+0000 7fd012d9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0141657e0 0x7fd0140b5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.881 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.807+0000 7fd012d9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0141657e0 0x7fd0140b5180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53498/0 (socket says 172.21.15.79:53498) 2023-09-21T11:17:05.881 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.807+0000 7fd012d9d700 1 -- 172.21.15.79:0/4018537232 learned_addr learned my addr 172.21.15.79:0/4018537232 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:05.881 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.808+0000 7f9d067fc700 1 --2- 172.21.15.79:0/12751386 >> [v2:172.21.15.79:6808/2329468937,v1:172.21.15.79:6809/2329468937] conn(0x7f9cf40727f0 0x7f9cf4074c10 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.882 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.808+0000 7f1076a4c700 1 -- 172.21.15.79:0/2866832034 shutdown_connections 2023-09-21T11:17:05.882 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.808+0000 7f1076a4c700 1 --2- 172.21.15.79:0/2866832034 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f10700cbb20 0x7f10700cbfb0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.882 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.808+0000 7f1076a4c700 1 --2- 172.21.15.79:0/2866832034 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f10700c99f0 0x7f10700c9e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.882 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.808+0000 7f1076a4c700 1 -- 172.21.15.79:0/2866832034 >> 172.21.15.79:0/2866832034 conn(0x7f10700b13f0 msgr2=0x7f107006a800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.883 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.808+0000 7fd012d9d700 1 -- 172.21.15.79:0/4018537232 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd01406bef0 msgr2=0x7fd01415d350 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-21T11:17:05.883 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.808+0000 7fd012d9d700 1 --2- 172.21.15.79:0/4018537232 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd01406bef0 0x7fd01415d350 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.883 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.808+0000 7fd012d9d700 1 -- 172.21.15.79:0/4018537232 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0140c6730 msgr2=0x7fd014157360 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-09-21T11:17:05.883 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.809+0000 7f9d06ffd700 1 --2- 172.21.15.79:0/12751386 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f9cf406a5d0 0x7f9cf406ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.884 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.808+0000 7fd012d9d700 1 --2- 172.21.15.79:0/4018537232 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0140c6730 0x7fd014157360 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.884 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.808+0000 7fd012d9d700 1 -- 172.21.15.79:0/4018537232 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd00c009b30 con 0x7fd0141657e0 2023-09-21T11:17:05.884 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.808+0000 7fd012d9d700 1 --2- 172.21.15.79:0/4018537232 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0141657e0 0x7fd0140b5180 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fd00c001220 tx=0x7fd00c004b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.884 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.808+0000 7fd002ffd700 1 -- 172.21.15.79:0/4018537232 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd00c0044c0 con 0x7fd0141657e0 2023-09-21T11:17:05.885 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.808+0000 7fd002ffd700 1 -- 172.21.15.79:0/4018537232 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd00c004640 con 0x7fd0141657e0 2023-09-21T11:17:05.885 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.808+0000 7fd002ffd700 1 -- 172.21.15.79:0/4018537232 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd00c012430 con 0x7fd0141657e0 2023-09-21T11:17:05.885 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.809+0000 7f9d06ffd700 1 --2- 172.21.15.79:0/12751386 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f9cf406a5d0 0x7f9cf406ca90 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f9cfc000f60 tx=0x7f9cfc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.886 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.809+0000 7fd01892c700 1 -- 172.21.15.79:0/4018537232 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0140b40e0 con 0x7fd0141657e0 2023-09-21T11:17:05.886 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.809+0000 7fd01892c700 1 -- 172.21.15.79:0/4018537232 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0140b46a0 con 0x7fd0141657e0 2023-09-21T11:17:05.886 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.810+0000 7fd01892c700 1 -- 172.21.15.79:0/4018537232 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd01406b410 con 0x7fd0141657e0 2023-09-21T11:17:05.886 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.810+0000 7f9cef7fe700 1 -- 172.21.15.79:0/12751386 <== osd.0 v2:172.21.15.79:6808/2329468937 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f9cf40752c0 con 0x7f9cf40727f0 2023-09-21T11:17:05.887 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.810+0000 7f1076a4c700 1 -- 172.21.15.79:0/2866832034 shutdown_connections 2023-09-21T11:17:05.887 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.811+0000 7f80ef7fe700 1 --2- 172.21.15.79:0/3175386156 >> [v2:172.21.15.134:6808/1855248862,v1:172.21.15.134:6809/1855248862] conn(0x7f80dc0727f0 0x7f80dc074c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.888 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.811+0000 7f80ef7fe700 1 --2- 172.21.15.79:0/3175386156 >> [v2:172.21.15.134:6808/1855248862,v1:172.21.15.134:6809/1855248862] conn(0x7f80dc0727f0 0x7f80dc074c10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.888 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.812+0000 7f80d77fe700 1 -- 172.21.15.79:0/3175386156 <== osd.5 v2:172.21.15.134:6808/1855248862 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f80dc0752c0 con 0x7f80dc0727f0 2023-09-21T11:17:05.889 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.813+0000 7f1076a4c700 1 -- 172.21.15.79:0/2866832034 wait complete. 2023-09-21T11:17:05.889 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.814+0000 7f1076a4c700 1 Processor -- start 2023-09-21T11:17:05.889 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.815+0000 7f1076a4c700 1 -- start start 2023-09-21T11:17:05.889 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.816+0000 7f1076a4c700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f10700c99f0 0x7f10700c8330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.889 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.816+0000 7f1076a4c700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f10700cbb20 0x7f10700c8870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.816+0000 7f1076a4c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1070161bc0 0x7f1070207c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.816+0000 7f1076a4c700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10700c5010 con 0x7f1070161bc0 2023-09-21T11:17:05.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.816+0000 7f1076a4c700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10700b2f00 con 0x7f10700c99f0 2023-09-21T11:17:05.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.816+0000 7f1076a4c700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10700c4d30 con 0x7f10700cbb20 2023-09-21T11:17:05.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.816+0000 7f1074fe9700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1070161bc0 0x7f1070207c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.816+0000 7f1074fe9700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1070161bc0 0x7f1070207c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53508/0 (socket says 172.21.15.79:53508) 2023-09-21T11:17:05.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.816+0000 7f1074fe9700 1 -- 172.21.15.79:0/3093182193 learned_addr learned my addr 172.21.15.79:0/3093182193 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:05.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.817+0000 7f1074fe9700 1 -- 172.21.15.79:0/3093182193 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f10700cbb20 msgr2=0x7f10700c8870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.817+0000 7f1074fe9700 1 --2- 172.21.15.79:0/3093182193 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f10700cbb20 0x7f10700c8870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.817+0000 7f1074fe9700 1 -- 172.21.15.79:0/3093182193 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f10700c99f0 msgr2=0x7f10700c8330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.817+0000 7f1074fe9700 1 --2- 172.21.15.79:0/3093182193 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f10700c99f0 0x7f10700c8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.892 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.817+0000 7f1074fe9700 1 -- 172.21.15.79:0/3093182193 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10600094a0 con 0x7f1070161bc0 2023-09-21T11:17:05.892 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.817+0000 7f1074fe9700 1 --2- 172.21.15.79:0/3093182193 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1070161bc0 0x7f1070207c60 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f107006d9f0 tx=0x7f1060004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.892 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.812+0000 7ffbd6ffd700 1 -- 172.21.15.79:0/3933119472 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7ffbdc003a20 con 0x7ffbe806ccf0 2023-09-21T11:17:05.893 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.813+0000 7ffbd6ffd700 1 --2- 172.21.15.79:0/3933119472 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ffbc806a5d0 0x7ffbc806ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.893 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.813+0000 7ffbd6ffd700 1 -- 172.21.15.79:0/3933119472 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ffbdc087d00 con 0x7ffbe806ccf0 2023-09-21T11:17:05.893 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.813+0000 7ffbd6ffd700 1 --2- 172.21.15.79:0/3933119472 >> [v2:172.21.15.134:6824/83693582,v1:172.21.15.134:6825/83693582] conn(0x7ffbc80727f0 0x7ffbc8074c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.893 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.813+0000 7ffbd6ffd700 1 -- 172.21.15.79:0/3933119472 --> [v2:172.21.15.134:6824/83693582,v1:172.21.15.134:6825/83693582] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ffbc80752c0 con 0x7ffbc80727f0 2023-09-21T11:17:05.893 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.813+0000 7ffbd6ffd700 1 -- 172.21.15.79:0/3933119472 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffbdc08c2a0 con 0x7ffbe806ccf0 2023-09-21T11:17:05.894 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.821+0000 7ffbe5d9b700 1 --2- 172.21.15.79:0/3933119472 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ffbc806a5d0 0x7ffbc806ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.894 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.815+0000 7fd002ffd700 1 -- 172.21.15.79:0/4018537232 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fd00c012590 con 0x7fd0141657e0 2023-09-21T11:17:05.894 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.815+0000 7fd002ffd700 1 --2- 172.21.15.79:0/4018537232 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcffc06a700 0x7fcffc06cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.894 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.815+0000 7fd002ffd700 1 -- 172.21.15.79:0/4018537232 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd00c08aa30 con 0x7fd0141657e0 2023-09-21T11:17:05.895 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.815+0000 7fd01259c700 1 --2- 172.21.15.79:0/4018537232 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcffc06a700 0x7fcffc06cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.895 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.815+0000 7fd002ffd700 1 --2- 172.21.15.79:0/4018537232 >> [v2:172.21.15.134:6816/896560648,v1:172.21.15.134:6817/896560648] conn(0x7fcffc072920 0x7fcffc074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.895 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.815+0000 7fd002ffd700 1 -- 172.21.15.79:0/4018537232 --> [v2:172.21.15.134:6816/896560648,v1:172.21.15.134:6817/896560648] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fcffc0753f0 con 0x7fcffc072920 2023-09-21T11:17:05.895 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.816+0000 7fd002ffd700 1 -- 172.21.15.79:0/4018537232 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd00c08ade0 con 0x7fd0141657e0 2023-09-21T11:17:05.895 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.816+0000 7fd01259c700 1 --2- 172.21.15.79:0/4018537232 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcffc06a700 0x7fcffc06cbc0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd004003d80 tx=0x7fd004007a40 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.896 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.821+0000 7ffbe5d9b700 1 --2- 172.21.15.79:0/3933119472 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ffbc806a5d0 0x7ffbc806ca90 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ffbe806c8f0 tx=0x7ffbe0012000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.896 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.823+0000 7ffbe6d9d700 1 --2- 172.21.15.79:0/3933119472 >> [v2:172.21.15.134:6824/83693582,v1:172.21.15.134:6825/83693582] conn(0x7ffbc80727f0 0x7ffbc8074c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.896 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.823+0000 7ffbe6d9d700 1 --2- 172.21.15.79:0/3933119472 >> [v2:172.21.15.134:6824/83693582,v1:172.21.15.134:6825/83693582] conn(0x7ffbc80727f0 0x7ffbc8074c10 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.897 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.824+0000 7f94615b0700 1 -- 172.21.15.79:0/1343188532 --> [v2:172.21.15.79:6800/1117403383,v1:172.21.15.79:6801/1117403383] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f945c072300 con 0x7f9448072870 2023-09-21T11:17:05.897 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.824+0000 7ffbd6ffd700 1 -- 172.21.15.79:0/3933119472 <== osd.4 v2:172.21.15.134:6824/83693582 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7ffbc80752c0 con 0x7ffbc80727f0 2023-09-21T11:17:05.898 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.824+0000 7f106cff9700 1 -- 172.21.15.79:0/3093182193 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1060004590 con 0x7f1070161bc0 2023-09-21T11:17:05.898 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.824+0000 7f106cff9700 1 -- 172.21.15.79:0/3093182193 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10600036a0 con 0x7f1070161bc0 2023-09-21T11:17:05.898 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.824+0000 7f106cff9700 1 -- 172.21.15.79:0/3093182193 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1060003a50 con 0x7f1070161bc0 2023-09-21T11:17:05.898 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.824+0000 7f1076a4c700 1 -- 172.21.15.79:0/3093182193 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10700b3110 con 0x7f1070161bc0 2023-09-21T11:17:05.898 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.824+0000 7f1076a4c700 1 -- 172.21.15.79:0/3093182193 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10700b36d0 con 0x7f1070161bc0 2023-09-21T11:17:05.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.821+0000 7fd011d9b700 1 --2- 172.21.15.79:0/4018537232 >> [v2:172.21.15.134:6816/896560648,v1:172.21.15.134:6817/896560648] conn(0x7fcffc072920 0x7fcffc074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.823+0000 7fd011d9b700 1 --2- 172.21.15.79:0/4018537232 >> [v2:172.21.15.134:6816/896560648,v1:172.21.15.134:6817/896560648] conn(0x7fcffc072920 0x7fcffc074d40 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.824+0000 7fd002ffd700 1 -- 172.21.15.79:0/4018537232 <== osd.7 v2:172.21.15.134:6816/896560648 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7fcffc0753f0 con 0x7fcffc072920 2023-09-21T11:17:05.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.825+0000 7f1076a4c700 1 -- 172.21.15.79:0/3093182193 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f104c000fc0 con 0x7f1070161bc0 2023-09-21T11:17:05.900 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.826+0000 7f94437fe700 1 -- 172.21.15.79:0/1343188532 <== osd.1 v2:172.21.15.79:6800/1117403383 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f944c001560 con 0x7f9448072870 2023-09-21T11:17:05.900 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.826+0000 7fa4d176c700 1 -- 172.21.15.79:0/2219782329 --> [v2:172.21.15.79:6819/3632965492,v1:172.21.15.79:6821/3632965492] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fa4ac002d40 con 0x7fa4b80727f0 2023-09-21T11:17:05.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.826+0000 7fa4b37fe700 1 -- 172.21.15.79:0/2219782329 <== osd.2 v2:172.21.15.79:6819/3632965492 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fa4ac002d40 con 0x7fa4b80727f0 2023-09-21T11:17:05.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.826+0000 7f94615b0700 1 -- 172.21.15.79:0/1343188532 >> [v2:172.21.15.79:6800/1117403383,v1:172.21.15.79:6801/1117403383] conn(0x7f9448072870 msgr2=0x7f9448074c90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.826+0000 7f94615b0700 1 --2- 172.21.15.79:0/1343188532 >> [v2:172.21.15.79:6800/1117403383,v1:172.21.15.79:6801/1117403383] conn(0x7f9448072870 0x7f9448074c90 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.827+0000 7f94615b0700 1 -- 172.21.15.79:0/1343188532 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f944806a650 msgr2=0x7f944806cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.827+0000 7f94615b0700 1 --2- 172.21.15.79:0/1343188532 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f944806a650 0x7f944806cb10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f9450013530 tx=0x7f9450011000 comp rx=0 tx=0).stop 2023-09-21T11:17:05.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.827+0000 7f94615b0700 1 -- 172.21.15.79:0/1343188532 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f945c0cfd70 msgr2=0x7f945c0c6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.827+0000 7f94615b0700 1 --2- 172.21.15.79:0/1343188532 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f945c0cfd70 0x7f945c0c6320 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f945400ef90 tx=0x7f945400c3a0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.827+0000 7f945b7fe700 1 -- 172.21.15.79:0/1343188532 reap_dead start 2023-09-21T11:17:05.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.827+0000 7f8daecb6700 1 -- 172.21.15.79:0/688974546 --> [v2:172.21.15.79:6816/239041910,v1:172.21.15.79:6817/239041910] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8da8072300 con 0x7f8d8c0727c0 2023-09-21T11:17:05.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.827+0000 7fa4d176c700 1 -- 172.21.15.79:0/2219782329 >> [v2:172.21.15.79:6819/3632965492,v1:172.21.15.79:6821/3632965492] conn(0x7fa4b80727f0 msgr2=0x7fa4b8074c10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.827+0000 7fa4d176c700 1 --2- 172.21.15.79:0/2219782329 >> [v2:172.21.15.79:6819/3632965492,v1:172.21.15.79:6821/3632965492] conn(0x7fa4b80727f0 0x7fa4b8074c10 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.827+0000 7fa4d176c700 1 -- 172.21.15.79:0/2219782329 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa4b806a5d0 msgr2=0x7fa4b806ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.827+0000 7fa4d176c700 1 --2- 172.21.15.79:0/2219782329 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa4b806a5d0 0x7fa4b806ca90 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa4c0015040 tx=0x7fa4c000a000 comp rx=0 tx=0).stop 2023-09-21T11:17:05.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.827+0000 7fa4d176c700 1 -- 172.21.15.79:0/2219782329 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4cc0add80 msgr2=0x7fa4cc157a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.827+0000 7fa4d176c700 1 --2- 172.21.15.79:0/2219782329 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4cc0add80 0x7fa4cc157a00 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fa4bc00e8a0 tx=0x7fa4bc00ebb0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.827+0000 7fa4cb7fe700 1 -- 172.21.15.79:0/2219782329 reap_dead start 2023-09-21T11:17:05.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.827+0000 7fa4d176c700 1 -- 172.21.15.79:0/2219782329 shutdown_connections 2023-09-21T11:17:05.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.827+0000 7fa4d176c700 1 -- 172.21.15.79:0/2219782329 >> 172.21.15.79:0/2219782329 conn(0x7fa4cc0cf250 msgr2=0x7fa4cc0b0410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.827+0000 7fa4d176c700 1 -- 172.21.15.79:0/2219782329 shutdown_connections 2023-09-21T11:17:05.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.827+0000 7fa4d176c700 1 -- 172.21.15.79:0/2219782329 wait complete. 2023-09-21T11:17:05.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.828+0000 7f94615b0700 1 -- 172.21.15.79:0/1343188532 shutdown_connections 2023-09-21T11:17:05.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.828+0000 7f94615b0700 1 -- 172.21.15.79:0/1343188532 >> 172.21.15.79:0/1343188532 conn(0x7f945c0cf250 msgr2=0x7f945c0af110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.827+0000 7f106cff9700 1 -- 172.21.15.79:0/3093182193 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f1060003bb0 con 0x7f1070161bc0 2023-09-21T11:17:05.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.828+0000 7f106cff9700 1 --2- 172.21.15.79:0/3093182193 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f105406a5a0 0x7f105406ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.828+0000 7f106cff9700 1 -- 172.21.15.79:0/3093182193 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f106008a930 con 0x7f1070161bc0 2023-09-21T11:17:05.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.828+0000 7f106ffff700 1 --2- 172.21.15.79:0/3093182193 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f105406a5a0 0x7f105406ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.828+0000 7f106cff9700 1 --2- 172.21.15.79:0/3093182193 >> [v2:172.21.15.134:6800/333314053,v1:172.21.15.134:6801/333314053] conn(0x7f10540727c0 0x7f1054074be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:05.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.828+0000 7f106cff9700 1 -- 172.21.15.79:0/3093182193 --> [v2:172.21.15.134:6800/333314053,v1:172.21.15.134:6801/333314053] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f1054075290 con 0x7f10540727c0 2023-09-21T11:17:05.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.828+0000 7f106cff9700 1 -- 172.21.15.79:0/3093182193 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f106008add0 con 0x7f1070161bc0 2023-09-21T11:17:05.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.828+0000 7f8da57fa700 1 -- 172.21.15.79:0/688974546 <== osd.3 v2:172.21.15.79:6816/239041910 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f8d9c00cb00 con 0x7f8d8c0727c0 2023-09-21T11:17:05.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.829+0000 7f106f7fe700 1 --2- 172.21.15.79:0/3093182193 >> [v2:172.21.15.134:6800/333314053,v1:172.21.15.134:6801/333314053] conn(0x7f10540727c0 0x7f1054074be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:05.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.829+0000 7f106ffff700 1 --2- 172.21.15.79:0/3093182193 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f105406a5a0 0x7f105406ca60 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f10680012e0 tx=0x7f1068001590 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.829+0000 7f94615b0700 1 -- 172.21.15.79:0/1343188532 shutdown_connections 2023-09-21T11:17:05.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.829+0000 7f94615b0700 1 -- 172.21.15.79:0/1343188532 wait complete. 2023-09-21T11:17:05.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.829+0000 7f8daecb6700 1 -- 172.21.15.79:0/688974546 >> [v2:172.21.15.79:6816/239041910,v1:172.21.15.79:6817/239041910] conn(0x7f8d8c0727c0 msgr2=0x7f8d8c074be0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.829+0000 7f8daecb6700 1 --2- 172.21.15.79:0/688974546 >> [v2:172.21.15.79:6816/239041910,v1:172.21.15.79:6817/239041910] conn(0x7f8d8c0727c0 0x7f8d8c074be0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.829+0000 7f8daecb6700 1 -- 172.21.15.79:0/688974546 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8d8c06a5a0 msgr2=0x7f8d8c06ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.829+0000 7f8daecb6700 1 --2- 172.21.15.79:0/688974546 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8d8c06a5a0 0x7f8d8c06ca60 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8da0007fd0 tx=0x7f8da0009040 comp rx=0 tx=0).stop 2023-09-21T11:17:05.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.829+0000 7f8daecb6700 1 -- 172.21.15.79:0/688974546 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8da8159a40 msgr2=0x7f8da81577e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.911 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.829+0000 7f8daecb6700 1 --2- 172.21.15.79:0/688974546 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8da8159a40 0x7f8da81577e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8d9800c490 tx=0x7f8d98001e70 comp rx=0 tx=0).stop 2023-09-21T11:17:05.911 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.829+0000 7f8dad253700 1 -- 172.21.15.79:0/688974546 reap_dead start 2023-09-21T11:17:05.911 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.829+0000 7f106f7fe700 1 --2- 172.21.15.79:0/3093182193 >> [v2:172.21.15.134:6800/333314053,v1:172.21.15.134:6801/333314053] conn(0x7f10540727c0 0x7f1054074be0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:05.911 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.830+0000 7f8daecb6700 1 -- 172.21.15.79:0/688974546 shutdown_connections 2023-09-21T11:17:05.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.830+0000 7f8daecb6700 1 -- 172.21.15.79:0/688974546 >> 172.21.15.79:0/688974546 conn(0x7f8da80cf250 msgr2=0x7f8da8070bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.830+0000 7f106cff9700 1 -- 172.21.15.79:0/3093182193 <== osd.6 v2:172.21.15.134:6800/333314053 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f1054075290 con 0x7f10540727c0 2023-09-21T11:17:05.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.836+0000 7f8daecb6700 1 -- 172.21.15.79:0/688974546 shutdown_connections 2023-09-21T11:17:05.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.836+0000 7f8daecb6700 1 -- 172.21.15.79:0/688974546 wait complete. 2023-09-21T11:17:05.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.837+0000 7f9d0d3ac700 1 -- 172.21.15.79:0/12751386 --> [v2:172.21.15.79:6808/2329468937,v1:172.21.15.79:6809/2329468937] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f9ce8002d40 con 0x7f9cf40727f0 2023-09-21T11:17:05.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.838+0000 7f80f53f4700 1 -- 172.21.15.79:0/3175386156 --> [v2:172.21.15.134:6808/1855248862,v1:172.21.15.134:6809/1855248862] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f80d0002d40 con 0x7f80dc0727f0 2023-09-21T11:17:05.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.838+0000 7f9cef7fe700 1 -- 172.21.15.79:0/12751386 <== osd.0 v2:172.21.15.79:6808/2329468937 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f9ce8002d40 con 0x7f9cf40727f0 2023-09-21T11:17:05.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.840+0000 7f80d77fe700 1 -- 172.21.15.79:0/3175386156 <== osd.5 v2:172.21.15.134:6808/1855248862 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f80d0002d40 con 0x7f80dc0727f0 2023-09-21T11:17:05.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.840+0000 7f9d0d3ac700 1 -- 172.21.15.79:0/12751386 >> [v2:172.21.15.79:6808/2329468937,v1:172.21.15.79:6809/2329468937] conn(0x7f9cf40727f0 msgr2=0x7f9cf4074c10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.840+0000 7f9d0d3ac700 1 --2- 172.21.15.79:0/12751386 >> [v2:172.21.15.79:6808/2329468937,v1:172.21.15.79:6809/2329468937] conn(0x7f9cf40727f0 0x7f9cf4074c10 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.840+0000 7f9d0d3ac700 1 -- 172.21.15.79:0/12751386 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f9cf406a5d0 msgr2=0x7f9cf406ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.840+0000 7f9d0d3ac700 1 --2- 172.21.15.79:0/12751386 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f9cf406a5d0 0x7f9cf406ca90 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f9cfc000f60 tx=0x7f9cfc009040 comp rx=0 tx=0).stop 2023-09-21T11:17:05.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.840+0000 7f9d0d3ac700 1 -- 172.21.15.79:0/12751386 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9d0815a670 msgr2=0x7f9d080b5270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.840+0000 7f9d0d3ac700 1 --2- 172.21.15.79:0/12751386 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9d0815a670 0x7f9d080b5270 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f9cf801d000 tx=0x7f9cf8004750 comp rx=0 tx=0).stop 2023-09-21T11:17:05.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.840+0000 7f9d077fe700 1 -- 172.21.15.79:0/12751386 reap_dead start 2023-09-21T11:17:05.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.841+0000 7f9d0d3ac700 1 -- 172.21.15.79:0/12751386 shutdown_connections 2023-09-21T11:17:05.917 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.841+0000 7f9d0d3ac700 1 -- 172.21.15.79:0/12751386 >> 172.21.15.79:0/12751386 conn(0x7f9d0806baf0 msgr2=0x7f9d08159aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.917 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.841+0000 7f80f53f4700 1 -- 172.21.15.79:0/3175386156 >> [v2:172.21.15.134:6808/1855248862,v1:172.21.15.134:6809/1855248862] conn(0x7f80dc0727f0 msgr2=0x7f80dc074c10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.917 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.841+0000 7f80f53f4700 1 --2- 172.21.15.79:0/3175386156 >> [v2:172.21.15.134:6808/1855248862,v1:172.21.15.134:6809/1855248862] conn(0x7f80dc0727f0 0x7f80dc074c10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.917 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.841+0000 7f80f53f4700 1 -- 172.21.15.79:0/3175386156 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f80dc06a650 msgr2=0x7f80dc06cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.918 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.841+0000 7f80f53f4700 1 --2- 172.21.15.79:0/3175386156 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f80dc06a650 0x7f80dc06cb10 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f80f00c67d0 tx=0x7f80e4009040 comp rx=0 tx=0).stop 2023-09-21T11:17:05.918 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.841+0000 7f80f53f4700 1 -- 172.21.15.79:0/3175386156 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f80f00b13a0 msgr2=0x7f80f00b8a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.918 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.841+0000 7f80f53f4700 1 --2- 172.21.15.79:0/3175386156 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f80f00b13a0 0x7f80f00b8a50 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f80e8015000 tx=0x7f80e8004ad0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.918 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.841+0000 7f80ef7fe700 1 -- 172.21.15.79:0/3175386156 reap_dead start 2023-09-21T11:17:05.919 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.843+0000 7f9d0d3ac700 1 -- 172.21.15.79:0/12751386 shutdown_connections 2023-09-21T11:17:05.919 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.843+0000 7f9d0d3ac700 1 -- 172.21.15.79:0/12751386 wait complete. 2023-09-21T11:17:05.919 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.847+0000 7f80f53f4700 1 -- 172.21.15.79:0/3175386156 shutdown_connections 2023-09-21T11:17:05.919 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.847+0000 7f80f53f4700 1 -- 172.21.15.79:0/3175386156 >> 172.21.15.79:0/3175386156 conn(0x7f80f009c990 msgr2=0x7f80f00b0280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.920 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.848+0000 7f80f53f4700 1 -- 172.21.15.79:0/3175386156 shutdown_connections 2023-09-21T11:17:05.920 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.848+0000 7f80f53f4700 1 -- 172.21.15.79:0/3175386156 wait complete. 2023-09-21T11:17:05.920 INFO:teuthology.orchestra.run.smithi079.stdout:55834574853 2023-09-21T11:17:05.921 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-09-21T11:17:05.922 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.853+0000 7fd01892c700 1 -- 172.21.15.79:0/4018537232 --> [v2:172.21.15.134:6816/896560648,v1:172.21.15.134:6817/896560648] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fd01406b130 con 0x7fcffc072920 2023-09-21T11:17:05.922 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.854+0000 7fd002ffd700 1 -- 172.21.15.79:0/4018537232 <== osd.7 v2:172.21.15.134:6816/896560648 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fd008009840 con 0x7fcffc072920 2023-09-21T11:17:05.923 INFO:teuthology.orchestra.run.smithi079.stdout:55834574854 2023-09-21T11:17:05.923 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-09-21T11:17:05.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.855+0000 7fd01892c700 1 -- 172.21.15.79:0/4018537232 >> [v2:172.21.15.134:6816/896560648,v1:172.21.15.134:6817/896560648] conn(0x7fcffc072920 msgr2=0x7fcffc074d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.855+0000 7fd01892c700 1 --2- 172.21.15.79:0/4018537232 >> [v2:172.21.15.134:6816/896560648,v1:172.21.15.134:6817/896560648] conn(0x7fcffc072920 0x7fcffc074d40 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.855+0000 7fd01892c700 1 -- 172.21.15.79:0/4018537232 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcffc06a700 msgr2=0x7fcffc06cbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.855+0000 7fd01892c700 1 --2- 172.21.15.79:0/4018537232 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcffc06a700 0x7fcffc06cbc0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd004003d80 tx=0x7fd004007a40 comp rx=0 tx=0).stop 2023-09-21T11:17:05.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.855+0000 7fd01892c700 1 -- 172.21.15.79:0/4018537232 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0141657e0 msgr2=0x7fd0140b5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.855+0000 7fd01892c700 1 --2- 172.21.15.79:0/4018537232 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0141657e0 0x7fd0140b5180 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fd00c001220 tx=0x7fd00c004b20 comp rx=0 tx=0).stop 2023-09-21T11:17:05.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.855+0000 7fd012d9d700 1 -- 172.21.15.79:0/4018537232 reap_dead start 2023-09-21T11:17:05.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.855+0000 7fd01892c700 1 -- 172.21.15.79:0/4018537232 shutdown_connections 2023-09-21T11:17:05.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.855+0000 7fd01892c700 1 -- 172.21.15.79:0/4018537232 >> 172.21.15.79:0/4018537232 conn(0x7fd0140cc600 msgr2=0x7fd014163390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.856+0000 7ffbeced4700 1 -- 172.21.15.79:0/3933119472 --> [v2:172.21.15.134:6824/83693582,v1:172.21.15.134:6825/83693582] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7ffbe8072020 con 0x7ffbc80727f0 2023-09-21T11:17:05.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.857+0000 7ffbd6ffd700 1 -- 172.21.15.79:0/3933119472 <== osd.4 v2:172.21.15.134:6824/83693582 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7ffbd80094a0 con 0x7ffbc80727f0 2023-09-21T11:17:05.927 INFO:teuthology.orchestra.run.smithi079.stdout:55834574854 2023-09-21T11:17:05.928 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-09-21T11:17:05.928 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.857+0000 7ffbeced4700 1 -- 172.21.15.79:0/3933119472 >> [v2:172.21.15.134:6824/83693582,v1:172.21.15.134:6825/83693582] conn(0x7ffbc80727f0 msgr2=0x7ffbc8074c10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.928 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.857+0000 7ffbeced4700 1 --2- 172.21.15.79:0/3933119472 >> [v2:172.21.15.134:6824/83693582,v1:172.21.15.134:6825/83693582] conn(0x7ffbc80727f0 0x7ffbc8074c10 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.929 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.857+0000 7ffbeced4700 1 -- 172.21.15.79:0/3933119472 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ffbc806a5d0 msgr2=0x7ffbc806ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.929 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.857+0000 7ffbeced4700 1 --2- 172.21.15.79:0/3933119472 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ffbc806a5d0 0x7ffbc806ca90 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ffbe806c8f0 tx=0x7ffbe0012000 comp rx=0 tx=0).stop 2023-09-21T11:17:05.929 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.857+0000 7ffbeced4700 1 -- 172.21.15.79:0/3933119472 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbe806ccf0 msgr2=0x7ffbe815bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.929 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.857+0000 7ffbeced4700 1 --2- 172.21.15.79:0/3933119472 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbe806ccf0 0x7ffbe815bdf0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc00c450 tx=0x7ffbdc00c810 comp rx=0 tx=0).stop 2023-09-21T11:17:05.929 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.857+0000 7ffbe6d9d700 1 -- 172.21.15.79:0/3933119472 reap_dead start 2023-09-21T11:17:05.930 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.857+0000 7ffbeced4700 1 -- 172.21.15.79:0/3933119472 shutdown_connections 2023-09-21T11:17:05.930 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.857+0000 7ffbeced4700 1 -- 172.21.15.79:0/3933119472 >> 172.21.15.79:0/3933119472 conn(0x7ffbe80cf250 msgr2=0x7ffbe81577e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.930 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.857+0000 7ffbeced4700 1 -- 172.21.15.79:0/3933119472 shutdown_connections 2023-09-21T11:17:05.930 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.857+0000 7ffbeced4700 1 -- 172.21.15.79:0/3933119472 wait complete. 2023-09-21T11:17:05.931 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.859+0000 7fd01892c700 1 -- 172.21.15.79:0/4018537232 shutdown_connections 2023-09-21T11:17:05.931 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.859+0000 7f1076a4c700 1 -- 172.21.15.79:0/3093182193 --> [v2:172.21.15.134:6800/333314053,v1:172.21.15.134:6801/333314053] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f104c002d40 con 0x7f10540727c0 2023-09-21T11:17:05.931 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.859+0000 7fd01892c700 1 -- 172.21.15.79:0/4018537232 wait complete. 2023-09-21T11:17:05.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.860+0000 7f106cff9700 1 -- 172.21.15.79:0/3093182193 <== osd.6 v2:172.21.15.134:6800/333314053 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f104c002d40 con 0x7f10540727c0 2023-09-21T11:17:05.933 INFO:teuthology.orchestra.run.smithi079.stdout:55834574854 2023-09-21T11:17:05.933 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-09-21T11:17:05.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.865+0000 7f1076a4c700 1 -- 172.21.15.79:0/3093182193 >> [v2:172.21.15.134:6800/333314053,v1:172.21.15.134:6801/333314053] conn(0x7f10540727c0 msgr2=0x7f1054074be0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.865+0000 7f1076a4c700 1 --2- 172.21.15.79:0/3093182193 >> [v2:172.21.15.134:6800/333314053,v1:172.21.15.134:6801/333314053] conn(0x7f10540727c0 0x7f1054074be0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:05.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.865+0000 7f1076a4c700 1 -- 172.21.15.79:0/3093182193 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f105406a5a0 msgr2=0x7f105406ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.865+0000 7f1076a4c700 1 --2- 172.21.15.79:0/3093182193 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f105406a5a0 0x7f105406ca60 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f10680012e0 tx=0x7f1068001590 comp rx=0 tx=0).stop 2023-09-21T11:17:05.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.865+0000 7f1076a4c700 1 -- 172.21.15.79:0/3093182193 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1070161bc0 msgr2=0x7f1070207c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:05.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.865+0000 7f1076a4c700 1 --2- 172.21.15.79:0/3093182193 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1070161bc0 0x7f1070207c60 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f107006d9f0 tx=0x7f1060004750 comp rx=0 tx=0).stop 2023-09-21T11:17:05.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.865+0000 7f1074fe9700 1 -- 172.21.15.79:0/3093182193 reap_dead start 2023-09-21T11:17:05.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.866+0000 7f1076a4c700 1 -- 172.21.15.79:0/3093182193 shutdown_connections 2023-09-21T11:17:05.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.866+0000 7f1076a4c700 1 -- 172.21.15.79:0/3093182193 >> 172.21.15.79:0/3093182193 conn(0x7f10700b13f0 msgr2=0x7f10700ce620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:05.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.866+0000 7f1076a4c700 1 -- 172.21.15.79:0/3093182193 shutdown_connections 2023-09-21T11:17:05.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:05.866+0000 7f1076a4c700 1 -- 172.21.15.79:0/3093182193 wait complete. 2023-09-21T11:17:05.937 INFO:teuthology.orchestra.run.smithi079.stdout:55834574857 2023-09-21T11:17:05.937 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-09-21T11:17:05.938 INFO:teuthology.orchestra.run.smithi079.stdout:55834574855 2023-09-21T11:17:05.939 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-09-21T11:17:05.940 INFO:teuthology.orchestra.run.smithi079.stdout:55834574853 2023-09-21T11:17:05.940 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-09-21T11:17:05.941 INFO:teuthology.orchestra.run.smithi079.stdout:55834574855 2023-09-21T11:17:05.941 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-09-21T11:17:06.165 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.172+0000 7fdae5b89700 1 Processor -- start 2023-09-21T11:17:06.167 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.173+0000 7fdae5b89700 1 -- start start 2023-09-21T11:17:06.167 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.174+0000 7fdae5b89700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fdae0159a40 0x7fdae0070c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.167 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.174+0000 7fdae5b89700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdae0072820 0x7fdae0071170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.167 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.174+0000 7fdae5b89700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdae0071780 con 0x7fdae006c7b0 2023-09-21T11:17:06.168 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.174+0000 7fdae5b89700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdae0071a60 con 0x7fdae0159a40 2023-09-21T11:17:06.168 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.174+0000 7fdae5b89700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdae0071d40 con 0x7fdae0072820 2023-09-21T11:17:06.169 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.174+0000 7fdadf7fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fdae0159a40 0x7fdae0070c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.169 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.174+0000 7fdadf7fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fdae0159a40 0x7fdae0070c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53524/0 (socket says 172.21.15.79:53524) 2023-09-21T11:17:06.169 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.174+0000 7fdadf7fe700 1 -- 172.21.15.79:0/2751288655 learned_addr learned my addr 172.21.15.79:0/2751288655 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:06.169 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.175+0000 7fdadeffd700 1 --2- 172.21.15.79:0/2751288655 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdae0072820 0x7fdae0071170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.175+0000 7fdadf7fe700 1 -- 172.21.15.79:0/2751288655 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdae0072820 msgr2=0x7fdae0071170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:06.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.175+0000 7fdadf7fe700 1 --2- 172.21.15.79:0/2751288655 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdae0072820 0x7fdae0071170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.175+0000 7fdadf7fe700 1 -- 172.21.15.79:0/2751288655 >> v1:172.21.15.134:6789/0 conn(0x7fdae006c7b0 legacy=0x7fdae006dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:06.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.175+0000 7fdadf7fe700 1 -- 172.21.15.79:0/2751288655 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdae0072020 con 0x7fdae0159a40 2023-09-21T11:17:06.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.175+0000 7fdadf7fe700 1 --2- 172.21.15.79:0/2751288655 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdae0159a40 0x7fdae0070c30 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fdad40088f0 tx=0x7fdad400d330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5970ff2ead75069 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.176+0000 7fdade7fc700 1 -- 172.21.15.79:0/2751288655 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdad4010070 con 0x7fdae0159a40 2023-09-21T11:17:06.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.176+0000 7fdade7fc700 1 -- 172.21.15.79:0/2751288655 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdad400da40 con 0x7fdae0159a40 2023-09-21T11:17:06.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.176+0000 7fdade7fc700 1 -- 172.21.15.79:0/2751288655 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdad400ddd0 con 0x7fdae0159a40 2023-09-21T11:17:06.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.177+0000 7fdae5b89700 1 -- 172.21.15.79:0/2751288655 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdae0159a40 msgr2=0x7fdae0070c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.177+0000 7fdae5b89700 1 --2- 172.21.15.79:0/2751288655 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdae0159a40 0x7fdae0070c30 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fdad40088f0 tx=0x7fdad400d330 comp rx=0 tx=0).stop 2023-09-21T11:17:06.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.177+0000 7fdae5b89700 1 -- 172.21.15.79:0/2751288655 shutdown_connections 2023-09-21T11:17:06.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.177+0000 7fdae5b89700 1 --2- 172.21.15.79:0/2751288655 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdae0159a40 0x7fdae0070c30 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.177+0000 7fdae5b89700 1 --2- 172.21.15.79:0/2751288655 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdae0072820 0x7fdae0071170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.178+0000 7fdae5b89700 1 -- 172.21.15.79:0/2751288655 >> 172.21.15.79:0/2751288655 conn(0x7fdae00cf250 msgr2=0x7fdae00cf660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:06.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.178+0000 7fdae5b89700 1 -- 172.21.15.79:0/2751288655 shutdown_connections 2023-09-21T11:17:06.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.178+0000 7f78fae3b700 1 Processor -- start 2023-09-21T11:17:06.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.178+0000 7f78fae3b700 1 -- start start 2023-09-21T11:17:06.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.178+0000 7fdae5b89700 1 -- 172.21.15.79:0/2751288655 wait complete. 2023-09-21T11:17:06.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.180+0000 7fdae5b89700 1 Processor -- start 2023-09-21T11:17:06.175 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.180+0000 7f78fae3b700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f78f40cc230 0x7f78f40c9e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.175 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.180+0000 7f78fae3b700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78f40cd150 con 0x7f78f40c99f0 2023-09-21T11:17:06.175 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.180+0000 7f78fae3b700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78f40ca4b0 con 0x7f78f4161bc0 2023-09-21T11:17:06.176 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.180+0000 7f78fae3b700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f78f40cda60 con 0x7f78f40cc230 2023-09-21T11:17:06.176 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.180+0000 7f78f3fff700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f78f40c99f0 0x7f78f40cbb20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39890/0 (socket says 172.21.15.79:39890) 2023-09-21T11:17:06.176 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.180+0000 7f78f3fff700 1 -- 172.21.15.79:0/3324879992 learned_addr learned my addr 172.21.15.79:0/3324879992 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:06.176 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.180+0000 7f78f93d8700 1 --2- 172.21.15.79:0/3324879992 >> v2:172.21.15.134:3300/0 conn(0x7f78f40cc230 0x7f78f40c9e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.177 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.180+0000 7fdae5b89700 1 -- start start 2023-09-21T11:17:06.177 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.181+0000 7fdae5b89700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdae006c7b0 0x7fdae00c6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.177 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.181+0000 7fdae5b89700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdae0072820 0x7fdae00c8d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.177 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.181+0000 7fdae5b89700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdae0159a40 0x7fdae01560e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.177 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.181+0000 7fdae5b89700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdae015b6d0 con 0x7fdae006c7b0 2023-09-21T11:17:06.178 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.181+0000 7fdae5b89700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdae01f6eb0 con 0x7fdae0072820 2023-09-21T11:17:06.178 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.181+0000 7fdae5b89700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdae00c4f90 con 0x7fdae0159a40 2023-09-21T11:17:06.178 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.181+0000 7fdadf7fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdae006c7b0 0x7fdae00c6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.178 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.181+0000 7fdadf7fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdae006c7b0 0x7fdae00c6320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53532/0 (socket says 172.21.15.79:53532) 2023-09-21T11:17:06.178 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.181+0000 7fdadf7fe700 1 -- 172.21.15.79:0/3693930355 learned_addr learned my addr 172.21.15.79:0/3693930355 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:06.179 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.182+0000 7fdadeffd700 1 --2- 172.21.15.79:0/3693930355 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdae0072820 0x7fdae00c8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.179 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.182+0000 7fdadffff700 1 --2- 172.21.15.79:0/3693930355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdae0159a40 0x7fdae01560e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.179 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.182+0000 7fdadf7fe700 1 -- 172.21.15.79:0/3693930355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdae0159a40 msgr2=0x7fdae01560e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.179 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.182+0000 7fdadf7fe700 1 --2- 172.21.15.79:0/3693930355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdae0159a40 0x7fdae01560e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.179 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.182+0000 7fdadf7fe700 1 -- 172.21.15.79:0/3693930355 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdae0072820 msgr2=0x7fdae00c8d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.180 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.182+0000 7fdadf7fe700 1 --2- 172.21.15.79:0/3693930355 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdae0072820 0x7fdae00c8d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.180 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.182+0000 7fdadf7fe700 1 -- 172.21.15.79:0/3693930355 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdad40085d0 con 0x7fdae006c7b0 2023-09-21T11:17:06.180 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.182+0000 7fdadeffd700 1 --2- 172.21.15.79:0/3693930355 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdae0072820 0x7fdae00c8d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:06.180 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.182+0000 7fdadffff700 1 --2- 172.21.15.79:0/3693930355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdae0159a40 0x7fdae01560e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:06.181 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.182+0000 7f78f37fe700 1 -- 172.21.15.79:0/3324879992 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 885556160 0 0) 0x7f78f40cd150 con 0x7f78f40c99f0 2023-09-21T11:17:06.181 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.182+0000 7f78f37fe700 1 -- 172.21.15.79:0/3324879992 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f78e40035b0 con 0x7f78f40c99f0 2023-09-21T11:17:06.181 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.182+0000 7fdadf7fe700 1 --2- 172.21.15.79:0/3693930355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdae006c7b0 0x7fdae00c6320 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fdad4019040 tx=0x7fdad4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.182+0000 7fdac7fff700 1 -- 172.21.15.79:0/3693930355 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdad40036a0 con 0x7fdae006c7b0 2023-09-21T11:17:06.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.182+0000 7fdac7fff700 1 -- 172.21.15.79:0/3693930355 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdad4003800 con 0x7fdae006c7b0 2023-09-21T11:17:06.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.182+0000 7fdac7fff700 1 -- 172.21.15.79:0/3693930355 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdad4003b70 con 0x7fdae006c7b0 2023-09-21T11:17:06.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f37fe700 1 -- 172.21.15.79:0/3324879992 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1714192459 0 0) 0x7f78e40035b0 con 0x7f78f40c99f0 2023-09-21T11:17:06.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f37fe700 1 -- 172.21.15.79:0/3324879992 >> v2:172.21.15.134:3300/0 conn(0x7f78f40cc230 msgr2=0x7f78f40c9e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:06.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f37fe700 1 --2- 172.21.15.79:0/3324879992 >> v2:172.21.15.134:3300/0 conn(0x7f78f40cc230 0x7f78f40c9e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f37fe700 1 -- 172.21.15.79:0/3324879992 >> v1:172.21.15.134:6789/0 conn(0x7f78f4161bc0 legacy=0x7f78f40cde80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.183+0000 7fdae5b89700 1 -- 172.21.15.79:0/3693930355 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdae00c5270 con 0x7fdae006c7b0 2023-09-21T11:17:06.184 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.183+0000 7fdae5b89700 1 -- 172.21.15.79:0/3693930355 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdae015bbc0 con 0x7fdae006c7b0 2023-09-21T11:17:06.184 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f37fe700 1 -- 172.21.15.79:0/3324879992 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78f40cd3a0 con 0x7f78f40c99f0 2023-09-21T11:17:06.184 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f37fe700 1 -- 172.21.15.79:0/3324879992 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f78e8001670 con 0x7f78f40c99f0 2023-09-21T11:17:06.184 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f37fe700 1 -- 172.21.15.79:0/3324879992 >> v1:172.21.15.79:6789/0 conn(0x7f78f40c99f0 legacy=0x7f78f40cbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.185 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f37fe700 1 --2- 172.21.15.79:0/3324879992 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f78e4003a00 0x7f78e4003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.185 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.185+0000 7fdae5b89700 1 -- 172.21.15.79:0/3693930355 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdae00c5430 con 0x7fdae006c7b0 2023-09-21T11:17:06.185 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f37fe700 1 --2- 172.21.15.79:0/3324879992 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f78e4004850 0x7f78e4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.186 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f37fe700 1 --2- 172.21.15.79:0/3324879992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f78e4005330 0x7f78e400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.186 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f37fe700 1 -- 172.21.15.79:0/3324879992 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78f40cda60 con 0x7f78e4005330 2023-09-21T11:17:06.186 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f37fe700 1 -- 172.21.15.79:0/3324879992 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78e400c200 con 0x7f78e4004850 2023-09-21T11:17:06.186 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f37fe700 1 -- 172.21.15.79:0/3324879992 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78e400c3c0 con 0x7f78e4003a00 2023-09-21T11:17:06.187 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f93d8700 1 --2- 172.21.15.79:0/3324879992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f78e4005330 0x7f78e400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.187 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f8bd7700 1 --2- 172.21.15.79:0/3324879992 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f78e4003a00 0x7f78e4003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.187 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f93d8700 1 -- 172.21.15.79:0/3324879992 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f78e4003a00 msgr2=0x7f78e4003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:06.187 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f93d8700 1 --2- 172.21.15.79:0/3324879992 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f78e4003a00 0x7f78e4003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.187 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f93d8700 1 -- 172.21.15.79:0/3324879992 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f78e4004850 msgr2=0x7f78e4004cd0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-21T11:17:06.187 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f93d8700 1 --2- 172.21.15.79:0/3324879992 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f78e4004850 0x7f78e4004cd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.188 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.184+0000 7f78f93d8700 1 -- 172.21.15.79:0/3324879992 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78f40cd3a0 con 0x7f78e4005330 2023-09-21T11:17:06.188 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.185+0000 7f78f93d8700 1 -- 172.21.15.79:0/3324879992 reap_dead start 2023-09-21T11:17:06.188 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.185+0000 7f78f93d8700 1 --2- 172.21.15.79:0/3324879992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f78e4005330 0x7f78e400ba10 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f78ec009ba0 tx=0x7f78e4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=121c13581a03f3aa server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.188 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.185+0000 7f78f37fe700 1 -- 172.21.15.79:0/3324879992 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78ec007c20 con 0x7f78e4005330 2023-09-21T11:17:06.188 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.185+0000 7f78f37fe700 1 -- 172.21.15.79:0/3324879992 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78ec007d80 con 0x7f78e4005330 2023-09-21T11:17:06.188 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.185+0000 7f78f37fe700 1 -- 172.21.15.79:0/3324879992 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78ec003c60 con 0x7f78e4005330 2023-09-21T11:17:06.189 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.185+0000 7fdac7fff700 1 -- 172.21.15.79:0/3693930355 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fdad4003cd0 con 0x7fdae006c7b0 2023-09-21T11:17:06.189 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.186+0000 7fdac7fff700 1 --2- 172.21.15.79:0/3693930355 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fdacc06a5d0 0x7fdacc06ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.190 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.186+0000 7fdac7fff700 1 -- 172.21.15.79:0/3693930355 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdad40894b0 con 0x7fdae006c7b0 2023-09-21T11:17:06.190 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.186+0000 7f78fae3b700 1 -- 172.21.15.79:0/3324879992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f78e4005330 msgr2=0x7f78e400ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.190 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.186+0000 7f78fae3b700 1 --2- 172.21.15.79:0/3324879992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f78e4005330 0x7f78e400ba10 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f78ec009ba0 tx=0x7f78e4005880 comp rx=0 tx=0).stop 2023-09-21T11:17:06.191 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.187+0000 7fdadeffd700 1 --2- 172.21.15.79:0/3693930355 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fdacc06a5d0 0x7fdacc06ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.191 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.187+0000 7f7f803bc700 1 Processor -- start 2023-09-21T11:17:06.191 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.187+0000 7f7f803bc700 1 -- start start 2023-09-21T11:17:06.192 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.187+0000 7fdadeffd700 1 --2- 172.21.15.79:0/3693930355 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fdacc06a5d0 0x7fdacc06ca90 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fdae00ae750 tx=0x7fdad800b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.192 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.188+0000 7f7f803bc700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f7f780cdfe0 0x7f7f781618b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.192 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.188+0000 7f7f803bc700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f78161420 con 0x7f7f780aca30 2023-09-21T11:17:06.192 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.188+0000 7f7f803bc700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f7815f600 con 0x7f7f7815dcb0 2023-09-21T11:17:06.193 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.188+0000 7f7f803bc700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f780ae3c0 con 0x7f7f780cdfe0 2023-09-21T11:17:06.193 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.188+0000 7f78fae3b700 1 -- 172.21.15.79:0/3324879992 shutdown_connections 2023-09-21T11:17:06.193 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.188+0000 7f78fae3b700 1 --2- 172.21.15.79:0/3324879992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f78e4005330 0x7f78e400ba10 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.193 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.188+0000 7f78fae3b700 1 -- 172.21.15.79:0/3324879992 >> 172.21.15.79:0/3324879992 conn(0x7f78f40b13f0 msgr2=0x7f78f406a800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:06.194 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.188+0000 7f7f7e959700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f7f780cdfe0 0x7f7f781618b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.194 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.188+0000 7f7f7e959700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f7f780cdfe0 0x7f7f781618b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53548/0 (socket says 172.21.15.79:53548) 2023-09-21T11:17:06.195 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.188+0000 7f7f7e959700 1 -- 172.21.15.79:0/2481973415 learned_addr learned my addr 172.21.15.79:0/2481973415 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:06.195 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.189+0000 7f7f7e959700 1 -- 172.21.15.79:0/2481973415 >> v1:172.21.15.134:6789/0 conn(0x7f7f7815dcb0 legacy=0x7f7f7815eef0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-09-21T11:17:06.195 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.189+0000 7f7f7e959700 1 -- 172.21.15.79:0/2481973415 >> v1:172.21.15.79:6789/0 conn(0x7f7f780aca30 legacy=0x7f7f780ace10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.195 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.189+0000 7f7f7e959700 1 -- 172.21.15.79:0/2481973415 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f780ce450 con 0x7f7f780cdfe0 2023-09-21T11:17:06.195 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.189+0000 7f7f7e959700 1 --2- 172.21.15.79:0/2481973415 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f780cdfe0 0x7f7f781618b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7f70009e50 tx=0x7f7f7000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4897ee5ebb0d4cd server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.197 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.189+0000 7fa41d71e700 1 Processor -- start 2023-09-21T11:17:06.197 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.190+0000 7fa41d71e700 1 -- start start 2023-09-21T11:17:06.197 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.190+0000 7fa41d71e700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fa4180ce750 0x7fa418161450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.198 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.190+0000 7fa41d71e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa418161990 0x7fa4180ae8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.198 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.190+0000 7fa41d71e700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa418161de0 con 0x7fa41815b310 2023-09-21T11:17:06.198 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.190+0000 7fa41d71e700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa41806bbd0 con 0x7fa4180ce750 2023-09-21T11:17:06.198 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.190+0000 7fa41d71e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4180c5eb0 con 0x7fa418161990 2023-09-21T11:17:06.198 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.190+0000 7fa416ffd700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fa41815b310 0x7fa41806a800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39920/0 (socket says 172.21.15.79:39920) 2023-09-21T11:17:06.199 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.191+0000 7fa416ffd700 1 -- 172.21.15.79:0/3123683052 learned_addr learned my addr 172.21.15.79:0/3123683052 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:06.199 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.191+0000 7fa4177fe700 1 --2- 172.21.15.79:0/3123683052 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa418161990 0x7fa4180ae8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.199 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.191+0000 7fa4167fc700 1 --2- 172.21.15.79:0/3123683052 >> v2:172.21.15.134:3300/0 conn(0x7fa4180ce750 0x7fa418161450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.199 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.191+0000 7fa4177fe700 1 -- 172.21.15.79:0/3123683052 >> v2:172.21.15.134:3300/0 conn(0x7fa4180ce750 msgr2=0x7fa418161450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:06.199 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.191+0000 7fa4177fe700 1 --2- 172.21.15.79:0/3123683052 >> v2:172.21.15.134:3300/0 conn(0x7fa4180ce750 0x7fa418161450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.200 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.191+0000 7fa4177fe700 1 -- 172.21.15.79:0/3123683052 >> v1:172.21.15.79:6789/0 conn(0x7fa41815b310 legacy=0x7fa41806a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.200 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.191+0000 7fa4177fe700 1 -- 172.21.15.79:0/3123683052 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4180cebe0 con 0x7fa418161990 2023-09-21T11:17:06.200 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.191+0000 7fa4177fe700 1 --2- 172.21.15.79:0/3123683052 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa418161990 0x7fa4180ae8f0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fa410009d90 tx=0x7fa41000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=11d442c6c5877677 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.200 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.191+0000 7fa415ffb700 1 -- 172.21.15.79:0/3123683052 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa41000e070 con 0x7fa418161990 2023-09-21T11:17:06.200 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.191+0000 7fa415ffb700 1 -- 172.21.15.79:0/3123683052 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa41000bb20 con 0x7fa418161990 2023-09-21T11:17:06.201 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.191+0000 7fa415ffb700 1 -- 172.21.15.79:0/3123683052 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa410012430 con 0x7fa418161990 2023-09-21T11:17:06.201 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.192+0000 7f78fae3b700 1 -- 172.21.15.79:0/3324879992 shutdown_connections 2023-09-21T11:17:06.201 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.192+0000 7f78fae3b700 1 -- 172.21.15.79:0/3324879992 wait complete. 2023-09-21T11:17:06.202 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.192+0000 7fa41d71e700 1 -- 172.21.15.79:0/3123683052 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa418161990 msgr2=0x7fa4180ae8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.202 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.192+0000 7fa41d71e700 1 --2- 172.21.15.79:0/3123683052 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa418161990 0x7fa4180ae8f0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fa410009d90 tx=0x7fa41000b330 comp rx=0 tx=0).stop 2023-09-21T11:17:06.203 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.193+0000 7fa41d71e700 1 -- 172.21.15.79:0/3123683052 shutdown_connections 2023-09-21T11:17:06.203 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.193+0000 7fa41d71e700 1 --2- 172.21.15.79:0/3123683052 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa418161990 0x7fa4180ae8f0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.203 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.193+0000 7fa41d71e700 1 --2- 172.21.15.79:0/3123683052 >> v2:172.21.15.134:3300/0 conn(0x7fa4180ce750 0x7fa418161450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.203 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.193+0000 7fa41d71e700 1 -- 172.21.15.79:0/3123683052 >> 172.21.15.79:0/3123683052 conn(0x7fa4180cc600 msgr2=0x7fa4180cca10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:06.203 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.193+0000 7fa41d71e700 1 -- 172.21.15.79:0/3123683052 shutdown_connections 2023-09-21T11:17:06.203 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.193+0000 7fa41d71e700 1 -- 172.21.15.79:0/3123683052 wait complete. 2023-09-21T11:17:06.204 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.194+0000 7f78fae3b700 1 Processor -- start 2023-09-21T11:17:06.204 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.194+0000 7f7f7d156700 1 -- 172.21.15.79:0/2481973415 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f7000e070 con 0x7f7f780cdfe0 2023-09-21T11:17:06.205 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.194+0000 7f7f7d156700 1 -- 172.21.15.79:0/2481973415 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f70003a20 con 0x7f7f780cdfe0 2023-09-21T11:17:06.205 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.194+0000 7f7f7d156700 1 -- 172.21.15.79:0/2481973415 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f70003dd0 con 0x7f7f780cdfe0 2023-09-21T11:17:06.205 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.194+0000 7fdac7fff700 1 -- 172.21.15.79:0/3693930355 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fdad4054cc0 con 0x7fdae006c7b0 2023-09-21T11:17:06.206 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.194+0000 7f78fae3b700 1 -- start start 2023-09-21T11:17:06.206 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.195+0000 7f78fae3b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f78e4005330 0x7f78f4161010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.206 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.195+0000 7f78fae3b700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f78f40c4650 0x7f78f40c8760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.206 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.195+0000 7f78fae3b700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f78f40c4fe0 0x7f78f40c5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.207 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.195+0000 7f78fae3b700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78f40c35f0 con 0x7f78e4005330 2023-09-21T11:17:06.207 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.195+0000 7f78fae3b700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78f40c3b20 con 0x7f78f40c4650 2023-09-21T11:17:06.207 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.195+0000 7f78fae3b700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78f40c3840 con 0x7f78f40c4fe0 2023-09-21T11:17:06.207 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.194+0000 7fa41d71e700 1 Processor -- start 2023-09-21T11:17:06.208 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.195+0000 7fa41d71e700 1 -- start start 2023-09-21T11:17:06.208 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.195+0000 7f7f803bc700 1 -- 172.21.15.79:0/2481973415 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f780cdfe0 msgr2=0x7f7f781618b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.209 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.195+0000 7f7f803bc700 1 --2- 172.21.15.79:0/2481973415 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f780cdfe0 0x7f7f781618b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7f70009e50 tx=0x7f7f7000b330 comp rx=0 tx=0).stop 2023-09-21T11:17:06.209 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.195+0000 7f7f803bc700 1 -- 172.21.15.79:0/2481973415 shutdown_connections 2023-09-21T11:17:06.209 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.195+0000 7f7f803bc700 1 --2- 172.21.15.79:0/2481973415 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f780cdfe0 0x7f7f781618b0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.209 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.195+0000 7f7f803bc700 1 -- 172.21.15.79:0/2481973415 >> 172.21.15.79:0/2481973415 conn(0x7f7f780b13f0 msgr2=0x7f7f7806a800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:06.209 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.195+0000 7f7f803bc700 1 -- 172.21.15.79:0/2481973415 shutdown_connections 2023-09-21T11:17:06.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.196+0000 7f78f93d8700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f78f40c4fe0 0x7f78f40c5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.189+0000 7f1fdbcf9700 1 Processor -- start 2023-09-21T11:17:06.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.189+0000 7f1fdbcf9700 1 -- start start 2023-09-21T11:17:06.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.190+0000 7f1fdbcf9700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f1fd415f150 0x7f1fd40ce150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.190+0000 7f1fdbcf9700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1fd40cd110 con 0x7f1fd40ccbe0 2023-09-21T11:17:06.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.190+0000 7f1fdbcf9700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1fd40cd3f0 con 0x7f1fd415ed70 2023-09-21T11:17:06.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.190+0000 7f1fdbcf9700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1fd40b1360 con 0x7f1fd415f150 2023-09-21T11:17:06.212 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.190+0000 7f1fda296700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f1fd40ccbe0 0x7f1fd40b1780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39918/0 (socket says 172.21.15.79:39918) 2023-09-21T11:17:06.212 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.190+0000 7f1fda296700 1 -- 172.21.15.79:0/3273015619 learned_addr learned my addr 172.21.15.79:0/3273015619 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:06.212 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.192+0000 7f1fd9294700 1 --2- 172.21.15.79:0/3273015619 >> v2:172.21.15.134:3300/0 conn(0x7f1fd415f150 0x7f1fd40ce150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.212 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.192+0000 7f1fd9294700 1 -- 172.21.15.79:0/3273015619 >> v1:172.21.15.134:6789/0 conn(0x7f1fd415ed70 legacy=0x7f1fd40cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:06.212 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.192+0000 7f1fd9294700 1 -- 172.21.15.79:0/3273015619 >> v1:172.21.15.79:6789/0 conn(0x7f1fd40ccbe0 legacy=0x7f1fd40b1780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.213 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.192+0000 7f1fd9294700 1 -- 172.21.15.79:0/3273015619 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fd40b0f80 con 0x7f1fd415f150 2023-09-21T11:17:06.213 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.192+0000 7f1fd9294700 1 --2- 172.21.15.79:0/3273015619 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fd415f150 0x7f1fd40ce150 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f1fc4009840 tx=0x7f1fc4009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=38a27c03846e60e7 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.213 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.193+0000 7f1fd8a93700 1 -- 172.21.15.79:0/3273015619 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fc4004230 con 0x7f1fd415f150 2023-09-21T11:17:06.213 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.193+0000 7f1fd8a93700 1 -- 172.21.15.79:0/3273015619 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fc4004390 con 0x7f1fd415f150 2023-09-21T11:17:06.213 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.193+0000 7f1fd8a93700 1 -- 172.21.15.79:0/3273015619 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fc40036a0 con 0x7f1fd415f150 2023-09-21T11:17:06.213 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.193+0000 7f1fdbcf9700 1 -- 172.21.15.79:0/3273015619 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fd415f150 msgr2=0x7f1fd40ce150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.214 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.194+0000 7f1fdbcf9700 1 --2- 172.21.15.79:0/3273015619 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fd415f150 0x7f1fd40ce150 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f1fc4009840 tx=0x7f1fc4009b50 comp rx=0 tx=0).stop 2023-09-21T11:17:06.214 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.194+0000 7f1fdbcf9700 1 -- 172.21.15.79:0/3273015619 shutdown_connections 2023-09-21T11:17:06.214 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.194+0000 7f1fdbcf9700 1 --2- 172.21.15.79:0/3273015619 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fd415f150 0x7f1fd40ce150 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.214 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.194+0000 7f1fdbcf9700 1 -- 172.21.15.79:0/3273015619 >> 172.21.15.79:0/3273015619 conn(0x7f1fd40d1500 msgr2=0x7f1fd40d1910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:06.215 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.196+0000 7f78f93d8700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f78f40c4fe0 0x7f78f40c5460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:56600/0 (socket says 172.21.15.79:56600) 2023-09-21T11:17:06.215 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.196+0000 7f78f93d8700 1 -- 172.21.15.79:0/603227453 learned_addr learned my addr 172.21.15.79:0/603227453 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:06.215 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.196+0000 7f7f803bc700 1 -- 172.21.15.79:0/2481973415 wait complete. 2023-09-21T11:17:06.216 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.196+0000 7f52eada0700 1 Processor -- start 2023-09-21T11:17:06.216 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.196+0000 7fa41d71e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4180ce750 0x7fa4181f7190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.216 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.196+0000 7fa41d71e700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa41815b310 0x7fa418158e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.217 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.196+0000 7fa41d71e700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa418161990 0x7fa4181f8350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.217 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.196+0000 7fa41d71e700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4181593d0 con 0x7fa418161990 2023-09-21T11:17:06.217 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.196+0000 7fa41d71e700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4180c7fa0 con 0x7fa41815b310 2023-09-21T11:17:06.217 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.196+0000 7fa41d71e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4181f7850 con 0x7fa4180ce750 2023-09-21T11:17:06.217 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.196+0000 7fa416ffd700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4180ce750 0x7fa4181f7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.218 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.196+0000 7fa416ffd700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4180ce750 0x7fa4181f7190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:56602/0 (socket says 172.21.15.79:56602) 2023-09-21T11:17:06.218 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.196+0000 7fa416ffd700 1 -- 172.21.15.79:0/2975492158 learned_addr learned my addr 172.21.15.79:0/2975492158 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:06.218 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.196+0000 7f78f3fff700 1 --2- 172.21.15.79:0/603227453 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f78f40c4650 0x7f78f40c8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.219 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7fa4167fc700 1 --2- 172.21.15.79:0/2975492158 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa41815b310 0x7fa418158e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.219 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7f78f8bd7700 1 --2- 172.21.15.79:0/603227453 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f78e4005330 0x7f78f4161010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7fa4177fe700 1 --2- 172.21.15.79:0/2975492158 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa418161990 0x7fa4181f8350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7fa416ffd700 1 -- 172.21.15.79:0/2975492158 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa41815b310 msgr2=0x7fa418158e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7fa416ffd700 1 --2- 172.21.15.79:0/2975492158 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa41815b310 0x7fa418158e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7fa416ffd700 1 -- 172.21.15.79:0/2975492158 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa418161990 msgr2=0x7fa4181f8350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7fa416ffd700 1 --2- 172.21.15.79:0/2975492158 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa418161990 0x7fa4181f8350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7fa416ffd700 1 -- 172.21.15.79:0/2975492158 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa410009a70 con 0x7fa4180ce750 2023-09-21T11:17:06.221 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.196+0000 7f52eada0700 1 -- start start 2023-09-21T11:17:06.221 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7f52eada0700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f52e415f110 0x7f52e40cbac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.221 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7f52eada0700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52e415c9e0 con 0x7f52e415f5c0 2023-09-21T11:17:06.222 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7f52eada0700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52e415fb90 con 0x7f52e415b5f0 2023-09-21T11:17:06.222 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7f52eada0700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52e415f9a0 con 0x7f52e415f110 2023-09-21T11:17:06.222 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7f7f803bc700 1 Processor -- start 2023-09-21T11:17:06.223 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7f1fdbcf9700 1 -- 172.21.15.79:0/3273015619 shutdown_connections 2023-09-21T11:17:06.223 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7f78f8bd7700 1 -- 172.21.15.79:0/603227453 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f78f40c4fe0 msgr2=0x7f78f40c5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.223 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7f78f8bd7700 1 --2- 172.21.15.79:0/603227453 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f78f40c4fe0 0x7f78f40c5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.223 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7f78f8bd7700 1 -- 172.21.15.79:0/603227453 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f78f40c4650 msgr2=0x7f78f40c8760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7f78f8bd7700 1 --2- 172.21.15.79:0/603227453 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f78f40c4650 0x7f78f40c8760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7f78f8bd7700 1 -- 172.21.15.79:0/603227453 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78f40b1fe0 con 0x7f78e4005330 2023-09-21T11:17:06.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.198+0000 7fa416ffd700 1 --2- 172.21.15.79:0/2975492158 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4180ce750 0x7fa4181f7190 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa40800c520 tx=0x7fa40800c830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7f1fdbcf9700 1 -- 172.21.15.79:0/3273015619 wait complete. 2023-09-21T11:17:06.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.198+0000 7fa3ff7fe700 1 -- 172.21.15.79:0/2975492158 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa408005d70 con 0x7fa4180ce750 2023-09-21T11:17:06.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.198+0000 7fa3ff7fe700 1 -- 172.21.15.79:0/2975492158 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4080070d0 con 0x7fa4180ce750 2023-09-21T11:17:06.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.198+0000 7fa3ff7fe700 1 -- 172.21.15.79:0/2975492158 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa408007440 con 0x7fa4180ce750 2023-09-21T11:17:06.226 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.198+0000 7f78f8bd7700 1 --2- 172.21.15.79:0/603227453 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f78e4005330 0x7f78f4161010 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f78e000e480 tx=0x7f78e000e790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.226 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7f52e3fff700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f52e415f110 0x7f52e40cbac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.227 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7f52e3fff700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f52e415f110 0x7f52e40cbac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.79:35426/0 (socket says 172.21.15.79:35426) 2023-09-21T11:17:06.227 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.197+0000 7f52e3fff700 1 -- 172.21.15.79:0/847620556 learned_addr learned my addr 172.21.15.79:0/847620556 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:06.227 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.198+0000 7f52e37fe700 1 -- 172.21.15.79:0/847620556 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1989688089 0 0) 0x7f52e415fb90 con 0x7f52e415b5f0 2023-09-21T11:17:06.227 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.198+0000 7f52e37fe700 1 -- 172.21.15.79:0/847620556 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f52cc0035b0 con 0x7f52e415b5f0 2023-09-21T11:17:06.227 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.198+0000 7f52e3fff700 1 -- 172.21.15.79:0/847620556 >> v1:172.21.15.134:6789/0 conn(0x7f52e415b5f0 legacy=0x7f52e40cfd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.228 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.198+0000 7f52e3fff700 1 -- 172.21.15.79:0/847620556 >> v1:172.21.15.79:6789/0 conn(0x7f52e415f5c0 legacy=0x7f52e40d0bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:06.228 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.198+0000 7f52e3fff700 1 -- 172.21.15.79:0/847620556 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52e415fe70 con 0x7f52e415f110 2023-09-21T11:17:06.228 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.198+0000 7f52e3fff700 1 --2- 172.21.15.79:0/847620556 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f52e415f110 0x7f52e40cbac0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f52d400fa10 tx=0x7f52d400fd20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=84593ff26d87a540 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.228 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.198+0000 7f52e37fe700 1 -- 172.21.15.79:0/847620556 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d4009920 con 0x7f52e415f110 2023-09-21T11:17:06.228 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.198+0000 7f52e37fe700 1 -- 172.21.15.79:0/847620556 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52d400c070 con 0x7f52e415f110 2023-09-21T11:17:06.228 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.198+0000 7f52e37fe700 1 -- 172.21.15.79:0/847620556 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d4009ca0 con 0x7f52e415f110 2023-09-21T11:17:06.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.199+0000 7f3e6795f700 1 Processor -- start 2023-09-21T11:17:06.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.199+0000 7fa41d71e700 1 -- 172.21.15.79:0/2975492158 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4181f7b30 con 0x7fa4180ce750 2023-09-21T11:17:06.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.199+0000 7fa41d71e700 1 -- 172.21.15.79:0/2975492158 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4181f80f0 con 0x7fa4180ce750 2023-09-21T11:17:06.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.199+0000 7f1fdbcf9700 1 Processor -- start 2023-09-21T11:17:06.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.199+0000 7f1fdbcf9700 1 -- start start 2023-09-21T11:17:06.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.199+0000 7f52eada0700 1 -- 172.21.15.79:0/847620556 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f52e415f110 msgr2=0x7f52e40cbac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.199+0000 7f52eada0700 1 --2- 172.21.15.79:0/847620556 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f52e415f110 0x7f52e40cbac0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f52d400fa10 tx=0x7f52d400fd20 comp rx=0 tx=0).stop 2023-09-21T11:17:06.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.199+0000 7f52eada0700 1 -- 172.21.15.79:0/847620556 shutdown_connections 2023-09-21T11:17:06.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.199+0000 7f52eada0700 1 --2- 172.21.15.79:0/847620556 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f52e415f110 0x7f52e40cbac0 secure :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f52d400fa10 tx=0x7f52d400fd20 comp rx=0 tx=0).stop 2023-09-21T11:17:06.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.199+0000 7f52eada0700 1 -- 172.21.15.79:0/847620556 >> 172.21.15.79:0/847620556 conn(0x7f52e40664a0 msgr2=0x7f52e4066880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:06.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.199+0000 7f7f803bc700 1 -- start start 2023-09-21T11:17:06.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.200+0000 7fa41d71e700 1 -- 172.21.15.79:0/2975492158 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa418066da0 con 0x7fa4180ce750 2023-09-21T11:17:06.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7fa3ff7fe700 1 -- 172.21.15.79:0/2975492158 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fa4080075a0 con 0x7fa4180ce750 2023-09-21T11:17:06.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.200+0000 7f3e6795f700 1 -- start start 2023-09-21T11:17:06.233 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f3e6795f700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e60072820 0x7f3e6006c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.233 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f3e6795f700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3e60071780 con 0x7f3e6006ccf0 2023-09-21T11:17:06.233 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f3e6795f700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3e60071a60 con 0x7f3e60159a40 2023-09-21T11:17:06.233 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f3e6795f700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e6006d180 con 0x7f3e60072820 2023-09-21T11:17:06.233 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f3e64efa700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e60072820 0x7f3e6006c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.234 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f3e64efa700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e60072820 0x7f3e6006c7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:56626/0 (socket says 172.21.15.79:56626) 2023-09-21T11:17:06.234 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f3e65efc700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f3e6006ccf0 0x7f3e600cd150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39956/0 (socket says 172.21.15.79:39956) 2023-09-21T11:17:06.234 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f3e64efa700 1 -- 172.21.15.79:0/2143490617 learned_addr learned my addr 172.21.15.79:0/2143490617 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:06.234 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.200+0000 7f1fdbcf9700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1fd40ccbe0 0x7f1fd414ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.235 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.200+0000 7f1fdbcf9700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1fd415f150 0x7f1fd40b18f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.235 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.200+0000 7f1fdbcf9700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fd40c85d0 0x7f1fd40af1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.235 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.200+0000 7f1fdbcf9700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fd40c8a60 con 0x7f1fd415f150 2023-09-21T11:17:06.235 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.200+0000 7f1fdbcf9700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fd40cb140 con 0x7f1fd40c85d0 2023-09-21T11:17:06.235 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.200+0000 7f1fdbcf9700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1fd40cae10 con 0x7f1fd40ccbe0 2023-09-21T11:17:06.235 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f1fd9a95700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1fd40ccbe0 0x7f1fd414ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f1fd9a95700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1fd40ccbe0 0x7f1fd414ad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:56620/0 (socket says 172.21.15.79:56620) 2023-09-21T11:17:06.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f1fd9a95700 1 -- 172.21.15.79:0/2168510280 learned_addr learned my addr 172.21.15.79:0/2168510280 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:06.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f1fda296700 1 --2- 172.21.15.79:0/2168510280 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fd40c85d0 0x7f1fd40af1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f1fd9294700 1 --2- 172.21.15.79:0/2168510280 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1fd415f150 0x7f1fd40b18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f1fd9a95700 1 -- 172.21.15.79:0/2168510280 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fd40c85d0 msgr2=0x7f1fd40af1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f1fd9a95700 1 --2- 172.21.15.79:0/2168510280 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fd40c85d0 0x7f1fd40af1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f1fd9a95700 1 -- 172.21.15.79:0/2168510280 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1fd415f150 msgr2=0x7f1fd40b18f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f1fd9a95700 1 --2- 172.21.15.79:0/2168510280 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1fd415f150 0x7f1fd40b18f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f1fd9a95700 1 -- 172.21.15.79:0/2168510280 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fc40094a0 con 0x7f1fd40ccbe0 2023-09-21T11:17:06.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f1fd9a95700 1 --2- 172.21.15.79:0/2168510280 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1fd40ccbe0 0x7f1fd414ad70 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f1fd000c430 tx=0x7f1fd000c740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.200+0000 7f7f803bc700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7f780aca30 0x7f7f780ca2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.200+0000 7f7f803bc700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f780cdfe0 0x7f7f780c7400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.200+0000 7f7f803bc700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f7815dcb0 0x7f7f781573b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.200+0000 7f7f803bc700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f780c9880 con 0x7f7f780cdfe0 2023-09-21T11:17:06.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.200+0000 7f7f803bc700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f780c9e40 con 0x7f7f780aca30 2023-09-21T11:17:06.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.200+0000 7f7f803bc700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f780cacf0 con 0x7f7f7815dcb0 2023-09-21T11:17:06.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.200+0000 7f7f7d957700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f780cdfe0 0x7f7f780c7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.200+0000 7f7f7d957700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f780cdfe0 0x7f7f780c7400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53580/0 (socket says 172.21.15.79:53580) 2023-09-21T11:17:06.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.200+0000 7f7f7d957700 1 -- 172.21.15.79:0/670712895 learned_addr learned my addr 172.21.15.79:0/670712895 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:06.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f7f7d957700 1 -- 172.21.15.79:0/670712895 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f7815dcb0 msgr2=0x7f7f781573b0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-09-21T11:17:06.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f7f7d957700 1 --2- 172.21.15.79:0/670712895 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f7815dcb0 0x7f7f781573b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f7f7d957700 1 -- 172.21.15.79:0/670712895 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7f780aca30 msgr2=0x7f7f780ca2d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-21T11:17:06.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f7f7d957700 1 --2- 172.21.15.79:0/670712895 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7f780aca30 0x7f7f780ca2d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f7f7d957700 1 -- 172.21.15.79:0/670712895 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f70009b30 con 0x7f7f780cdfe0 2023-09-21T11:17:06.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f7f7d957700 1 --2- 172.21.15.79:0/670712895 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f780cdfe0 0x7f7f780c7400 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f7f7400b470 tx=0x7f7f7400b830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.202+0000 7f52eada0700 1 -- 172.21.15.79:0/847620556 shutdown_connections 2023-09-21T11:17:06.241 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.201+0000 7f1fca7fc700 1 -- 172.21.15.79:0/2168510280 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fd00054e0 con 0x7f1fd40ccbe0 2023-09-21T11:17:06.241 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.202+0000 7f1fca7fc700 1 -- 172.21.15.79:0/2168510280 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fd00036a0 con 0x7f1fd40ccbe0 2023-09-21T11:17:06.241 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.202+0000 7f1fca7fc700 1 -- 172.21.15.79:0/2168510280 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fd0003a50 con 0x7f1fd40ccbe0 2023-09-21T11:17:06.242 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.202+0000 7f3e64efa700 1 -- 172.21.15.79:0/2143490617 >> v1:172.21.15.134:6789/0 conn(0x7f3e60159a40 legacy=0x7f3e60070c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:06.242 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.202+0000 7f3e64efa700 1 -- 172.21.15.79:0/2143490617 >> v1:172.21.15.79:6789/0 conn(0x7f3e6006ccf0 legacy=0x7f3e600cd150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.242 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.202+0000 7f3e64efa700 1 -- 172.21.15.79:0/2143490617 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e60071d40 con 0x7f3e60072820 2023-09-21T11:17:06.242 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.202+0000 7f52eada0700 1 -- 172.21.15.79:0/847620556 wait complete. 2023-09-21T11:17:06.243 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.202+0000 7fa3ff7fe700 1 --2- 172.21.15.79:0/2975492158 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa40406a580 0x7fa40406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.243 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.202+0000 7fa4167fc700 1 --2- 172.21.15.79:0/2975492158 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa40406a580 0x7fa40406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.243 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.202+0000 7fa3ff7fe700 1 -- 172.21.15.79:0/2975492158 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa408087bd0 con 0x7fa4180ce750 2023-09-21T11:17:06.243 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.202+0000 7fa4167fc700 1 --2- 172.21.15.79:0/2975492158 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa40406a580 0x7fa40406ca40 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa4180b0ae0 tx=0x7fa40c009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.244 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.203+0000 7f3e64efa700 1 --2- 172.21.15.79:0/2143490617 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e60072820 0x7f3e6006c7b0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f3e50007390 tx=0x7f3e500076a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=71a0415b59c673bf server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.244 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.203+0000 7f1fdbcf9700 1 -- 172.21.15.79:0/2168510280 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1fd4148280 con 0x7f1fd40ccbe0 2023-09-21T11:17:06.244 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.203+0000 7f1fdbcf9700 1 -- 172.21.15.79:0/2168510280 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1fd40b1e30 con 0x7f1fd40ccbe0 2023-09-21T11:17:06.245 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.203+0000 7f78f17fa700 1 -- 172.21.15.79:0/603227453 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78e000eec0 con 0x7f78e4005330 2023-09-21T11:17:06.245 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.203+0000 7f78fae3b700 1 -- 172.21.15.79:0/603227453 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78f40b22c0 con 0x7f78e4005330 2023-09-21T11:17:06.245 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.203+0000 7f78fae3b700 1 -- 172.21.15.79:0/603227453 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78f414e3d0 con 0x7f78e4005330 2023-09-21T11:17:06.246 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.203+0000 7f52eada0700 1 Processor -- start 2023-09-21T11:17:06.246 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.203+0000 7f7f6effd700 1 -- 172.21.15.79:0/670712895 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f74011830 con 0x7f7f780cdfe0 2023-09-21T11:17:06.246 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.203+0000 7f7f6effd700 1 -- 172.21.15.79:0/670712895 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f74011990 con 0x7f7f780cdfe0 2023-09-21T11:17:06.247 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.203+0000 7f7f6effd700 1 -- 172.21.15.79:0/670712895 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f74011d20 con 0x7f7f780cdfe0 2023-09-21T11:17:06.247 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.203+0000 7f78f17fa700 1 -- 172.21.15.79:0/603227453 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78e00052e0 con 0x7f78e4005330 2023-09-21T11:17:06.247 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.203+0000 7f78f17fa700 1 -- 172.21.15.79:0/603227453 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78e0003680 con 0x7f78e4005330 2023-09-21T11:17:06.247 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.204+0000 7f78fae3b700 1 -- 172.21.15.79:0/603227453 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78d40052f0 con 0x7f78e4005330 2023-09-21T11:17:06.248 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.204+0000 7f61cb560700 1 Processor -- start 2023-09-21T11:17:06.248 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.204+0000 7f61cb560700 1 -- start start 2023-09-21T11:17:06.248 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.203+0000 7f7f803bc700 1 -- 172.21.15.79:0/670712895 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f780cafb0 con 0x7f7f780cdfe0 2023-09-21T11:17:06.249 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.203+0000 7f7f803bc700 1 -- 172.21.15.79:0/670712895 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f780c9ad0 con 0x7f7f780cdfe0 2023-09-21T11:17:06.249 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.203+0000 7f52eada0700 1 -- start start 2023-09-21T11:17:06.249 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.204+0000 7f52eada0700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f52e415b5f0 0x7f52e41581b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.249 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f52eada0700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f52e415f5c0 0x7f52e4148fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.250 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f52eada0700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f52e41586f0 0x7f52e41eede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.250 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f52eada0700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52e40b6270 con 0x7f52e41586f0 2023-09-21T11:17:06.250 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f52eada0700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52e4159c30 con 0x7f52e415b5f0 2023-09-21T11:17:06.250 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f52eada0700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52e4158b90 con 0x7f52e415f5c0 2023-09-21T11:17:06.250 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f52e8b3c700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f52e415b5f0 0x7f52e41581b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.251 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f52e8b3c700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f52e415b5f0 0x7f52e41581b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.79:35448/0 (socket says 172.21.15.79:35448) 2023-09-21T11:17:06.251 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f52e8b3c700 1 -- 172.21.15.79:0/1057944983 learned_addr learned my addr 172.21.15.79:0/1057944983 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:06.251 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f52e933d700 1 --2- 172.21.15.79:0/1057944983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f52e41586f0 0x7f52e41eede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.251 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f52e3fff700 1 --2- 172.21.15.79:0/1057944983 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f52e415f5c0 0x7f52e4148fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.251 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f52e8b3c700 1 -- 172.21.15.79:0/1057944983 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f52e415f5c0 msgr2=0x7f52e4148fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.252 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f52e8b3c700 1 --2- 172.21.15.79:0/1057944983 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f52e415f5c0 0x7f52e4148fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.252 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f52e8b3c700 1 -- 172.21.15.79:0/1057944983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f52e41586f0 msgr2=0x7f52e41eede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.252 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f52e8b3c700 1 --2- 172.21.15.79:0/1057944983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f52e41586f0 0x7f52e41eede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.252 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f52e8b3c700 1 -- 172.21.15.79:0/1057944983 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52d400f610 con 0x7f52e415b5f0 2023-09-21T11:17:06.252 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f1fdbcf9700 1 -- 172.21.15.79:0/2168510280 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1fd404eae0 con 0x7f1fd40ccbe0 2023-09-21T11:17:06.253 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f61cb560700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f61c408aad0 0x7f61c40c9e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.253 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f61cb560700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f61c406cec0 0x7f61c4169da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.253 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f61cb560700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f61c416ebb0 con 0x7f61c416b7b0 2023-09-21T11:17:06.254 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f61cb560700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61c408aeb0 con 0x7f61c408aad0 2023-09-21T11:17:06.254 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f61cb560700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61c40ca690 con 0x7f61c406cec0 2023-09-21T11:17:06.254 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f52e8b3c700 1 --2- 172.21.15.79:0/1057944983 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f52e415b5f0 0x7f52e41581b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f52dc001f00 tx=0x7f52dc00a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.254 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f61c92fc700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f61c408aad0 0x7f61c40c9e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.255 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f61c8afb700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f61c416b7b0 0x7f61c406c7b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:39970/0 (socket says 172.21.15.79:39970) 2023-09-21T11:17:06.255 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.205+0000 7f61c8afb700 1 -- 172.21.15.79:0/1243660694 learned_addr learned my addr 172.21.15.79:0/1243660694 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:06.256 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.206+0000 7f52e17fa700 1 -- 172.21.15.79:0/1057944983 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52dc003c00 con 0x7f52e415b5f0 2023-09-21T11:17:06.256 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.206+0000 7f52eada0700 1 -- 172.21.15.79:0/1057944983 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52e4158e70 con 0x7f52e415b5f0 2023-09-21T11:17:06.256 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.206+0000 7f52eada0700 1 -- 172.21.15.79:0/1057944983 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52e4159430 con 0x7f52e415b5f0 2023-09-21T11:17:06.256 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.206+0000 7f52e17fa700 1 -- 172.21.15.79:0/1057944983 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52dc003d60 con 0x7f52e415b5f0 2023-09-21T11:17:06.256 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.206+0000 7f52e17fa700 1 -- 172.21.15.79:0/1057944983 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52dc00abb0 con 0x7f52e415b5f0 2023-09-21T11:17:06.257 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.206+0000 7f61c92fc700 1 -- 172.21.15.79:0/1243660694 >> v2:172.21.15.134:3300/0 conn(0x7f61c406cec0 msgr2=0x7f61c4169da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:06.257 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.206+0000 7f61c92fc700 1 --2- 172.21.15.79:0/1243660694 >> v2:172.21.15.134:3300/0 conn(0x7f61c406cec0 0x7f61c4169da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.257 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.206+0000 7f61c92fc700 1 -- 172.21.15.79:0/1243660694 >> v1:172.21.15.79:6789/0 conn(0x7f61c416b7b0 legacy=0x7f61c406c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.257 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.206+0000 7f61c92fc700 1 -- 172.21.15.79:0/1243660694 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61c416f040 con 0x7f61c408aad0 2023-09-21T11:17:06.258 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.206+0000 7f61c92fc700 1 --2- 172.21.15.79:0/1243660694 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61c408aad0 0x7f61c40c9e40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f61c40c62b0 tx=0x7f61c000bdf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=884c958716a9a560 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.258 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.206+0000 7f7f803bc700 1 -- 172.21.15.79:0/670712895 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f600052f0 con 0x7f7f780cdfe0 2023-09-21T11:17:06.259 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.207+0000 7f3e57fff700 1 -- 172.21.15.79:0/2143490617 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e5000f070 con 0x7f3e60072820 2023-09-21T11:17:06.259 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.207+0000 7f3e57fff700 1 -- 172.21.15.79:0/2143490617 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e50008bf0 con 0x7f3e60072820 2023-09-21T11:17:06.259 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.207+0000 7f3e57fff700 1 -- 172.21.15.79:0/2143490617 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e50004030 con 0x7f3e60072820 2023-09-21T11:17:06.259 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.207+0000 7fa3ff7fe700 1 -- 172.21.15.79:0/2975492158 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fa408053200 con 0x7fa4180ce750 2023-09-21T11:17:06.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.207+0000 7f78f17fa700 1 -- 172.21.15.79:0/603227453 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f78e00037e0 con 0x7f78e4005330 2023-09-21T11:17:06.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.208+0000 7f78f17fa700 1 --2- 172.21.15.79:0/603227453 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f78d806a580 0x7f78d806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.208+0000 7f78f17fa700 1 -- 172.21.15.79:0/603227453 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f78e0088570 con 0x7f78e4005330 2023-09-21T11:17:06.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.208+0000 7f78f3fff700 1 --2- 172.21.15.79:0/603227453 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f78d806a580 0x7f78d806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.208+0000 7f52e17fa700 1 -- 172.21.15.79:0/1057944983 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f52dc00ad10 con 0x7f52e415b5f0 2023-09-21T11:17:06.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.208+0000 7f52e17fa700 1 --2- 172.21.15.79:0/1057944983 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f52d006a580 0x7f52d006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.208+0000 7f52e3fff700 1 --2- 172.21.15.79:0/1057944983 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f52d006a580 0x7f52d006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.208+0000 7f52e17fa700 1 -- 172.21.15.79:0/1057944983 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f52dc088ab0 con 0x7f52e415b5f0 2023-09-21T11:17:06.262 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.209+0000 7f78f3fff700 1 --2- 172.21.15.79:0/603227453 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f78d806a580 0x7f78d806ca40 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f78e8001050 tx=0x7f78e8001a60 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.262 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.209+0000 7f52e3fff700 1 --2- 172.21.15.79:0/1057944983 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f52d006a580 0x7f52d006ca40 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f52e415f4f0 tx=0x7f52d4008070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.209+0000 7f1fca7fc700 1 -- 172.21.15.79:0/2168510280 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f1fd0003bb0 con 0x7f1fd40ccbe0 2023-09-21T11:17:06.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.209+0000 7f1fca7fc700 1 --2- 172.21.15.79:0/2168510280 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1fb806a650 0x7f1fb806cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.209+0000 7f1fca7fc700 1 -- 172.21.15.79:0/2168510280 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1fd0088620 con 0x7f1fd40ccbe0 2023-09-21T11:17:06.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.209+0000 7f1fd9294700 1 --2- 172.21.15.79:0/2168510280 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1fb806a650 0x7f1fb806cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.264 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.208+0000 7f3e6795f700 1 -- 172.21.15.79:0/2143490617 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e60072820 msgr2=0x7f3e6006c7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.264 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.208+0000 7f3e6795f700 1 --2- 172.21.15.79:0/2143490617 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e60072820 0x7f3e6006c7b0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f3e50007390 tx=0x7f3e500076a0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.264 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.209+0000 7f3e6795f700 1 -- 172.21.15.79:0/2143490617 shutdown_connections 2023-09-21T11:17:06.264 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.209+0000 7f3e6795f700 1 --2- 172.21.15.79:0/2143490617 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e60072820 0x7f3e6006c7b0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.264 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.209+0000 7f3e6795f700 1 -- 172.21.15.79:0/2143490617 >> 172.21.15.79:0/2143490617 conn(0x7f3e600cf250 msgr2=0x7f3e600cf660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:06.265 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.209+0000 7f3e6795f700 1 -- 172.21.15.79:0/2143490617 shutdown_connections 2023-09-21T11:17:06.265 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.209+0000 7f3e6795f700 1 -- 172.21.15.79:0/2143490617 wait complete. 2023-09-21T11:17:06.265 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.209+0000 7f1fd9294700 1 --2- 172.21.15.79:0/2168510280 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1fb806a650 0x7f1fb806cb10 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1fc4009840 tx=0x7f1fc4008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.266 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.210+0000 7f52eada0700 1 -- 172.21.15.79:0/1057944983 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52c40052f0 con 0x7f52e415b5f0 2023-09-21T11:17:06.266 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.211+0000 7f3e6795f700 1 Processor -- start 2023-09-21T11:17:06.267 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.211+0000 7f3e6795f700 1 -- start start 2023-09-21T11:17:06.267 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.212+0000 7f3e6795f700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3e6006ccf0 0x7f3e601eeee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.267 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.212+0000 7f3e6795f700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3e60072820 0x7f3e600c7e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.267 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.212+0000 7f3e6795f700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e60159a40 0x7f3e6015bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.212+0000 7f3e6795f700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e600c8380 con 0x7f3e6006ccf0 2023-09-21T11:17:06.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.212+0000 7f3e6795f700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e6015a3d0 con 0x7f3e60072820 2023-09-21T11:17:06.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.212+0000 7f3e6795f700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e6015a6b0 con 0x7f3e60159a40 2023-09-21T11:17:06.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.212+0000 7f3e656fb700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3e6006ccf0 0x7f3e601eeee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.212+0000 7f3e656fb700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3e6006ccf0 0x7f3e601eeee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53616/0 (socket says 172.21.15.79:53616) 2023-09-21T11:17:06.269 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.212+0000 7f3e656fb700 1 -- 172.21.15.79:0/4275808128 learned_addr learned my addr 172.21.15.79:0/4275808128 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:06.269 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.212+0000 7f1fca7fc700 1 -- 172.21.15.79:0/2168510280 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f1fd0053c30 con 0x7f1fd40ccbe0 2023-09-21T11:17:06.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.212+0000 7f3e64efa700 1 --2- 172.21.15.79:0/4275808128 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3e60072820 0x7f3e600c7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.212+0000 7f3e65efc700 1 --2- 172.21.15.79:0/4275808128 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e60159a40 0x7f3e6015bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.212+0000 7f3e656fb700 1 -- 172.21.15.79:0/4275808128 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e60159a40 msgr2=0x7f3e6015bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.212+0000 7f3e656fb700 1 --2- 172.21.15.79:0/4275808128 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e60159a40 0x7f3e6015bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.212+0000 7f3e656fb700 1 -- 172.21.15.79:0/4275808128 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3e60072820 msgr2=0x7f3e600c7e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.212+0000 7f3e656fb700 1 --2- 172.21.15.79:0/4275808128 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3e60072820 0x7f3e600c7e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.212+0000 7f3e656fb700 1 -- 172.21.15.79:0/4275808128 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e50007040 con 0x7f3e6006ccf0 2023-09-21T11:17:06.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.212+0000 7f3e65efc700 1 --2- 172.21.15.79:0/4275808128 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e60159a40 0x7f3e6015bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:06.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.213+0000 7f7f6effd700 1 -- 172.21.15.79:0/670712895 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f7f74004020 con 0x7f7f780cdfe0 2023-09-21T11:17:06.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.213+0000 7f7f6effd700 1 --2- 172.21.15.79:0/670712895 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f7f5c06a600 0x7f7f5c06cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.213+0000 7f7f6effd700 1 -- 172.21.15.79:0/670712895 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7f74088a70 con 0x7f7f780cdfe0 2023-09-21T11:17:06.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.213+0000 7f78f17fa700 1 -- 172.21.15.79:0/603227453 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f78e0053d10 con 0x7f78e4005330 2023-09-21T11:17:06.273 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.213+0000 7f3e656fb700 1 --2- 172.21.15.79:0/4275808128 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3e6006ccf0 0x7f3e601eeee0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f3e5c00b4a0 tx=0x7f3e5c00b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.273 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.213+0000 7f7f7e158700 1 --2- 172.21.15.79:0/670712895 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f7f5c06a600 0x7f7f5c06cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.214+0000 7f3e55ffb700 1 -- 172.21.15.79:0/4275808128 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e5c00f8a0 con 0x7f3e6006ccf0 2023-09-21T11:17:06.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.214+0000 7f3e6795f700 1 -- 172.21.15.79:0/4275808128 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e6015a990 con 0x7f3e6006ccf0 2023-09-21T11:17:06.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.214+0000 7f3e6795f700 1 -- 172.21.15.79:0/4275808128 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e6015af50 con 0x7f3e6006ccf0 2023-09-21T11:17:06.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.215+0000 7f7f7e158700 1 --2- 172.21.15.79:0/670712895 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f7f5c06a600 0x7f7f5c06cac0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f7f68001580 tx=0x7f7f68007a60 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.275 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.215+0000 7f3e6795f700 1 -- 172.21.15.79:0/4275808128 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3e6004eae0 con 0x7f3e6006ccf0 2023-09-21T11:17:06.275 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.216+0000 7f52e17fa700 1 -- 172.21.15.79:0/1057944983 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f52dc054040 con 0x7f52e415b5f0 2023-09-21T11:17:06.276 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.213+0000 7f61bbfff700 1 -- 172.21.15.79:0/1243660694 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61c000dcf0 con 0x7f61c408aad0 2023-09-21T11:17:06.276 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.222+0000 7f7f6effd700 1 -- 172.21.15.79:0/670712895 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f7f740540d0 con 0x7f7f780cdfe0 2023-09-21T11:17:06.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.225+0000 7f3e55ffb700 1 -- 172.21.15.79:0/4275808128 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e5c00fa00 con 0x7f3e6006ccf0 2023-09-21T11:17:06.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.225+0000 7f3e55ffb700 1 -- 172.21.15.79:0/4275808128 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e5c00fd70 con 0x7f3e6006ccf0 2023-09-21T11:17:06.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.232+0000 7f3e55ffb700 1 -- 172.21.15.79:0/4275808128 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f3e5c004020 con 0x7f3e6006ccf0 2023-09-21T11:17:06.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.233+0000 7f3e55ffb700 1 --2- 172.21.15.79:0/4275808128 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3e4406a580 0x7f3e4406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.278 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.233+0000 7f3e55ffb700 1 -- 172.21.15.79:0/4275808128 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3e5c08a910 con 0x7f3e6006ccf0 2023-09-21T11:17:06.278 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.233+0000 7f3e64efa700 1 --2- 172.21.15.79:0/4275808128 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3e4406a580 0x7f3e4406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.278 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.233+0000 7f3e55ffb700 1 -- 172.21.15.79:0/4275808128 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f3e5c055f00 con 0x7f3e6006ccf0 2023-09-21T11:17:06.278 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.234+0000 7f3e64efa700 1 --2- 172.21.15.79:0/4275808128 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3e4406a580 0x7f3e4406ca40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3e50000c00 tx=0x7f3e5000a000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.280 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.235+0000 7f61bbfff700 1 -- 172.21.15.79:0/1243660694 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61c000de50 con 0x7f61c408aad0 2023-09-21T11:17:06.280 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.235+0000 7f61bbfff700 1 -- 172.21.15.79:0/1243660694 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61c0010690 con 0x7f61c408aad0 2023-09-21T11:17:06.280 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.236+0000 7f61cb560700 1 -- 172.21.15.79:0/1243660694 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61c408aad0 msgr2=0x7f61c40c9e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.280 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.236+0000 7f61cb560700 1 --2- 172.21.15.79:0/1243660694 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61c408aad0 0x7f61c40c9e40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f61c40c62b0 tx=0x7f61c000bdf0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.236+0000 7f61cb560700 1 -- 172.21.15.79:0/1243660694 shutdown_connections 2023-09-21T11:17:06.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.236+0000 7f61cb560700 1 --2- 172.21.15.79:0/1243660694 >> v2:172.21.15.134:3300/0 conn(0x7f61c406cec0 0x7f61c4169da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.236+0000 7f61cb560700 1 --2- 172.21.15.79:0/1243660694 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61c408aad0 0x7f61c40c9e40 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.236+0000 7f61cb560700 1 -- 172.21.15.79:0/1243660694 >> 172.21.15.79:0/1243660694 conn(0x7f61c40cf250 msgr2=0x7f61c40cf660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:06.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.244+0000 7f61cb560700 1 -- 172.21.15.79:0/1243660694 shutdown_connections 2023-09-21T11:17:06.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.254+0000 7f61cb560700 1 -- 172.21.15.79:0/1243660694 wait complete. 2023-09-21T11:17:06.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.256+0000 7f61cb560700 1 Processor -- start 2023-09-21T11:17:06.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.256+0000 7f61cb560700 1 -- start start 2023-09-21T11:17:06.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.257+0000 7f61cb560700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61c406cec0 0x7f61c41692a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.257+0000 7f61cb560700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61c408aad0 0x7f61c40c5a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.257+0000 7f61cb560700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61c416b7b0 0x7f61c416bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.257+0000 7f61cb560700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61c40c7a90 con 0x7f61c416b7b0 2023-09-21T11:17:06.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.257+0000 7f61cb560700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61c40c7d70 con 0x7f61c406cec0 2023-09-21T11:17:06.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.257+0000 7f61cb560700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61c40c8050 con 0x7f61c408aad0 2023-09-21T11:17:06.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.258+0000 7f61c9afd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61c416b7b0 0x7f61c416bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.284 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.258+0000 7f61c9afd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61c416b7b0 0x7f61c416bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53628/0 (socket says 172.21.15.79:53628) 2023-09-21T11:17:06.284 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.258+0000 7f61c9afd700 1 -- 172.21.15.79:0/3989029681 learned_addr learned my addr 172.21.15.79:0/3989029681 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:06.284 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.258+0000 7f61c9afd700 1 -- 172.21.15.79:0/3989029681 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61c408aad0 msgr2=0x7f61c40c5a30 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-21T11:17:06.284 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.258+0000 7f61c9afd700 1 --2- 172.21.15.79:0/3989029681 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61c408aad0 0x7f61c40c5a30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.284 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.258+0000 7f61c9afd700 1 -- 172.21.15.79:0/3989029681 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61c406cec0 msgr2=0x7f61c41692a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.284 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.258+0000 7f61c9afd700 1 --2- 172.21.15.79:0/3989029681 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61c406cec0 0x7f61c41692a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.285 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.258+0000 7f61c9afd700 1 -- 172.21.15.79:0/3989029681 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61c000b740 con 0x7f61c416b7b0 2023-09-21T11:17:06.285 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.258+0000 7f61c9afd700 1 --2- 172.21.15.79:0/3989029681 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61c416b7b0 0x7f61c416bd70 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f61bc00b9e0 tx=0x7f61bc00bda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.285 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.259+0000 7f61b9ffb700 1 -- 172.21.15.79:0/3989029681 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61bc00c9b0 con 0x7f61c416b7b0 2023-09-21T11:17:06.285 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.259+0000 7f61b9ffb700 1 -- 172.21.15.79:0/3989029681 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61bc00cb50 con 0x7f61c416b7b0 2023-09-21T11:17:06.285 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.259+0000 7f61b9ffb700 1 -- 172.21.15.79:0/3989029681 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61bc014440 con 0x7f61c416b7b0 2023-09-21T11:17:06.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.259+0000 7f61cb560700 1 -- 172.21.15.79:0/3989029681 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61c40c8330 con 0x7f61c416b7b0 2023-09-21T11:17:06.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.259+0000 7f61cb560700 1 -- 172.21.15.79:0/3989029681 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61c4168fe0 con 0x7f61c416b7b0 2023-09-21T11:17:06.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.262+0000 7f61b9ffb700 1 -- 172.21.15.79:0/3989029681 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f61bc0145a0 con 0x7f61c416b7b0 2023-09-21T11:17:06.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.262+0000 7f61b9ffb700 1 --2- 172.21.15.79:0/3989029681 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f61a806a650 0x7f61a806cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:06.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.263+0000 7f61b9ffb700 1 -- 172.21.15.79:0/3989029681 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f61bc006e40 con 0x7f61c416b7b0 2023-09-21T11:17:06.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.265+0000 7f61cb560700 1 -- 172.21.15.79:0/3989029681 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61a40052f0 con 0x7f61c416b7b0 2023-09-21T11:17:06.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.268+0000 7f61c92fc700 1 --2- 172.21.15.79:0/3989029681 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f61a806a650 0x7f61a806cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:06.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.269+0000 7f61c92fc700 1 --2- 172.21.15.79:0/3989029681 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f61a806a650 0x7f61a806cb10 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f61c40add00 tx=0x7f61c0012000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:06.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.275+0000 7f61b9ffb700 1 -- 172.21.15.79:0/3989029681 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f61bc053d70 con 0x7f61c416b7b0 2023-09-21T11:17:06.572 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.579+0000 7fdae5b89700 1 -- 172.21.15.79:0/3693930355 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fdae004eae0 con 0x7fdae006c7b0 2023-09-21T11:17:06.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.580+0000 7fdac7fff700 1 -- 172.21.15.79:0/3693930355 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fdad40582e0 con 0x7fdae006c7b0 2023-09-21T11:17:06.575 INFO:teuthology.orchestra.run.smithi079.stdout:55834574853 2023-09-21T11:17:06.576 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.584+0000 7fdae5b89700 1 -- 172.21.15.79:0/3693930355 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fdacc06a5d0 msgr2=0x7fdacc06ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.576 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.584+0000 7fdae5b89700 1 --2- 172.21.15.79:0/3693930355 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fdacc06a5d0 0x7fdacc06ca90 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fdae00ae750 tx=0x7fdad800b040 comp rx=0 tx=0).stop 2023-09-21T11:17:06.577 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.584+0000 7fdae5b89700 1 -- 172.21.15.79:0/3693930355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdae006c7b0 msgr2=0x7fdae00c6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.577 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.584+0000 7fdae5b89700 1 --2- 172.21.15.79:0/3693930355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdae006c7b0 0x7fdae00c6320 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fdad4019040 tx=0x7fdad4004750 comp rx=0 tx=0).stop 2023-09-21T11:17:06.577 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.584+0000 7fdae5b89700 1 -- 172.21.15.79:0/3693930355 shutdown_connections 2023-09-21T11:17:06.578 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.584+0000 7fdae5b89700 1 --2- 172.21.15.79:0/3693930355 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fdacc06a5d0 0x7fdacc06ca90 secure :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fdae00ae750 tx=0x7fdad800b040 comp rx=0 tx=0).stop 2023-09-21T11:17:06.578 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.584+0000 7fdae5b89700 1 --2- 172.21.15.79:0/3693930355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdae0159a40 0x7fdae01560e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.578 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.584+0000 7fdae5b89700 1 --2- 172.21.15.79:0/3693930355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdae006c7b0 0x7fdae00c6320 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.578 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.584+0000 7fdae5b89700 1 --2- 172.21.15.79:0/3693930355 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdae0072820 0x7fdae00c8d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.579 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.584+0000 7fdae5b89700 1 -- 172.21.15.79:0/3693930355 >> 172.21.15.79:0/3693930355 conn(0x7fdae00cf250 msgr2=0x7fdae0070bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:06.579 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.585+0000 7fdae5b89700 1 -- 172.21.15.79:0/3693930355 shutdown_connections 2023-09-21T11:17:06.579 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.585+0000 7fdae5b89700 1 -- 172.21.15.79:0/3693930355 wait complete. 2023-09-21T11:17:06.586 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.594+0000 7f1fdbcf9700 1 -- 172.21.15.79:0/2168510280 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f1fd40caf50 con 0x7f1fd40ccbe0 2023-09-21T11:17:06.587 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.595+0000 7f1fca7fc700 1 -- 172.21.15.79:0/2168510280 <== mon.2 v2:172.21.15.134:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f1fd0017020 con 0x7f1fd40ccbe0 2023-09-21T11:17:06.590 INFO:teuthology.orchestra.run.smithi079.stdout:55834574856 2023-09-21T11:17:06.591 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.599+0000 7f1fdbcf9700 1 -- 172.21.15.79:0/2168510280 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1fb806a650 msgr2=0x7f1fb806cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.592 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.599+0000 7f1fdbcf9700 1 --2- 172.21.15.79:0/2168510280 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1fb806a650 0x7f1fb806cb10 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1fc4009840 tx=0x7f1fc4008030 comp rx=0 tx=0).stop 2023-09-21T11:17:06.592 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.599+0000 7f1fdbcf9700 1 -- 172.21.15.79:0/2168510280 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1fd40ccbe0 msgr2=0x7f1fd414ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.592 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.599+0000 7f1fdbcf9700 1 --2- 172.21.15.79:0/2168510280 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1fd40ccbe0 0x7f1fd414ad70 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f1fd000c430 tx=0x7f1fd000c740 comp rx=0 tx=0).stop 2023-09-21T11:17:06.592 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.599+0000 7f1fdbcf9700 1 -- 172.21.15.79:0/2168510280 shutdown_connections 2023-09-21T11:17:06.593 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.599+0000 7f1fdbcf9700 1 --2- 172.21.15.79:0/2168510280 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fd40c85d0 0x7f1fd40af1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.593 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.599+0000 7f1fdbcf9700 1 --2- 172.21.15.79:0/2168510280 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1fb806a650 0x7f1fb806cb10 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.593 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.599+0000 7f1fdbcf9700 1 --2- 172.21.15.79:0/2168510280 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1fd40ccbe0 0x7f1fd414ad70 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.593 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.599+0000 7f1fdbcf9700 1 --2- 172.21.15.79:0/2168510280 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1fd415f150 0x7f1fd40b18f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.593 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.599+0000 7f1fdbcf9700 1 -- 172.21.15.79:0/2168510280 >> 172.21.15.79:0/2168510280 conn(0x7f1fd40d1500 msgr2=0x7f1fd40b2210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:06.594 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.599+0000 7f1fdbcf9700 1 -- 172.21.15.79:0/2168510280 shutdown_connections 2023-09-21T11:17:06.594 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.599+0000 7f1fdbcf9700 1 -- 172.21.15.79:0/2168510280 wait complete. 2023-09-21T11:17:06.596 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.1 2023-09-21T11:17:06.599 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.606+0000 7fa41d71e700 1 -- 172.21.15.79:0/2975492158 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7fa418161de0 con 0x7fa4180ce750 2023-09-21T11:17:06.599 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.606+0000 7fa3ff7fe700 1 -- 172.21.15.79:0/2975492158 <== mon.2 v2:172.21.15.134:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fa418161de0 con 0x7fa4180ce750 2023-09-21T11:17:06.600 INFO:teuthology.orchestra.run.smithi079.stdout:55834574853 2023-09-21T11:17:06.603 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.610+0000 7fa41d71e700 1 -- 172.21.15.79:0/2975492158 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa40406a580 msgr2=0x7fa40406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.603 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.610+0000 7fa41d71e700 1 --2- 172.21.15.79:0/2975492158 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa40406a580 0x7fa40406ca40 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa4180b0ae0 tx=0x7fa40c009210 comp rx=0 tx=0).stop 2023-09-21T11:17:06.603 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.610+0000 7fa41d71e700 1 -- 172.21.15.79:0/2975492158 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4180ce750 msgr2=0x7fa4181f7190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.603 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.610+0000 7fa41d71e700 1 --2- 172.21.15.79:0/2975492158 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4180ce750 0x7fa4181f7190 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa40800c520 tx=0x7fa40800c830 comp rx=0 tx=0).stop 2023-09-21T11:17:06.605 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.612+0000 7f52eada0700 1 -- 172.21.15.79:0/1057944983 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f52c4005870 con 0x7f52e415b5f0 2023-09-21T11:17:06.606 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.613+0000 7fa41d71e700 1 -- 172.21.15.79:0/2975492158 shutdown_connections 2023-09-21T11:17:06.606 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.613+0000 7fa41d71e700 1 --2- 172.21.15.79:0/2975492158 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa418161990 0x7fa4181f8350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.606 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.613+0000 7fa41d71e700 1 --2- 172.21.15.79:0/2975492158 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa40406a580 0x7fa40406ca40 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.613+0000 7fa41d71e700 1 --2- 172.21.15.79:0/2975492158 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4180ce750 0x7fa4181f7190 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.613+0000 7fa41d71e700 1 --2- 172.21.15.79:0/2975492158 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa41815b310 0x7fa418158e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.613+0000 7fa41d71e700 1 -- 172.21.15.79:0/2975492158 >> 172.21.15.79:0/2975492158 conn(0x7fa4180cc600 msgr2=0x7fa418161270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:06.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.613+0000 7fa41d71e700 1 -- 172.21.15.79:0/2975492158 shutdown_connections 2023-09-21T11:17:06.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.613+0000 7fa41d71e700 1 -- 172.21.15.79:0/2975492158 wait complete. 2023-09-21T11:17:06.608 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.613+0000 7f52e17fa700 1 -- 172.21.15.79:0/1057944983 <== mon.1 v2:172.21.15.134:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f52dc057660 con 0x7f52e415b5f0 2023-09-21T11:17:06.608 INFO:teuthology.orchestra.run.smithi079.stdout:55834574852 2023-09-21T11:17:06.611 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.618+0000 7f52eada0700 1 -- 172.21.15.79:0/1057944983 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f52d006a580 msgr2=0x7f52d006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.611 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.618+0000 7f52eada0700 1 --2- 172.21.15.79:0/1057944983 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f52d006a580 0x7f52d006ca40 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f52e415f4f0 tx=0x7f52d4008070 comp rx=0 tx=0).stop 2023-09-21T11:17:06.612 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.618+0000 7f52eada0700 1 -- 172.21.15.79:0/1057944983 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f52e415b5f0 msgr2=0x7f52e41581b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.612 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.618+0000 7f52eada0700 1 --2- 172.21.15.79:0/1057944983 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f52e415b5f0 0x7f52e41581b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f52dc001f00 tx=0x7f52dc00a060 comp rx=0 tx=0).stop 2023-09-21T11:17:06.612 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574856 for osd.5 2023-09-21T11:17:06.613 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.619+0000 7f52eada0700 1 -- 172.21.15.79:0/1057944983 shutdown_connections 2023-09-21T11:17:06.613 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.619+0000 7f52eada0700 1 --2- 172.21.15.79:0/1057944983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f52e41586f0 0x7f52e41eede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.613 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.619+0000 7f52eada0700 1 --2- 172.21.15.79:0/1057944983 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f52e415b5f0 0x7f52e41581b0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.614 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.619+0000 7f52eada0700 1 --2- 172.21.15.79:0/1057944983 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f52d006a580 0x7f52d006ca40 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.614 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.619+0000 7f52eada0700 1 --2- 172.21.15.79:0/1057944983 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f52e415f5c0 0x7f52e4148fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.614 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.619+0000 7f52eada0700 1 -- 172.21.15.79:0/1057944983 >> 172.21.15.79:0/1057944983 conn(0x7f52e40664a0 msgr2=0x7f52e40b27a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:06.614 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.620+0000 7f52eada0700 1 -- 172.21.15.79:0/1057944983 shutdown_connections 2023-09-21T11:17:06.615 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.620+0000 7f78fae3b700 1 -- 172.21.15.79:0/603227453 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f78d4005870 con 0x7f78e4005330 2023-09-21T11:17:06.615 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.620+0000 7f52eada0700 1 -- 172.21.15.79:0/1057944983 wait complete. 2023-09-21T11:17:06.616 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.622+0000 7f7f803bc700 1 -- 172.21.15.79:0/670712895 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f7f60005870 con 0x7f7f780cdfe0 2023-09-21T11:17:06.616 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.623+0000 7f7f6effd700 1 -- 172.21.15.79:0/670712895 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f7f74015090 con 0x7f7f780cdfe0 2023-09-21T11:17:06.616 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.623+0000 7f78f17fa700 1 -- 172.21.15.79:0/603227453 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f78e0019090 con 0x7f78e4005330 2023-09-21T11:17:06.617 INFO:teuthology.orchestra.run.smithi079.stdout:55834574854 2023-09-21T11:17:06.617 INFO:teuthology.orchestra.run.smithi079.stdout:55834574852 2023-09-21T11:17:06.618 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.625+0000 7f3e6795f700 1 -- 172.21.15.79:0/4275808128 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f3e600cdf20 con 0x7f3e6006ccf0 2023-09-21T11:17:06.619 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.625+0000 7f7f803bc700 1 -- 172.21.15.79:0/670712895 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f7f5c06a600 msgr2=0x7f7f5c06cac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.619 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.625+0000 7f7f803bc700 1 --2- 172.21.15.79:0/670712895 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f7f5c06a600 0x7f7f5c06cac0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f7f68001580 tx=0x7f7f68007a60 comp rx=0 tx=0).stop 2023-09-21T11:17:06.619 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.625+0000 7f7f803bc700 1 -- 172.21.15.79:0/670712895 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f780cdfe0 msgr2=0x7f7f780c7400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.619 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.625+0000 7f7f803bc700 1 --2- 172.21.15.79:0/670712895 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f780cdfe0 0x7f7f780c7400 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f7f7400b470 tx=0x7f7f7400b830 comp rx=0 tx=0).stop 2023-09-21T11:17:06.619 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.625+0000 7f7f803bc700 1 -- 172.21.15.79:0/670712895 shutdown_connections 2023-09-21T11:17:06.620 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.625+0000 7f7f803bc700 1 --2- 172.21.15.79:0/670712895 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f7f5c06a600 0x7f7f5c06cac0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.620 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.625+0000 7f7f803bc700 1 --2- 172.21.15.79:0/670712895 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f7815dcb0 0x7f7f781573b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.620 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.625+0000 7f7f803bc700 1 --2- 172.21.15.79:0/670712895 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7f780aca30 0x7f7f780ca2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.620 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.625+0000 7f7f803bc700 1 --2- 172.21.15.79:0/670712895 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f780cdfe0 0x7f7f780c7400 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.620 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.625+0000 7f7f803bc700 1 -- 172.21.15.79:0/670712895 >> 172.21.15.79:0/670712895 conn(0x7f7f780b13f0 msgr2=0x7f7f7806a800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:06.621 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.625+0000 7f7f803bc700 1 -- 172.21.15.79:0/670712895 shutdown_connections 2023-09-21T11:17:06.621 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.625+0000 7f7f803bc700 1 -- 172.21.15.79:0/670712895 wait complete. 2023-09-21T11:17:06.621 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.625+0000 7f78fae3b700 1 -- 172.21.15.79:0/603227453 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f78d806a580 msgr2=0x7f78d806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.622 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.625+0000 7f78fae3b700 1 --2- 172.21.15.79:0/603227453 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f78d806a580 0x7f78d806ca40 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f78e8001050 tx=0x7f78e8001a60 comp rx=0 tx=0).stop 2023-09-21T11:17:06.622 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.625+0000 7f78fae3b700 1 -- 172.21.15.79:0/603227453 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f78e4005330 msgr2=0x7f78f4161010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.622 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.625+0000 7f78fae3b700 1 --2- 172.21.15.79:0/603227453 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f78e4005330 0x7f78f4161010 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f78e000e480 tx=0x7f78e000e790 comp rx=0 tx=0).stop 2023-09-21T11:17:06.622 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.626+0000 7f78fae3b700 1 -- 172.21.15.79:0/603227453 shutdown_connections 2023-09-21T11:17:06.623 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.626+0000 7f78fae3b700 1 --2- 172.21.15.79:0/603227453 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f78d806a580 0x7f78d806ca40 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.623 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.626+0000 7f78fae3b700 1 --2- 172.21.15.79:0/603227453 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f78f40c4fe0 0x7f78f40c5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.623 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.626+0000 7f78fae3b700 1 --2- 172.21.15.79:0/603227453 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f78e4005330 0x7f78f4161010 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.623 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.626+0000 7f78fae3b700 1 --2- 172.21.15.79:0/603227453 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f78f40c4650 0x7f78f40c8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.624 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.626+0000 7f3e55ffb700 1 -- 172.21.15.79:0/4275808128 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f3e5c00fed0 con 0x7f3e6006ccf0 2023-09-21T11:17:06.624 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.626+0000 7f78fae3b700 1 -- 172.21.15.79:0/603227453 >> 172.21.15.79:0/603227453 conn(0x7f78f40b13f0 msgr2=0x7f78f40b02c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:06.624 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.626+0000 7f78fae3b700 1 -- 172.21.15.79:0/603227453 shutdown_connections 2023-09-21T11:17:06.625 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.626+0000 7f78fae3b700 1 -- 172.21.15.79:0/603227453 wait complete. 2023-09-21T11:17:06.625 INFO:teuthology.orchestra.run.smithi079.stdout:55834574853 2023-09-21T11:17:06.625 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.632+0000 7f3e6795f700 1 -- 172.21.15.79:0/4275808128 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3e4406a580 msgr2=0x7f3e4406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.626 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.632+0000 7f3e6795f700 1 --2- 172.21.15.79:0/4275808128 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3e4406a580 0x7f3e4406ca40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3e50000c00 tx=0x7f3e5000a000 comp rx=0 tx=0).stop 2023-09-21T11:17:06.626 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.632+0000 7f3e6795f700 1 -- 172.21.15.79:0/4275808128 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3e6006ccf0 msgr2=0x7f3e601eeee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.626 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.632+0000 7f3e6795f700 1 --2- 172.21.15.79:0/4275808128 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3e6006ccf0 0x7f3e601eeee0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f3e5c00b4a0 tx=0x7f3e5c00b860 comp rx=0 tx=0).stop 2023-09-21T11:17:06.627 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.635+0000 7f3e6795f700 1 -- 172.21.15.79:0/4275808128 shutdown_connections 2023-09-21T11:17:06.628 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.635+0000 7f3e6795f700 1 --2- 172.21.15.79:0/4275808128 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3e4406a580 0x7f3e4406ca40 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.628 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.635+0000 7f3e6795f700 1 --2- 172.21.15.79:0/4275808128 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e60159a40 0x7f3e6015bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.628 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.635+0000 7f3e6795f700 1 --2- 172.21.15.79:0/4275808128 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3e6006ccf0 0x7f3e601eeee0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.628 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.635+0000 7f3e6795f700 1 --2- 172.21.15.79:0/4275808128 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3e60072820 0x7f3e600c7e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.628 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.635+0000 7f3e6795f700 1 -- 172.21.15.79:0/4275808128 >> 172.21.15.79:0/4275808128 conn(0x7f3e600cf250 msgr2=0x7f3e600b0580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:06.629 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.635+0000 7f3e6795f700 1 -- 172.21.15.79:0/4275808128 shutdown_connections 2023-09-21T11:17:06.629 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.635+0000 7f3e6795f700 1 -- 172.21.15.79:0/4275808128 wait complete. 2023-09-21T11:17:06.632 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.3 2023-09-21T11:17:06.633 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.7 2023-09-21T11:17:06.636 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.6 2023-09-21T11:17:06.638 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.2 2023-09-21T11:17:06.644 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.0 2023-09-21T11:17:06.650 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.659+0000 7f61cb560700 1 -- 172.21.15.79:0/3989029681 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f61a40055a0 con 0x7f61c416b7b0 2023-09-21T11:17:06.651 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.659+0000 7f61b9ffb700 1 -- 172.21.15.79:0/3989029681 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f61bc019030 con 0x7f61c416b7b0 2023-09-21T11:17:06.651 INFO:teuthology.orchestra.run.smithi079.stdout:55834574854 2023-09-21T11:17:06.653 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.661+0000 7f61cb560700 1 -- 172.21.15.79:0/3989029681 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f61a806a650 msgr2=0x7f61a806cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.654 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.661+0000 7f61cb560700 1 --2- 172.21.15.79:0/3989029681 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f61a806a650 0x7f61a806cb10 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f61c40add00 tx=0x7f61c0012000 comp rx=0 tx=0).stop 2023-09-21T11:17:06.654 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.661+0000 7f61cb560700 1 -- 172.21.15.79:0/3989029681 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61c416b7b0 msgr2=0x7f61c416bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:06.654 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.661+0000 7f61cb560700 1 --2- 172.21.15.79:0/3989029681 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61c416b7b0 0x7f61c416bd70 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f61bc00b9e0 tx=0x7f61bc00bda0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.654 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.661+0000 7f61cb560700 1 -- 172.21.15.79:0/3989029681 shutdown_connections 2023-09-21T11:17:06.655 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.661+0000 7f61cb560700 1 --2- 172.21.15.79:0/3989029681 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61c416b7b0 0x7f61c416bd70 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.655 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.661+0000 7f61cb560700 1 --2- 172.21.15.79:0/3989029681 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61c406cec0 0x7f61c41692a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.655 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.661+0000 7f61cb560700 1 --2- 172.21.15.79:0/3989029681 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f61a806a650 0x7f61a806cb10 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.655 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.661+0000 7f61cb560700 1 --2- 172.21.15.79:0/3989029681 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61c408aad0 0x7f61c40c5a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:06.655 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.661+0000 7f61cb560700 1 -- 172.21.15.79:0/3989029681 >> 172.21.15.79:0/3989029681 conn(0x7f61c40cf250 msgr2=0x7f61c40af010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:06.656 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.661+0000 7f61cb560700 1 -- 172.21.15.79:0/3989029681 shutdown_connections 2023-09-21T11:17:06.656 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:06.661+0000 7f61cb560700 1 -- 172.21.15.79:0/3989029681 wait complete. 2023-09-21T11:17:06.665 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.4 2023-09-21T11:17:07.598 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-09-21T11:17:07.613 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-09-21T11:17:07.633 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-09-21T11:17:07.635 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-09-21T11:17:07.637 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-09-21T11:17:07.639 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-09-21T11:17:07.645 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-09-21T11:17:07.666 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-09-21T11:17:07.793 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.798+0000 7fb994072700 1 Processor -- start 2023-09-21T11:17:07.794 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.798+0000 7fb994072700 1 -- start start 2023-09-21T11:17:07.794 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.799+0000 7fb994072700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fb98c06cec0 0x7fb98c16ec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.794 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.799+0000 7fb994072700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fb98c0cd150 0x7fb98c0cd5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.794 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.800+0000 7fb994072700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb98c16b710 con 0x7fb98c16a360 2023-09-21T11:17:07.795 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.800+0000 7fb994072700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb98c16e180 con 0x7fb98c06cec0 2023-09-21T11:17:07.795 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.800+0000 7fb994072700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb98c16e460 con 0x7fb98c0cd150 2023-09-21T11:17:07.795 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.800+0000 7fb99160d700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fb98c06cec0 0x7fb98c16ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.795 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.801+0000 7fb99160d700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fb98c06cec0 0x7fb98c16ec60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53636/0 (socket says 172.21.15.79:53636) 2023-09-21T11:17:07.795 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.801+0000 7fb99160d700 1 -- 172.21.15.79:0/186880846 learned_addr learned my addr 172.21.15.79:0/186880846 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:07.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.801+0000 7fb99160d700 1 -- 172.21.15.79:0/186880846 >> v2:172.21.15.134:3300/0 conn(0x7fb98c0cd150 msgr2=0x7fb98c0cd5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:07.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.801+0000 7fb99260f700 1 --2- 172.21.15.79:0/186880846 >> v2:172.21.15.134:3300/0 conn(0x7fb98c0cd150 0x7fb98c0cd5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.802+0000 7fb99160d700 1 --2- 172.21.15.79:0/186880846 >> v2:172.21.15.134:3300/0 conn(0x7fb98c0cd150 0x7fb98c0cd5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.802+0000 7fb99160d700 1 -- 172.21.15.79:0/186880846 >> v1:172.21.15.134:6789/0 conn(0x7fb98c16a360 legacy=0x7fb98c06c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:07.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.802+0000 7fb99160d700 1 -- 172.21.15.79:0/186880846 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb98c16e740 con 0x7fb98c06cec0 2023-09-21T11:17:07.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.802+0000 7fb99160d700 1 --2- 172.21.15.79:0/186880846 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb98c06cec0 0x7fb98c16ec60 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fb98c0cb380 tx=0x7fb97c008c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed5da321878f11cc server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.802+0000 7fb99260f700 1 --2- 172.21.15.79:0/186880846 >> v2:172.21.15.134:3300/0 conn(0x7fb98c0cd150 0x7fb98c0cd5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:07.800 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.807+0000 7fb990e0c700 1 -- 172.21.15.79:0/186880846 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb97c00dc50 con 0x7fb98c06cec0 2023-09-21T11:17:07.800 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.807+0000 7fb990e0c700 1 -- 172.21.15.79:0/186880846 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb97c00ddb0 con 0x7fb98c06cec0 2023-09-21T11:17:07.800 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.807+0000 7fb990e0c700 1 -- 172.21.15.79:0/186880846 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb97c004230 con 0x7fb98c06cec0 2023-09-21T11:17:07.800 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.808+0000 7fb994072700 1 -- 172.21.15.79:0/186880846 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb98c06cec0 msgr2=0x7fb98c16ec60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.800 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.808+0000 7fb994072700 1 --2- 172.21.15.79:0/186880846 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb98c06cec0 0x7fb98c16ec60 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fb98c0cb380 tx=0x7fb97c008c50 comp rx=0 tx=0).stop 2023-09-21T11:17:07.801 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.808+0000 7fb994072700 1 -- 172.21.15.79:0/186880846 shutdown_connections 2023-09-21T11:17:07.801 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.808+0000 7fb994072700 1 --2- 172.21.15.79:0/186880846 >> v2:172.21.15.134:3300/0 conn(0x7fb98c0cd150 0x7fb98c0cd5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.801 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.808+0000 7fb994072700 1 --2- 172.21.15.79:0/186880846 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb98c06cec0 0x7fb98c16ec60 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.802 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.808+0000 7fb994072700 1 -- 172.21.15.79:0/186880846 >> 172.21.15.79:0/186880846 conn(0x7fb98c0cf250 msgr2=0x7fb98c0cf660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:07.802 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.809+0000 7fb994072700 1 -- 172.21.15.79:0/186880846 shutdown_connections 2023-09-21T11:17:07.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.809+0000 7fb994072700 1 -- 172.21.15.79:0/186880846 wait complete. 2023-09-21T11:17:07.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.811+0000 7fb994072700 1 Processor -- start 2023-09-21T11:17:07.805 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.811+0000 7fb994072700 1 -- start start 2023-09-21T11:17:07.805 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.812+0000 7fb994072700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb98c06cec0 0x7fb98c0c3790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.805 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.812+0000 7fb994072700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb98c0cd150 0x7fb98c16c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.806 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.812+0000 7fb994072700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb98c16a360 0x7fb98c0c8a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.806 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.812+0000 7fb994072700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb98c0c7a40 con 0x7fb98c16a360 2023-09-21T11:17:07.806 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.812+0000 7fb994072700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb98c0c85c0 con 0x7fb98c0cd150 2023-09-21T11:17:07.806 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.812+0000 7fb994072700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb98c0c3cd0 con 0x7fb98c06cec0 2023-09-21T11:17:07.807 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.813+0000 7fb99260f700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb98c16a360 0x7fb98c0c8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.807 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.813+0000 7fb99260f700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb98c16a360 0x7fb98c0c8a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53640/0 (socket says 172.21.15.79:53640) 2023-09-21T11:17:07.807 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.813+0000 7fb99260f700 1 -- 172.21.15.79:0/66660470 learned_addr learned my addr 172.21.15.79:0/66660470 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:07.807 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.813+0000 7fb99260f700 1 -- 172.21.15.79:0/66660470 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb98c06cec0 msgr2=0x7fb98c0c3790 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-09-21T11:17:07.807 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.813+0000 7fb99260f700 1 --2- 172.21.15.79:0/66660470 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb98c06cec0 0x7fb98c0c3790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.807 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.813+0000 7fb99260f700 1 -- 172.21.15.79:0/66660470 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb98c0cd150 msgr2=0x7fb98c16c8a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-09-21T11:17:07.808 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.813+0000 7fb99260f700 1 --2- 172.21.15.79:0/66660470 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb98c0cd150 0x7fb98c16c8a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.808 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.814+0000 7fb99260f700 1 -- 172.21.15.79:0/66660470 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb97c0085d0 con 0x7fb98c16a360 2023-09-21T11:17:07.808 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.814+0000 7fb99260f700 1 --2- 172.21.15.79:0/66660470 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb98c16a360 0x7fb98c0c8a50 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fb98400cf20 tx=0x7fb98400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.809 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.815+0000 7fb9827fc700 1 -- 172.21.15.79:0/66660470 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb98400ae80 con 0x7fb98c16a360 2023-09-21T11:17:07.809 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.816+0000 7fb9827fc700 1 -- 172.21.15.79:0/66660470 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb984015440 con 0x7fb98c16a360 2023-09-21T11:17:07.809 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.816+0000 7fb9827fc700 1 -- 172.21.15.79:0/66660470 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9840157d0 con 0x7fb98c16a360 2023-09-21T11:17:07.811 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.816+0000 7fb994072700 1 -- 172.21.15.79:0/66660470 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb98c0c7c90 con 0x7fb98c16a360 2023-09-21T11:17:07.811 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.816+0000 7fb994072700 1 -- 172.21.15.79:0/66660470 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb98c0c8250 con 0x7fb98c16a360 2023-09-21T11:17:07.812 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.820+0000 7fb9827fc700 1 -- 172.21.15.79:0/66660470 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fb98400d430 con 0x7fb98c16a360 2023-09-21T11:17:07.812 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.820+0000 7fb9827fc700 1 --2- 172.21.15.79:0/66660470 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fb97006a650 0x7fb97006cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.812 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.820+0000 7fb9827fc700 1 -- 172.21.15.79:0/66660470 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb984089030 con 0x7fb98c16a360 2023-09-21T11:17:07.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.823+0000 7fb994072700 1 -- 172.21.15.79:0/66660470 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9740052f0 con 0x7fb98c16a360 2023-09-21T11:17:07.816 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.824+0000 7fb991e0e700 1 --2- 172.21.15.79:0/66660470 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fb97006a650 0x7fb97006cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.816 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.824+0000 7fb991e0e700 1 --2- 172.21.15.79:0/66660470 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fb97006a650 0x7fb97006cb10 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fb98c0aeb50 tx=0x7fb988006be0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.830 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.834+0000 7fb9827fc700 1 -- 172.21.15.79:0/66660470 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fb984054620 con 0x7fb98c16a360 2023-09-21T11:17:07.838 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.847+0000 7f0e5bab4700 1 Processor -- start 2023-09-21T11:17:07.840 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.847+0000 7f0e5bab4700 1 -- start start 2023-09-21T11:17:07.841 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.848+0000 7f0e5bab4700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e5406cec0 0x7f0e541645d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.841 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.848+0000 7f0e5bab4700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e54071780 con 0x7f0e54159a40 2023-09-21T11:17:07.841 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.848+0000 7f0e5bab4700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e54071a60 con 0x7f0e54072820 2023-09-21T11:17:07.841 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.848+0000 7f0e5bab4700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e54071d40 con 0x7f0e5406cec0 2023-09-21T11:17:07.841 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.849+0000 7f0e5904f700 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f0e54072820 0x7f0e5406c7b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.79:56104/0 (socket says 172.21.15.79:56104) 2023-09-21T11:17:07.842 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.849+0000 7f0e5904f700 1 -- 172.21.15.79:0/3485473395 learned_addr learned my addr 172.21.15.79:0/3485473395 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:07.843 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.849+0000 7f0e5884e700 1 -- 172.21.15.79:0/3485473395 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1349584057 0 0) 0x7f0e54071a60 con 0x7f0e54072820 2023-09-21T11:17:07.843 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.849+0000 7f0e5884e700 1 -- 172.21.15.79:0/3485473395 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0e400035b0 con 0x7f0e54072820 2023-09-21T11:17:07.843 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.849+0000 7f0e5884e700 1 -- 172.21.15.79:0/3485473395 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3530012367 0 0) 0x7f0e54071780 con 0x7f0e54159a40 2023-09-21T11:17:07.843 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.849+0000 7f0e5884e700 1 -- 172.21.15.79:0/3485473395 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0e54071a60 con 0x7f0e54159a40 2023-09-21T11:17:07.844 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.850+0000 7f0e5884e700 1 -- 172.21.15.79:0/3485473395 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1347233458 0 0) 0x7f0e54071a60 con 0x7f0e54159a40 2023-09-21T11:17:07.844 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.850+0000 7f0e5884e700 1 -- 172.21.15.79:0/3485473395 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e5406cec0 msgr2=0x7f0e541645d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-09-21T11:17:07.844 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.850+0000 7f0e5884e700 1 --2- 172.21.15.79:0/3485473395 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e5406cec0 0x7f0e541645d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.844 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.850+0000 7f0e5884e700 1 -- 172.21.15.79:0/3485473395 >> v1:172.21.15.134:6789/0 conn(0x7f0e54072820 legacy=0x7f0e5406c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.844 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.850+0000 7f0e5884e700 1 -- 172.21.15.79:0/3485473395 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e54072020 con 0x7f0e54159a40 2023-09-21T11:17:07.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.850+0000 7f0e5884e700 1 -- 172.21.15.79:0/3485473395 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f0e4c0019f0 con 0x7f0e54159a40 2023-09-21T11:17:07.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.850+0000 7f0e5884e700 1 -- 172.21.15.79:0/3485473395 >> v1:172.21.15.79:6789/0 conn(0x7f0e54159a40 legacy=0x7f0e54070c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.850+0000 7f0e5884e700 1 --2- 172.21.15.79:0/3485473395 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e40004c50 0x7f0e40005030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.850+0000 7f0e5884e700 1 --2- 172.21.15.79:0/3485473395 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e400037f0 0x7f0e40003c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.850+0000 7f0e5884e700 1 --2- 172.21.15.79:0/3485473395 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e400042d0 0x7f0e400059e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.850+0000 7f0e5884e700 1 -- 172.21.15.79:0/3485473395 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e50001230 con 0x7f0e40004c50 2023-09-21T11:17:07.846 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.850+0000 7f0e5884e700 1 -- 172.21.15.79:0/3485473395 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e54071d40 con 0x7f0e400037f0 2023-09-21T11:17:07.846 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.850+0000 7f0e5884e700 1 -- 172.21.15.79:0/3485473395 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e40006190 con 0x7f0e400042d0 2023-09-21T11:17:07.846 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.850+0000 7f0e5904f700 1 --2- 172.21.15.79:0/3485473395 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e400037f0 0x7f0e40003c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.846 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.850+0000 7f0e59850700 1 --2- 172.21.15.79:0/3485473395 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e40004c50 0x7f0e40005030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.847 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.851+0000 7f0e5a051700 1 --2- 172.21.15.79:0/3485473395 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e400042d0 0x7f0e400059e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.847 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.851+0000 7f0e5904f700 1 -- 172.21.15.79:0/3485473395 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e400042d0 msgr2=0x7f0e400059e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:07.847 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.851+0000 7f0e5904f700 1 --2- 172.21.15.79:0/3485473395 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e400042d0 0x7f0e400059e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.847 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.851+0000 7f0e5904f700 1 -- 172.21.15.79:0/3485473395 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e40004c50 msgr2=0x7f0e40005030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:07.847 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.851+0000 7f0e5904f700 1 --2- 172.21.15.79:0/3485473395 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e40004c50 0x7f0e40005030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.847 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.851+0000 7f0e5904f700 1 -- 172.21.15.79:0/3485473395 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e54071a60 con 0x7f0e400037f0 2023-09-21T11:17:07.848 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.851+0000 7f0e5904f700 1 --2- 172.21.15.79:0/3485473395 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e400037f0 0x7f0e40003c70 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0e500050d0 tx=0x7f0e40005880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16ee8460aeb04037 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.848 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.851+0000 7f0e5884e700 1 -- 172.21.15.79:0/3485473395 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e5000dd90 con 0x7f0e400037f0 2023-09-21T11:17:07.848 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.851+0000 7f0e5884e700 1 -- 172.21.15.79:0/3485473395 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e50016070 con 0x7f0e400037f0 2023-09-21T11:17:07.848 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.851+0000 7f0e5884e700 1 -- 172.21.15.79:0/3485473395 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e500129c0 con 0x7f0e400037f0 2023-09-21T11:17:07.849 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.852+0000 7f0e5bab4700 1 -- 172.21.15.79:0/3485473395 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e400037f0 msgr2=0x7f0e40003c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.849 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.852+0000 7f0e5bab4700 1 --2- 172.21.15.79:0/3485473395 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e400037f0 0x7f0e40003c70 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0e500050d0 tx=0x7f0e40005880 comp rx=0 tx=0).stop 2023-09-21T11:17:07.849 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.854+0000 7f0e5a051700 1 -- 172.21.15.79:0/3485473395 reap_dead start 2023-09-21T11:17:07.852 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.861+0000 7f0e5bab4700 1 -- 172.21.15.79:0/3485473395 shutdown_connections 2023-09-21T11:17:07.853 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.861+0000 7f0e5bab4700 1 -- 172.21.15.79:0/3485473395 >> 172.21.15.79:0/3485473395 conn(0x7f0e540cf250 msgr2=0x7f0e540cf660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:07.853 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.861+0000 7f0e5bab4700 1 -- 172.21.15.79:0/3485473395 shutdown_connections 2023-09-21T11:17:07.853 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.861+0000 7f0e5bab4700 1 -- 172.21.15.79:0/3485473395 wait complete. 2023-09-21T11:17:07.853 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.861+0000 7fba82ed1700 1 Processor -- start 2023-09-21T11:17:07.854 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.861+0000 7fba82ed1700 1 -- start start 2023-09-21T11:17:07.855 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.862+0000 7fba82ed1700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba7c13e840 0x7fba7c15f170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.855 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.862+0000 7fba82ed1700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba7c0cb450 con 0x7fba7c0ca8e0 2023-09-21T11:17:07.855 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.862+0000 7fba82ed1700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba7c0cae90 con 0x7fba7c06a800 2023-09-21T11:17:07.855 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.862+0000 7fba82ed1700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba7c160040 con 0x7fba7c13e840 2023-09-21T11:17:07.855 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.863+0000 7fba80c6d700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba7c13e840 0x7fba7c15f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.856 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.863+0000 7fba8146e700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fba7c0ca8e0 0x7fba7c0cea30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40026/0 (socket says 172.21.15.79:40026) 2023-09-21T11:17:07.856 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.863+0000 7fba8146e700 1 -- 172.21.15.79:0/980028097 learned_addr learned my addr 172.21.15.79:0/980028097 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:07.856 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.863+0000 7f0e5bab4700 1 Processor -- start 2023-09-21T11:17:07.857 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.863+0000 7fba7b7fe700 1 -- 172.21.15.79:0/980028097 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4023110538 0 0) 0x7fba7c0cae90 con 0x7fba7c06a800 2023-09-21T11:17:07.857 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.863+0000 7fba7b7fe700 1 -- 172.21.15.79:0/980028097 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fba6c0035b0 con 0x7fba7c06a800 2023-09-21T11:17:07.857 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.863+0000 7fba7b7fe700 1 -- 172.21.15.79:0/980028097 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 886755496 0 0) 0x7fba7c0cb450 con 0x7fba7c0ca8e0 2023-09-21T11:17:07.858 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.863+0000 7fba7b7fe700 1 -- 172.21.15.79:0/980028097 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fba7c0cae90 con 0x7fba7c0ca8e0 2023-09-21T11:17:07.858 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7fba7b7fe700 1 -- 172.21.15.79:0/980028097 <== mon.1 v1:172.21.15.134:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2457125268 0 0) 0x7fba6c0035b0 con 0x7fba7c06a800 2023-09-21T11:17:07.858 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7fba7b7fe700 1 -- 172.21.15.79:0/980028097 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba7c13e840 msgr2=0x7fba7c15f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:07.858 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7fba7b7fe700 1 --2- 172.21.15.79:0/980028097 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba7c13e840 0x7fba7c15f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.858 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7fba7b7fe700 1 -- 172.21.15.79:0/980028097 >> v1:172.21.15.79:6789/0 conn(0x7fba7c0ca8e0 legacy=0x7fba7c0cea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.859 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7fba7b7fe700 1 -- 172.21.15.79:0/980028097 --> v1:172.21.15.134:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba7c0cb170 con 0x7fba7c06a800 2023-09-21T11:17:07.859 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7fba7b7fe700 1 -- 172.21.15.79:0/980028097 <== mon.1 v1:172.21.15.134:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7fba70001670 con 0x7fba7c06a800 2023-09-21T11:17:07.859 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7fba7b7fe700 1 -- 172.21.15.79:0/980028097 >> v1:172.21.15.134:6789/0 conn(0x7fba7c06a800 legacy=0x7fba7c0ca1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.859 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7fba7b7fe700 1 --2- 172.21.15.79:0/980028097 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fba6c003bc0 0x7fba6c003fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.859 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7fba7b7fe700 1 --2- 172.21.15.79:0/980028097 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba6c004850 0x7fba6c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.860 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7fba7b7fe700 1 --2- 172.21.15.79:0/980028097 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba6c005330 0x7fba6c00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.860 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7fba7b7fe700 1 -- 172.21.15.79:0/980028097 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba74001600 con 0x7fba6c003bc0 2023-09-21T11:17:07.860 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7fba7b7fe700 1 -- 172.21.15.79:0/980028097 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba7c160040 con 0x7fba6c004850 2023-09-21T11:17:07.860 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7fba7b7fe700 1 -- 172.21.15.79:0/980028097 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba6c00c210 con 0x7fba6c005330 2023-09-21T11:17:07.860 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7fba7bfff700 1 --2- 172.21.15.79:0/980028097 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba6c004850 0x7fba6c004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.861 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7f26b3de8700 1 Processor -- start 2023-09-21T11:17:07.861 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7fba80c6d700 1 --2- 172.21.15.79:0/980028097 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fba6c003bc0 0x7fba6c003fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.862 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.863+0000 7f0e5bab4700 1 -- start start 2023-09-21T11:17:07.862 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7f0e5bab4700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e541546b0 0x7f0e541f73a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.862 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7f0e5bab4700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e541f78e0 0x7f0e540b4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.862 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7f0e5bab4700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e540b49b0 0x7f0e540c7910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.863 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7f0e5bab4700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e540b22f0 con 0x7f0e541f78e0 2023-09-21T11:17:07.863 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7f0e5bab4700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e540b1f50 con 0x7f0e541546b0 2023-09-21T11:17:07.863 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.864+0000 7f0e5bab4700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e5415c880 con 0x7f0e540b49b0 2023-09-21T11:17:07.863 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.865+0000 7f0e59850700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e541546b0 0x7f0e541f73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.863 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.865+0000 7f0e59850700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e541546b0 0x7f0e541f73a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.79:35520/0 (socket says 172.21.15.79:35520) 2023-09-21T11:17:07.864 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.865+0000 7f0e59850700 1 -- 172.21.15.79:0/686191412 learned_addr learned my addr 172.21.15.79:0/686191412 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:07.864 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.865+0000 7f0e5a051700 1 --2- 172.21.15.79:0/686191412 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e540b49b0 0x7f0e540c7910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.864 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.865+0000 7f0e59850700 1 -- 172.21.15.79:0/686191412 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e540b49b0 msgr2=0x7f0e540c7910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.864 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.865+0000 7f0e59850700 1 --2- 172.21.15.79:0/686191412 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e540b49b0 0x7f0e540c7910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.864 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.865+0000 7f0e59850700 1 -- 172.21.15.79:0/686191412 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e541f78e0 msgr2=0x7f0e540b4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.865 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.865+0000 7f0e59850700 1 --2- 172.21.15.79:0/686191412 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e541f78e0 0x7f0e540b4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.865 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.865+0000 7f0e59850700 1 -- 172.21.15.79:0/686191412 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e5415cb60 con 0x7f0e541546b0 2023-09-21T11:17:07.865 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.865+0000 7f0e59850700 1 --2- 172.21.15.79:0/686191412 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e541546b0 0x7f0e541f73a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0e4c005960 tx=0x7f0e4c00a550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.865 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.865+0000 7fba7bfff700 1 -- 172.21.15.79:0/980028097 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba6c005330 msgr2=0x7fba6c00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:07.866 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.865+0000 7fba7bfff700 1 --2- 172.21.15.79:0/980028097 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba6c005330 0x7fba6c00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.866 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.865+0000 7fba7bfff700 1 -- 172.21.15.79:0/980028097 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fba6c003bc0 msgr2=0x7fba6c003fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:07.866 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.865+0000 7fba7bfff700 1 --2- 172.21.15.79:0/980028097 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fba6c003bc0 0x7fba6c003fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.866 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.865+0000 7fba7bfff700 1 -- 172.21.15.79:0/980028097 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba7c0cb170 con 0x7fba6c004850 2023-09-21T11:17:07.866 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.865+0000 7fba7bfff700 1 --2- 172.21.15.79:0/980028097 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba6c004850 0x7fba6c004cd0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fba7c06abe0 tx=0x7fba6c005880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d9774be0e8538198 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.867 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.865+0000 7f26b3de8700 1 -- start start 2023-09-21T11:17:07.867 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.866+0000 7f26b3de8700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f26ac072820 0x7f26ac06c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.867 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.866+0000 7f26b3de8700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f26ac071780 con 0x7f26ac06ccf0 2023-09-21T11:17:07.867 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.866+0000 7f26b3de8700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f26ac071a60 con 0x7f26ac159a40 2023-09-21T11:17:07.867 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.866+0000 7f26b3de8700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26ac06d180 con 0x7f26ac072820 2023-09-21T11:17:07.868 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.866+0000 7fe690d7d700 1 Processor -- start 2023-09-21T11:17:07.868 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.865+0000 7fc05fb43700 1 Processor -- start 2023-09-21T11:17:07.869 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.866+0000 7f26b1b84700 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f26ac159a40 0x7f26ac070c30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.79:56132/0 (socket says 172.21.15.79:56132) 2023-09-21T11:17:07.869 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.866+0000 7f26b1b84700 1 -- 172.21.15.79:0/675622077 learned_addr learned my addr 172.21.15.79:0/675622077 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:07.869 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.866+0000 7f26b1383700 1 --2- 172.21.15.79:0/675622077 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f26ac072820 0x7f26ac06c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.869 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.866+0000 7f26b0b82700 1 -- 172.21.15.79:0/675622077 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3882485272 0 0) 0x7f26ac071a60 con 0x7f26ac159a40 2023-09-21T11:17:07.869 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.866+0000 7f26b0b82700 1 -- 172.21.15.79:0/675622077 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f26980035b0 con 0x7f26ac159a40 2023-09-21T11:17:07.870 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7f26b1383700 1 -- 172.21.15.79:0/675622077 >> v1:172.21.15.134:6789/0 conn(0x7f26ac159a40 legacy=0x7f26ac070c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.870 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7f26b1383700 1 -- 172.21.15.79:0/675622077 >> v1:172.21.15.79:6789/0 conn(0x7f26ac06ccf0 legacy=0x7f26ac0cd150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:07.870 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7f26b1383700 1 -- 172.21.15.79:0/675622077 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26ac071d40 con 0x7f26ac072820 2023-09-21T11:17:07.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.865+0000 7f0e4a7fc700 1 -- 172.21.15.79:0/686191412 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e4c0019d0 con 0x7f0e541546b0 2023-09-21T11:17:07.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.866+0000 7f0e4a7fc700 1 -- 172.21.15.79:0/686191412 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e4c00ad70 con 0x7f0e541546b0 2023-09-21T11:17:07.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.866+0000 7f0e4a7fc700 1 -- 172.21.15.79:0/686191412 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e4c013630 con 0x7f0e541546b0 2023-09-21T11:17:07.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7f26b1383700 1 --2- 172.21.15.79:0/675622077 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f26ac072820 0x7f26ac06c7b0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f26a800bb00 tx=0x7f26a800be10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=55cbb265892ce071 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.872 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7f0e5bab4700 1 -- 172.21.15.79:0/686191412 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e5415ce40 con 0x7f0e541546b0 2023-09-21T11:17:07.872 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7f0e5bab4700 1 -- 172.21.15.79:0/686191412 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e54154a90 con 0x7f0e541546b0 2023-09-21T11:17:07.872 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7f26b0b82700 1 -- 172.21.15.79:0/675622077 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26a800dc20 con 0x7f26ac072820 2023-09-21T11:17:07.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7f26b0b82700 1 -- 172.21.15.79:0/675622077 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26a800dd80 con 0x7f26ac072820 2023-09-21T11:17:07.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7f26b0b82700 1 -- 172.21.15.79:0/675622077 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26a8004250 con 0x7f26ac072820 2023-09-21T11:17:07.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.866+0000 7fc05fb43700 1 -- start start 2023-09-21T11:17:07.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7fc05fb43700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fc058159a40 0x7fc058070c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7fc05fb43700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc05806cec0 0x7fc058071170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7fc05fb43700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc058071780 con 0x7fc058072820 2023-09-21T11:17:07.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7fc05fb43700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc058071a60 con 0x7fc058159a40 2023-09-21T11:17:07.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7fc05fb43700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc058071d40 con 0x7fc05806cec0 2023-09-21T11:17:07.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7fc05e0e0700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc05806cec0 0x7fc058071170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7fc05e0e0700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc05806cec0 0x7fc058071170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:56718/0 (socket says 172.21.15.79:56718) 2023-09-21T11:17:07.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7fc05e0e0700 1 -- 172.21.15.79:0/1547779671 learned_addr learned my addr 172.21.15.79:0/1547779671 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:07.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7fba7b7fe700 1 -- 172.21.15.79:0/980028097 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba7000cca0 con 0x7fba6c004850 2023-09-21T11:17:07.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.868+0000 7fba7b7fe700 1 -- 172.21.15.79:0/980028097 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba7000ce00 con 0x7fba6c004850 2023-09-21T11:17:07.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.868+0000 7fba7b7fe700 1 -- 172.21.15.79:0/980028097 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba70012660 con 0x7fba6c004850 2023-09-21T11:17:07.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.866+0000 7fe690d7d700 1 -- start start 2023-09-21T11:17:07.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7fe690d7d700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fe68c1598c0 0x7fe68c0cfa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7fe690d7d700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe68c0cff50 0x7fe68c159ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.877 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7fe690d7d700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe68c15ad90 con 0x7fe68c15a530 2023-09-21T11:17:07.877 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7fe690d7d700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe68c0cbf00 con 0x7fe68c1598c0 2023-09-21T11:17:07.877 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.867+0000 7fe690d7d700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe68c0d03d0 con 0x7fe68c0cff50 2023-09-21T11:17:07.877 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7f0e4a7fc700 1 -- 172.21.15.79:0/686191412 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f0e4c013790 con 0x7f0e541546b0 2023-09-21T11:17:07.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fba82ed1700 1 -- 172.21.15.79:0/980028097 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba6c004850 msgr2=0x7fba6c004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fba82ed1700 1 --2- 172.21.15.79:0/980028097 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba6c004850 0x7fba6c004cd0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fba7c06abe0 tx=0x7fba6c005880 comp rx=0 tx=0).stop 2023-09-21T11:17:07.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fba8146e700 1 -- 172.21.15.79:0/980028097 reap_dead start 2023-09-21T11:17:07.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.868+0000 7f26b3de8700 1 -- 172.21.15.79:0/675622077 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f26ac072820 msgr2=0x7f26ac06c7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.868+0000 7f26b3de8700 1 --2- 172.21.15.79:0/675622077 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f26ac072820 0x7f26ac06c7b0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f26a800bb00 tx=0x7f26a800be10 comp rx=0 tx=0).stop 2023-09-21T11:17:07.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7f26b3de8700 1 -- 172.21.15.79:0/675622077 shutdown_connections 2023-09-21T11:17:07.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7f26b3de8700 1 --2- 172.21.15.79:0/675622077 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f26ac072820 0x7f26ac06c7b0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7f26b3de8700 1 -- 172.21.15.79:0/675622077 >> 172.21.15.79:0/675622077 conn(0x7f26ac0cf250 msgr2=0x7f26ac0cf660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:07.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fe689d9b700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe68c0cff50 0x7fe68c159ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fe689d9b700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe68c0cff50 0x7fe68c159ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:56726/0 (socket says 172.21.15.79:56726) 2023-09-21T11:17:07.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fe689d9b700 1 -- 172.21.15.79:0/3294724759 learned_addr learned my addr 172.21.15.79:0/3294724759 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:07.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fe68a59c700 1 --2- 172.21.15.79:0/3294724759 >> v2:172.21.15.134:3300/0 conn(0x7fe68c1598c0 0x7fe68c0cfa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.881 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.868+0000 7fc05d8df700 1 --2- 172.21.15.79:0/1547779671 >> v2:172.21.15.134:3300/0 conn(0x7fc058159a40 0x7fc058070c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.881 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fc05c8dd700 1 -- 172.21.15.79:0/1547779671 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4277307671 0 0) 0x7fc058071780 con 0x7fc058072820 2023-09-21T11:17:07.881 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fc05c8dd700 1 -- 172.21.15.79:0/1547779671 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc0440035b0 con 0x7fc058072820 2023-09-21T11:17:07.882 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fba82ed1700 1 -- 172.21.15.79:0/980028097 shutdown_connections 2023-09-21T11:17:07.882 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fba82ed1700 1 -- 172.21.15.79:0/980028097 >> 172.21.15.79:0/980028097 conn(0x7fba7c0cc600 msgr2=0x7fba7c0cca10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:07.882 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fc05e0e0700 1 -- 172.21.15.79:0/1547779671 >> v2:172.21.15.134:3300/0 conn(0x7fc058159a40 msgr2=0x7fc058070c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:07.883 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fc05e0e0700 1 --2- 172.21.15.79:0/1547779671 >> v2:172.21.15.134:3300/0 conn(0x7fc058159a40 0x7fc058070c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.883 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fc05e0e0700 1 -- 172.21.15.79:0/1547779671 >> v1:172.21.15.134:6789/0 conn(0x7fc058072820 legacy=0x7fc05806c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.883 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fba82ed1700 1 -- 172.21.15.79:0/980028097 shutdown_connections 2023-09-21T11:17:07.884 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fe689d9b700 1 -- 172.21.15.79:0/3294724759 >> v2:172.21.15.134:3300/0 conn(0x7fe68c1598c0 msgr2=0x7fe68c0cfa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:07.884 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fe689d9b700 1 --2- 172.21.15.79:0/3294724759 >> v2:172.21.15.134:3300/0 conn(0x7fe68c1598c0 0x7fe68c0cfa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.884 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fe689d9b700 1 -- 172.21.15.79:0/3294724759 >> v1:172.21.15.134:6789/0 conn(0x7fe68c15a530 legacy=0x7fe68c0cc0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:07.884 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fe689d9b700 1 -- 172.21.15.79:0/3294724759 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe68c15ded0 con 0x7fe68c0cff50 2023-09-21T11:17:07.884 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fe689d9b700 1 --2- 172.21.15.79:0/3294724759 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe68c0cff50 0x7fe68c159ff0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fe68400d1e0 tx=0x7fe68400d4f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b77875a9ad31c52 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.885 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fc05e0e0700 1 -- 172.21.15.79:0/1547779671 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc058072020 con 0x7fc05806cec0 2023-09-21T11:17:07.885 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fc05e0e0700 1 --2- 172.21.15.79:0/1547779671 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc05806cec0 0x7fc058071170 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc05400d1e0 tx=0x7fc05400d4f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=24d57ed8e5a01d29 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.885 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7f0e4a7fc700 1 --2- 172.21.15.79:0/686191412 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0e3806a5d0 0x7f0e3806ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.886 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7f0e5bab4700 1 -- 172.21.15.79:0/686191412 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e540b2430 con 0x7f0e541546b0 2023-09-21T11:17:07.886 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7f0e4a7fc700 1 -- 172.21.15.79:0/686191412 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0e4c089570 con 0x7f0e541546b0 2023-09-21T11:17:07.886 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.870+0000 7fe68959a700 1 -- 172.21.15.79:0/3294724759 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe684010070 con 0x7fe68c0cff50 2023-09-21T11:17:07.886 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.870+0000 7fe68959a700 1 -- 172.21.15.79:0/3294724759 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe68400dbb0 con 0x7fe68c0cff50 2023-09-21T11:17:07.887 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.870+0000 7fe68959a700 1 -- 172.21.15.79:0/3294724759 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe684007b60 con 0x7fe68c0cff50 2023-09-21T11:17:07.887 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.870+0000 7f0e5904f700 1 --2- 172.21.15.79:0/686191412 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0e3806a5d0 0x7f0e3806ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.887 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.870+0000 7fc05c8dd700 1 -- 172.21.15.79:0/1547779671 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc054010070 con 0x7fc05806cec0 2023-09-21T11:17:07.888 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.870+0000 7fc05c8dd700 1 -- 172.21.15.79:0/1547779671 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc05400dbf0 con 0x7fc05806cec0 2023-09-21T11:17:07.888 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.870+0000 7fc05c8dd700 1 -- 172.21.15.79:0/1547779671 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc054007b60 con 0x7fc05806cec0 2023-09-21T11:17:07.888 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.870+0000 7f0e5904f700 1 --2- 172.21.15.79:0/686191412 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0e3806a5d0 0x7f0e3806ca90 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0e50005160 tx=0x7f0e50007000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.889 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.869+0000 7fba82ed1700 1 -- 172.21.15.79:0/980028097 wait complete. 2023-09-21T11:17:07.889 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.871+0000 7fba82ed1700 1 Processor -- start 2023-09-21T11:17:07.889 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.870+0000 7f26b3de8700 1 -- 172.21.15.79:0/675622077 shutdown_connections 2023-09-21T11:17:07.889 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.870+0000 7f26b3de8700 1 -- 172.21.15.79:0/675622077 wait complete. 2023-09-21T11:17:07.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.871+0000 7fba82ed1700 1 -- start start 2023-09-21T11:17:07.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.871+0000 7fc05fb43700 1 -- 172.21.15.79:0/1547779671 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc05806cec0 msgr2=0x7fc058071170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.871+0000 7fc05fb43700 1 --2- 172.21.15.79:0/1547779671 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc05806cec0 0x7fc058071170 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc05400d1e0 tx=0x7fc05400d4f0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.871+0000 7fc05fb43700 1 -- 172.21.15.79:0/1547779671 shutdown_connections 2023-09-21T11:17:07.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.871+0000 7fc05fb43700 1 --2- 172.21.15.79:0/1547779671 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc05806cec0 0x7fc058071170 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.871+0000 7fc05fb43700 1 --2- 172.21.15.79:0/1547779671 >> v2:172.21.15.134:3300/0 conn(0x7fc058159a40 0x7fc058070c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.871+0000 7fc05fb43700 1 -- 172.21.15.79:0/1547779671 >> 172.21.15.79:0/1547779671 conn(0x7fc0580cf250 msgr2=0x7fc0580cf660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:07.892 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.872+0000 7f26b3de8700 1 Processor -- start 2023-09-21T11:17:07.892 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.872+0000 7fba82ed1700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba7c0c9850 0x7fba7c0c6360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.892 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.872+0000 7fba82ed1700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba7c06ecc0 0x7fba7c0c4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.893 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.872+0000 7fba82ed1700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fba7c0c51e0 0x7fba7c1343e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.893 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.872+0000 7fba82ed1700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba7c1357b0 con 0x7fba7c0c51e0 2023-09-21T11:17:07.893 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.872+0000 7fba82ed1700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba7c151610 con 0x7fba7c0c9850 2023-09-21T11:17:07.893 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.872+0000 7fba82ed1700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba7c0c5f40 con 0x7fba7c06ecc0 2023-09-21T11:17:07.893 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.872+0000 7fe690d7d700 1 -- 172.21.15.79:0/3294724759 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe68c0cff50 msgr2=0x7fe68c159ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.894 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.872+0000 7fe690d7d700 1 --2- 172.21.15.79:0/3294724759 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe68c0cff50 0x7fe68c159ff0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fe68400d1e0 tx=0x7fe68400d4f0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.894 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.872+0000 7fba8146e700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fba7c0c51e0 0x7fba7c1343e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.894 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.872+0000 7fba8146e700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fba7c0c51e0 0x7fba7c1343e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53696/0 (socket says 172.21.15.79:53696) 2023-09-21T11:17:07.895 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.872+0000 7fba7bfff700 1 --2- 172.21.15.79:0/3087688624 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba7c06ecc0 0x7fba7c0c4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.895 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.872+0000 7fba8146e700 1 -- 172.21.15.79:0/3087688624 learned_addr learned my addr 172.21.15.79:0/3087688624 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:07.895 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.872+0000 7fba80c6d700 1 --2- 172.21.15.79:0/3087688624 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba7c0c9850 0x7fba7c0c6360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.895 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.872+0000 7f26b3de8700 1 -- start start 2023-09-21T11:17:07.896 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7fe690d7d700 1 -- 172.21.15.79:0/3294724759 shutdown_connections 2023-09-21T11:17:07.896 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7fe690d7d700 1 --2- 172.21.15.79:0/3294724759 >> v2:172.21.15.134:3300/0 conn(0x7fe68c1598c0 0x7fe68c0cfa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.896 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7fe690d7d700 1 --2- 172.21.15.79:0/3294724759 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe68c0cff50 0x7fe68c159ff0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.896 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7fe690d7d700 1 -- 172.21.15.79:0/3294724759 >> 172.21.15.79:0/3294724759 conn(0x7fe68c06a9e0 msgr2=0x7fe68c06adf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:07.897 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7f26b3de8700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f26ac06ccf0 0x7f26ac0c7b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.897 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7f26b3de8700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f26ac072820 0x7f26ac155500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.897 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7f26b3de8700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f26ac159a40 0x7f26ac15bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.897 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7f26b3de8700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26ac0c7680 con 0x7f26ac06ccf0 2023-09-21T11:17:07.897 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7f26b3de8700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26ac0b4840 con 0x7f26ac159a40 2023-09-21T11:17:07.898 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7f26b3de8700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26ac0c6a70 con 0x7f26ac072820 2023-09-21T11:17:07.898 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7fba8146e700 1 -- 172.21.15.79:0/3087688624 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba7c06ecc0 msgr2=0x7fba7c0c4ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.898 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7fba8146e700 1 --2- 172.21.15.79:0/3087688624 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba7c06ecc0 0x7fba7c0c4ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.898 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7fba8146e700 1 -- 172.21.15.79:0/3087688624 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba7c0c9850 msgr2=0x7fba7c0c6360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7fba8146e700 1 --2- 172.21.15.79:0/3087688624 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba7c0c9850 0x7fba7c0c6360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7fba8146e700 1 -- 172.21.15.79:0/3087688624 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba7c0c5c60 con 0x7fba7c0c51e0 2023-09-21T11:17:07.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7f26b1b84700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f26ac06ccf0 0x7f26ac0c7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7f26b1b84700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f26ac06ccf0 0x7f26ac0c7b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53702/0 (socket says 172.21.15.79:53702) 2023-09-21T11:17:07.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7f26b1b84700 1 -- 172.21.15.79:0/849621706 learned_addr learned my addr 172.21.15.79:0/849621706 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:07.900 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7f26b2385700 1 --2- 172.21.15.79:0/849621706 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f26ac159a40 0x7f26ac15bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.900 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7fe690d7d700 1 -- 172.21.15.79:0/3294724759 shutdown_connections 2023-09-21T11:17:07.900 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7f26b1383700 1 --2- 172.21.15.79:0/849621706 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f26ac072820 0x7f26ac155500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7fba8146e700 1 --2- 172.21.15.79:0/3087688624 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fba7c0c51e0 0x7fba7c1343e0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fba7c06d4b0 tx=0x7fba7400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7fc05fb43700 1 -- 172.21.15.79:0/1547779671 shutdown_connections 2023-09-21T11:17:07.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.874+0000 7fba797fa700 1 -- 172.21.15.79:0/3087688624 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba7400a930 con 0x7fba7c0c51e0 2023-09-21T11:17:07.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.874+0000 7f26b1383700 1 -- 172.21.15.79:0/849621706 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f26ac159a40 msgr2=0x7f26ac15bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.874+0000 7f26b1383700 1 --2- 172.21.15.79:0/849621706 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f26ac159a40 0x7f26ac15bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.874+0000 7f26b1383700 1 -- 172.21.15.79:0/849621706 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f26ac06ccf0 msgr2=0x7f26ac0c7b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.874+0000 7f26b1383700 1 --2- 172.21.15.79:0/849621706 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f26ac06ccf0 0x7f26ac0c7b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.874+0000 7f26b1383700 1 -- 172.21.15.79:0/849621706 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26a800b730 con 0x7f26ac072820 2023-09-21T11:17:07.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.874+0000 7f26b1383700 1 --2- 172.21.15.79:0/849621706 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f26ac072820 0x7f26ac155500 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f26a8018000 tx=0x7f26a8004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.874+0000 7f26a27fc700 1 -- 172.21.15.79:0/849621706 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26a8006cf0 con 0x7f26ac072820 2023-09-21T11:17:07.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.874+0000 7f26a27fc700 1 -- 172.21.15.79:0/849621706 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26a8006e50 con 0x7f26ac072820 2023-09-21T11:17:07.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.874+0000 7f26a27fc700 1 -- 172.21.15.79:0/849621706 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26a8003af0 con 0x7f26ac072820 2023-09-21T11:17:07.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.874+0000 7fba797fa700 1 -- 172.21.15.79:0/3087688624 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba7400aad0 con 0x7fba7c0c51e0 2023-09-21T11:17:07.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.874+0000 7fba797fa700 1 -- 172.21.15.79:0/3087688624 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba7400ae80 con 0x7fba7c0c51e0 2023-09-21T11:17:07.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7fe690d7d700 1 -- 172.21.15.79:0/3294724759 wait complete. 2023-09-21T11:17:07.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.875+0000 7fe690d7d700 1 Processor -- start 2023-09-21T11:17:07.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.873+0000 7fc05fb43700 1 -- 172.21.15.79:0/1547779671 wait complete. 2023-09-21T11:17:07.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.875+0000 7fc05fb43700 1 Processor -- start 2023-09-21T11:17:07.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.876+0000 7f0e4a7fc700 1 -- 172.21.15.79:0/686191412 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f0e540b2430 con 0x7f0e541546b0 2023-09-21T11:17:07.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.875+0000 7fba82ed1700 1 -- 172.21.15.79:0/3087688624 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba7c06e1e0 con 0x7fba7c0c51e0 2023-09-21T11:17:07.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.875+0000 7fba82ed1700 1 -- 172.21.15.79:0/3087688624 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba7c06e7a0 con 0x7fba7c0c51e0 2023-09-21T11:17:07.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.875+0000 7f26b3de8700 1 -- 172.21.15.79:0/849621706 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26ac0c6d50 con 0x7f26ac072820 2023-09-21T11:17:07.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.875+0000 7f26b3de8700 1 -- 172.21.15.79:0/849621706 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26ac0c7310 con 0x7f26ac072820 2023-09-21T11:17:07.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.875+0000 7fe690d7d700 1 -- start start 2023-09-21T11:17:07.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fe690d7d700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe68c0cff50 0x7fe68c14df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fe690d7d700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe68c1598c0 0x7fe68c1e7dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fe690d7d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe68c15a530 0x7fe68c14d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fe690d7d700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe68c0c77f0 con 0x7fe68c15a530 2023-09-21T11:17:07.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fe690d7d700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe68c1e5e80 con 0x7fe68c0cff50 2023-09-21T11:17:07.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fe690d7d700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe68c0c7230 con 0x7fe68c1598c0 2023-09-21T11:17:07.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fe68ad9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe68c15a530 0x7fe68c14d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fe68ad9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe68c15a530 0x7fe68c14d8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53712/0 (socket says 172.21.15.79:53712) 2023-09-21T11:17:07.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fe68ad9d700 1 -- 172.21.15.79:0/3247199249 learned_addr learned my addr 172.21.15.79:0/3247199249 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:07.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.876+0000 7fc05fb43700 1 -- start start 2023-09-21T11:17:07.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fc05fb43700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc05806cec0 0x7fc058159fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fc05fb43700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc058072820 0x7fc0580c1ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fc05fb43700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc058159a40 0x7fc0581f6930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fc05fb43700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0580c2420 con 0x7fc05806cec0 2023-09-21T11:17:07.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fc05fb43700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc05815a580 con 0x7fc058159a40 2023-09-21T11:17:07.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fc05fb43700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0581f7280 con 0x7fc058072820 2023-09-21T11:17:07.911 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fc05d0de700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc058072820 0x7fc0580c1ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.911 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fc05d0de700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc058072820 0x7fc0580c1ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:56750/0 (socket says 172.21.15.79:56750) 2023-09-21T11:17:07.911 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fc05d0de700 1 -- 172.21.15.79:0/986222412 learned_addr learned my addr 172.21.15.79:0/986222412 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:07.911 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fc05d8df700 1 --2- 172.21.15.79:0/986222412 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc05806cec0 0x7fc058159fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.911 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fc05e0e0700 1 --2- 172.21.15.79:0/986222412 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc058159a40 0x7fc0581f6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.911 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fc05d0de700 1 -- 172.21.15.79:0/986222412 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc058159a40 msgr2=0x7fc0581f6930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fc05d0de700 1 --2- 172.21.15.79:0/986222412 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc058159a40 0x7fc0581f6930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fc05d0de700 1 -- 172.21.15.79:0/986222412 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc05806cec0 msgr2=0x7fc058159fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fc05d0de700 1 --2- 172.21.15.79:0/986222412 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc05806cec0 0x7fc058159fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fc05d0de700 1 -- 172.21.15.79:0/986222412 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0540079d0 con 0x7fc058072820 2023-09-21T11:17:07.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.878+0000 7fe68a59c700 1 --2- 172.21.15.79:0/3247199249 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe68c0cff50 0x7fe68c14df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.878+0000 7fe689d9b700 1 --2- 172.21.15.79:0/3247199249 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe68c1598c0 0x7fe68c1e7dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7fba797fa700 1 -- 172.21.15.79:0/3087688624 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fba740070d0 con 0x7fba7c0c51e0 2023-09-21T11:17:07.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.878+0000 7fba797fa700 1 --2- 172.21.15.79:0/3087688624 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fba6006a580 0x7fba6006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.878+0000 7fba797fa700 1 -- 172.21.15.79:0/3087688624 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fba740880f0 con 0x7fba7c0c51e0 2023-09-21T11:17:07.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.878+0000 7fc05d0de700 1 --2- 172.21.15.79:0/986222412 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc058072820 0x7fc0580c1ee0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fc04800c520 tx=0x7fc04800c830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.878+0000 7fba80c6d700 1 --2- 172.21.15.79:0/3087688624 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fba6006a580 0x7fba6006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.879+0000 7fba80c6d700 1 --2- 172.21.15.79:0/3087688624 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fba6006a580 0x7fba6006ca40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fba7c1f6a50 tx=0x7fba68008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.877+0000 7f26a27fc700 1 -- 172.21.15.79:0/849621706 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f26a8003c50 con 0x7f26ac072820 2023-09-21T11:17:07.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.878+0000 7f26a27fc700 1 --2- 172.21.15.79:0/849621706 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f269006a550 0x7f269006ca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.878+0000 7f26a27fc700 1 -- 172.21.15.79:0/849621706 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f26a8089c30 con 0x7f26ac072820 2023-09-21T11:17:07.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.878+0000 7f26b1b84700 1 --2- 172.21.15.79:0/849621706 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f269006a550 0x7f269006ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.879+0000 7f26b3de8700 1 -- 172.21.15.79:0/849621706 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26ac0c77f0 con 0x7f26ac072820 2023-09-21T11:17:07.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.879+0000 7f26b1b84700 1 --2- 172.21.15.79:0/849621706 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f269006a550 0x7f269006ca10 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f26a4004f90 tx=0x7f26a4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.878+0000 7fe68ad9d700 1 -- 172.21.15.79:0/3247199249 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe68c1598c0 msgr2=0x7fe68c1e7dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.878+0000 7fe68ad9d700 1 --2- 172.21.15.79:0/3247199249 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe68c1598c0 0x7fe68c1e7dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.878+0000 7fe68ad9d700 1 -- 172.21.15.79:0/3247199249 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe68c0cff50 msgr2=0x7fe68c14df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.917 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.878+0000 7fe68ad9d700 1 --2- 172.21.15.79:0/3247199249 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe68c0cff50 0x7fe68c14df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.917 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.878+0000 7fe68ad9d700 1 -- 172.21.15.79:0/3247199249 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6840079d0 con 0x7fe68c15a530 2023-09-21T11:17:07.917 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.879+0000 7fe68ad9d700 1 --2- 172.21.15.79:0/3247199249 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe68c15a530 0x7fe68c14d8b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fe68000c450 tx=0x7fe68000c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.917 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.878+0000 7fc04e7fc700 1 -- 172.21.15.79:0/986222412 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0480052d0 con 0x7fc058072820 2023-09-21T11:17:07.918 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.878+0000 7fc04e7fc700 1 -- 172.21.15.79:0/986222412 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc048005430 con 0x7fc058072820 2023-09-21T11:17:07.918 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.878+0000 7fc04e7fc700 1 -- 172.21.15.79:0/986222412 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0480038c0 con 0x7fc058072820 2023-09-21T11:17:07.918 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.878+0000 7fc05fb43700 1 -- 172.21.15.79:0/986222412 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0581f7560 con 0x7fc058072820 2023-09-21T11:17:07.918 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.878+0000 7fc05fb43700 1 -- 172.21.15.79:0/986222412 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0581f6e70 con 0x7fc058072820 2023-09-21T11:17:07.919 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.880+0000 7fe67affd700 1 -- 172.21.15.79:0/3247199249 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe680011790 con 0x7fe68c15a530 2023-09-21T11:17:07.919 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.880+0000 7fe67affd700 1 -- 172.21.15.79:0/3247199249 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6800118f0 con 0x7fe68c15a530 2023-09-21T11:17:07.919 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.880+0000 7fe67affd700 1 -- 172.21.15.79:0/3247199249 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe680011ca0 con 0x7fe68c15a530 2023-09-21T11:17:07.919 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.880+0000 7fba82ed1700 1 -- 172.21.15.79:0/3087688624 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba7c06f0a0 con 0x7fba7c0c51e0 2023-09-21T11:17:07.920 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.881+0000 7fe690d7d700 1 -- 172.21.15.79:0/3247199249 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe68c0c7510 con 0x7fe68c15a530 2023-09-21T11:17:07.920 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.881+0000 7fe690d7d700 1 -- 172.21.15.79:0/3247199249 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe68c1e63b0 con 0x7fe68c15a530 2023-09-21T11:17:07.920 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.882+0000 7fe690d7d700 1 -- 172.21.15.79:0/3247199249 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe68c1e65a0 con 0x7fe68c15a530 2023-09-21T11:17:07.921 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.884+0000 7fc05fb43700 1 -- 172.21.15.79:0/986222412 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0400052f0 con 0x7fc058072820 2023-09-21T11:17:07.921 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.884+0000 7f26a27fc700 1 -- 172.21.15.79:0/849621706 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f26a8055110 con 0x7f26ac072820 2023-09-21T11:17:07.921 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.886+0000 7fc04e7fc700 1 -- 172.21.15.79:0/986222412 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fc048003a20 con 0x7fc058072820 2023-09-21T11:17:07.922 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.886+0000 7fc04e7fc700 1 --2- 172.21.15.79:0/986222412 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc03c06a650 0x7fc03c06cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.922 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.886+0000 7fc04e7fc700 1 -- 172.21.15.79:0/986222412 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc048088390 con 0x7fc058072820 2023-09-21T11:17:07.922 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.887+0000 7fba797fa700 1 -- 172.21.15.79:0/3087688624 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fba7c06f0a0 con 0x7fba7c0c51e0 2023-09-21T11:17:07.923 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.887+0000 7fc05d8df700 1 --2- 172.21.15.79:0/986222412 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc03c06a650 0x7fc03c06cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.923 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.888+0000 7fc05d8df700 1 --2- 172.21.15.79:0/986222412 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc03c06a650 0x7fc03c06cb10 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc0580ae750 tx=0x7fc050008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.923 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.889+0000 7fc04e7fc700 1 -- 172.21.15.79:0/986222412 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fc048053980 con 0x7fc058072820 2023-09-21T11:17:07.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.896+0000 7fe67affd700 1 -- 172.21.15.79:0/3247199249 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fe68001c460 con 0x7fe68c15a530 2023-09-21T11:17:07.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.896+0000 7fe67affd700 1 --2- 172.21.15.79:0/3247199249 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe66c06a650 0x7fe66c06cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.896+0000 7fe67affd700 1 -- 172.21.15.79:0/3247199249 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe680089330 con 0x7fe68c15a530 2023-09-21T11:17:07.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.897+0000 7fe68a59c700 1 --2- 172.21.15.79:0/3247199249 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe66c06a650 0x7fe66c06cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.898+0000 7fe68a59c700 1 --2- 172.21.15.79:0/3247199249 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe66c06a650 0x7fe66c06cb10 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe68c1e57a0 tx=0x7fe67c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.898+0000 7fe67affd700 1 -- 172.21.15.79:0/3247199249 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fe680054890 con 0x7fe68c15a530 2023-09-21T11:17:07.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.927+0000 7f6ab06ec700 1 Processor -- start 2023-09-21T11:17:07.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.927+0000 7f6ab06ec700 1 -- start start 2023-09-21T11:17:07.927 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.928+0000 7f6ab06ec700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f6aa80cfd70 0x7f6aa81599b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.927 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.928+0000 7f6ab06ec700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f6aa8072820 0x7f6aa8070c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.927 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.928+0000 7f6ab06ec700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6aa8159ef0 con 0x7f6aa8071170 2023-09-21T11:17:07.927 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.928+0000 7f6ab06ec700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6aa8071780 con 0x7f6aa80cfd70 2023-09-21T11:17:07.927 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.928+0000 7f6ab06ec700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6aa8071a60 con 0x7f6aa8072820 2023-09-21T11:17:07.928 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.929+0000 7f6aae488700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f6aa80cfd70 0x7f6aa81599b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.928 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.929+0000 7f6aae488700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f6aa80cfd70 0x7f6aa81599b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53728/0 (socket says 172.21.15.79:53728) 2023-09-21T11:17:07.928 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.929+0000 7f6aae488700 1 -- 172.21.15.79:0/1986970490 learned_addr learned my addr 172.21.15.79:0/1986970490 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:07.928 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.929+0000 7f6aae488700 1 -- 172.21.15.79:0/1986970490 >> v2:172.21.15.134:3300/0 conn(0x7f6aa8072820 msgr2=0x7f6aa8070c30 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-09-21T11:17:07.928 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.929+0000 7f6aae488700 1 --2- 172.21.15.79:0/1986970490 >> v2:172.21.15.134:3300/0 conn(0x7f6aa8072820 0x7f6aa8070c30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.929 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.929+0000 7f6aae488700 1 -- 172.21.15.79:0/1986970490 >> v1:172.21.15.134:6789/0 conn(0x7f6aa8071170 legacy=0x7f6aa806c7b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-21T11:17:07.929 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.929+0000 7f6aae488700 1 -- 172.21.15.79:0/1986970490 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6aa8071d40 con 0x7f6aa80cfd70 2023-09-21T11:17:07.929 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.930+0000 7f6aae488700 1 --2- 172.21.15.79:0/1986970490 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6aa80cfd70 0x7f6aa81599b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f6aa806d6f0 tx=0x7f6aa4009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d91e33b93757e75 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.929 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.931+0000 7f6aad486700 1 -- 172.21.15.79:0/1986970490 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6aa4004230 con 0x7f6aa80cfd70 2023-09-21T11:17:07.929 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.931+0000 7f6aad486700 1 -- 172.21.15.79:0/1986970490 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6aa4004390 con 0x7f6aa80cfd70 2023-09-21T11:17:07.929 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.931+0000 7f6aad486700 1 -- 172.21.15.79:0/1986970490 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6aa40036a0 con 0x7f6aa80cfd70 2023-09-21T11:17:07.930 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.932+0000 7f6ab06ec700 1 -- 172.21.15.79:0/1986970490 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6aa80cfd70 msgr2=0x7f6aa81599b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.930 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.932+0000 7f6ab06ec700 1 --2- 172.21.15.79:0/1986970490 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6aa80cfd70 0x7f6aa81599b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f6aa806d6f0 tx=0x7f6aa4009bd0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.930 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.932+0000 7f6ab06ec700 1 -- 172.21.15.79:0/1986970490 shutdown_connections 2023-09-21T11:17:07.930 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.932+0000 7f6ab06ec700 1 --2- 172.21.15.79:0/1986970490 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6aa80cfd70 0x7f6aa81599b0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.930 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.932+0000 7f6ab06ec700 1 --2- 172.21.15.79:0/1986970490 >> v2:172.21.15.134:3300/0 conn(0x7f6aa8072820 0x7f6aa8070c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.930 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.932+0000 7f6ab06ec700 1 -- 172.21.15.79:0/1986970490 >> 172.21.15.79:0/1986970490 conn(0x7f6aa80cf250 msgr2=0x7f6aa80cf660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:07.931 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.934+0000 7f6ab06ec700 1 -- 172.21.15.79:0/1986970490 shutdown_connections 2023-09-21T11:17:07.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.934+0000 7f6ab06ec700 1 -- 172.21.15.79:0/1986970490 wait complete. 2023-09-21T11:17:07.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.936+0000 7f6ab06ec700 1 Processor -- start 2023-09-21T11:17:07.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.936+0000 7f6ab06ec700 1 -- start start 2023-09-21T11:17:07.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.937+0000 7f6ab06ec700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6aa8071170 0x7f6aa80c6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.937+0000 7f6ab06ec700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6aa8072820 0x7f6aa815ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.937+0000 7f6ab06ec700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6aa80cfd70 0x7f6aa81457e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.937+0000 7f6ab06ec700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6aa815cec0 con 0x7f6aa80cfd70 2023-09-21T11:17:07.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.937+0000 7f6ab06ec700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6aa8145d20 con 0x7f6aa8072820 2023-09-21T11:17:07.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.937+0000 7f6ab06ec700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6aa814d0e0 con 0x7f6aa8071170 2023-09-21T11:17:07.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.938+0000 7f6aaec89700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6aa80cfd70 0x7f6aa81457e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.938+0000 7f6aaec89700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6aa80cfd70 0x7f6aa81457e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53736/0 (socket says 172.21.15.79:53736) 2023-09-21T11:17:07.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.938+0000 7f6aaec89700 1 -- 172.21.15.79:0/3816641956 learned_addr learned my addr 172.21.15.79:0/3816641956 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:07.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.938+0000 7f6aaec89700 1 -- 172.21.15.79:0/3816641956 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6aa8071170 msgr2=0x7f6aa80c6320 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-09-21T11:17:07.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.938+0000 7f6aaec89700 1 --2- 172.21.15.79:0/3816641956 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6aa8071170 0x7f6aa80c6320 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.938+0000 7f6aaec89700 1 -- 172.21.15.79:0/3816641956 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6aa8072820 msgr2=0x7f6aa815ad30 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-09-21T11:17:07.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.938+0000 7f6aaec89700 1 --2- 172.21.15.79:0/3816641956 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6aa8072820 0x7f6aa815ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.938+0000 7f6aaec89700 1 -- 172.21.15.79:0/3816641956 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6aa4009550 con 0x7f6aa80cfd70 2023-09-21T11:17:07.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.939+0000 7f6aaec89700 1 --2- 172.21.15.79:0/3816641956 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6aa80cfd70 0x7f6aa81457e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f6a9800b3f0 tx=0x7f6a9800b7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.939+0000 7f6a9effd700 1 -- 172.21.15.79:0/3816641956 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a98011830 con 0x7f6aa80cfd70 2023-09-21T11:17:07.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.939+0000 7f6a9effd700 1 -- 172.21.15.79:0/3816641956 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a980119b0 con 0x7f6aa80cfd70 2023-09-21T11:17:07.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.939+0000 7f6a9effd700 1 -- 172.21.15.79:0/3816641956 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a98011d60 con 0x7f6aa80cfd70 2023-09-21T11:17:07.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.939+0000 7f6ab06ec700 1 -- 172.21.15.79:0/3816641956 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6aa814d3c0 con 0x7f6aa80cfd70 2023-09-21T11:17:07.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.939+0000 7f6ab06ec700 1 -- 172.21.15.79:0/3816641956 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6aa814d980 con 0x7f6aa80cfd70 2023-09-21T11:17:07.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.941+0000 7f6ab06ec700 1 -- 172.21.15.79:0/3816641956 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6aa814dba0 con 0x7f6aa80cfd70 2023-09-21T11:17:07.937 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.941+0000 7ffa1ae62700 1 Processor -- start 2023-09-21T11:17:07.937 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.941+0000 7ffa1ae62700 1 -- start start 2023-09-21T11:17:07.937 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.943+0000 7ffa1ae62700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7ffa14072820 0x7ffa1406c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.938 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.943+0000 7ffa1ae62700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa1406ccf0 0x7ffa140cd150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.938 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.943+0000 7ffa1ae62700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa14071780 con 0x7ffa14159a40 2023-09-21T11:17:07.938 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.943+0000 7ffa1ae62700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa1406d180 con 0x7ffa14072820 2023-09-21T11:17:07.938 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.943+0000 7ffa1ae62700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa14071a60 con 0x7ffa1406ccf0 2023-09-21T11:17:07.938 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.943+0000 7ffa13fff700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7ffa14072820 0x7ffa1406c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.939 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.943+0000 7ffa13fff700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7ffa14072820 0x7ffa1406c7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53738/0 (socket says 172.21.15.79:53738) 2023-09-21T11:17:07.939 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.943+0000 7ffa13fff700 1 -- 172.21.15.79:0/2924102686 learned_addr learned my addr 172.21.15.79:0/2924102686 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:07.939 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.944+0000 7ffa13fff700 1 -- 172.21.15.79:0/2924102686 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa1406ccf0 msgr2=0x7ffa140cd150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:07.939 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.944+0000 7ffa13fff700 1 --2- 172.21.15.79:0/2924102686 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa1406ccf0 0x7ffa140cd150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.939 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.944+0000 7ffa13fff700 1 -- 172.21.15.79:0/2924102686 >> v1:172.21.15.134:6789/0 conn(0x7ffa14159a40 legacy=0x7ffa14070c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:07.939 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.944+0000 7ffa13fff700 1 -- 172.21.15.79:0/2924102686 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa14071d40 con 0x7ffa14072820 2023-09-21T11:17:07.940 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.944+0000 7ffa13fff700 1 --2- 172.21.15.79:0/2924102686 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa14072820 0x7ffa1406c7b0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ffa080088f0 tx=0x7ffa0800d330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=905e5fa10639672b server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.940 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.946+0000 7ffa137fe700 1 -- 172.21.15.79:0/2924102686 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa08010070 con 0x7ffa14072820 2023-09-21T11:17:07.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.946+0000 7f6a9effd700 1 -- 172.21.15.79:0/3816641956 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f6a9801a400 con 0x7f6aa80cfd70 2023-09-21T11:17:07.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.947+0000 7f6a9effd700 1 --2- 172.21.15.79:0/3816641956 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6a9406a7b0 0x7f6a9406cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.947+0000 7f6a9effd700 1 -- 172.21.15.79:0/3816641956 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6a98088f60 con 0x7f6aa80cfd70 2023-09-21T11:17:07.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.947+0000 7f6aae488700 1 --2- 172.21.15.79:0/3816641956 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6a9406a7b0 0x7f6a9406cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.948+0000 7f6aae488700 1 --2- 172.21.15.79:0/3816641956 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6a9406a7b0 0x7f6a9406cc70 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6aa4009c10 tx=0x7f6aa4008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.943 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.951+0000 7f6a9effd700 1 -- 172.21.15.79:0/3816641956 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f6a980b59b0 con 0x7f6aa80cfd70 2023-09-21T11:17:07.943 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.951+0000 7ffa137fe700 1 -- 172.21.15.79:0/2924102686 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa0800da40 con 0x7ffa14072820 2023-09-21T11:17:07.944 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.951+0000 7ffa137fe700 1 -- 172.21.15.79:0/2924102686 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa0800ddb0 con 0x7ffa14072820 2023-09-21T11:17:07.944 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.952+0000 7ffa1ae62700 1 -- 172.21.15.79:0/2924102686 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa14072820 msgr2=0x7ffa1406c7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.944 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.952+0000 7ffa1ae62700 1 --2- 172.21.15.79:0/2924102686 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa14072820 0x7ffa1406c7b0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ffa080088f0 tx=0x7ffa0800d330 comp rx=0 tx=0).stop 2023-09-21T11:17:07.945 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.952+0000 7ffa1ae62700 1 -- 172.21.15.79:0/2924102686 shutdown_connections 2023-09-21T11:17:07.945 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.952+0000 7ffa1ae62700 1 --2- 172.21.15.79:0/2924102686 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa1406ccf0 0x7ffa140cd150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.945 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.952+0000 7ffa1ae62700 1 --2- 172.21.15.79:0/2924102686 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa14072820 0x7ffa1406c7b0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.945 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.952+0000 7ffa1ae62700 1 -- 172.21.15.79:0/2924102686 >> 172.21.15.79:0/2924102686 conn(0x7ffa140cf250 msgr2=0x7ffa140cf660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:07.945 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.953+0000 7ffa1ae62700 1 -- 172.21.15.79:0/2924102686 shutdown_connections 2023-09-21T11:17:07.946 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.953+0000 7ffa1ae62700 1 -- 172.21.15.79:0/2924102686 wait complete. 2023-09-21T11:17:07.946 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.955+0000 7ffa1ae62700 1 Processor -- start 2023-09-21T11:17:07.948 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.955+0000 7ffa1ae62700 1 -- start start 2023-09-21T11:17:07.948 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.956+0000 7ffa1ae62700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffa1406ccf0 0x7ffa1415a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.949 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.956+0000 7ffa1ae62700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa14072820 0x7ffa1415a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.949 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.956+0000 7ffa1ae62700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa14159a40 0x7ffa1415adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.949 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.956+0000 7ffa1ae62700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa140b2a10 con 0x7ffa14159a40 2023-09-21T11:17:07.949 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.956+0000 7ffa1ae62700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa14157c50 con 0x7ffa1406ccf0 2023-09-21T11:17:07.949 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.956+0000 7ffa1ae62700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa140c5fb0 con 0x7ffa14072820 2023-09-21T11:17:07.950 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.957+0000 7ffa193ff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa14159a40 0x7ffa1415adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.950 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.957+0000 7ffa193ff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa14159a40 0x7ffa1415adc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53748/0 (socket says 172.21.15.79:53748) 2023-09-21T11:17:07.950 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.957+0000 7ffa193ff700 1 -- 172.21.15.79:0/1353642382 learned_addr learned my addr 172.21.15.79:0/1353642382 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:07.951 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.958+0000 7ffa193ff700 1 -- 172.21.15.79:0/1353642382 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa14072820 msgr2=0x7ffa1415a880 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-09-21T11:17:07.951 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.958+0000 7ffa193ff700 1 --2- 172.21.15.79:0/1353642382 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa14072820 0x7ffa1415a880 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.951 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.958+0000 7ffa193ff700 1 -- 172.21.15.79:0/1353642382 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffa1406ccf0 msgr2=0x7ffa1415a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:07.951 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.958+0000 7ffa193ff700 1 --2- 172.21.15.79:0/1353642382 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffa1406ccf0 0x7ffa1415a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:07.951 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.958+0000 7ffa193ff700 1 -- 172.21.15.79:0/1353642382 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa080085d0 con 0x7ffa14159a40 2023-09-21T11:17:07.951 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.958+0000 7ffa193ff700 1 --2- 172.21.15.79:0/1353642382 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa14159a40 0x7ffa1415adc0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ffa0c00b970 tx=0x7ffa0c00bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.952 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.959+0000 7ffa117fa700 1 -- 172.21.15.79:0/1353642382 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa0c00c9b0 con 0x7ffa14159a40 2023-09-21T11:17:07.953 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.960+0000 7ffa117fa700 1 -- 172.21.15.79:0/1353642382 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa0c00cb30 con 0x7ffa14159a40 2023-09-21T11:17:07.953 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.960+0000 7ffa117fa700 1 -- 172.21.15.79:0/1353642382 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa0c014440 con 0x7ffa14159a40 2023-09-21T11:17:07.954 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.960+0000 7ffa1ae62700 1 -- 172.21.15.79:0/1353642382 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa140b20e0 con 0x7ffa14159a40 2023-09-21T11:17:07.954 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.960+0000 7ffa1ae62700 1 -- 172.21.15.79:0/1353642382 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa140b26a0 con 0x7ffa14159a40 2023-09-21T11:17:07.956 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.963+0000 7ffa117fa700 1 -- 172.21.15.79:0/1353642382 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7ffa0c01d3b0 con 0x7ffa14159a40 2023-09-21T11:17:07.956 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.964+0000 7ffa117fa700 1 --2- 172.21.15.79:0/1353642382 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff9fc06a7b0 0x7ff9fc06cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:07.956 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.964+0000 7ffa117fa700 1 -- 172.21.15.79:0/1353642382 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ffa0c006e40 con 0x7ffa14159a40 2023-09-21T11:17:07.957 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.966+0000 7ffa18bfe700 1 --2- 172.21.15.79:0/1353642382 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff9fc06a7b0 0x7ff9fc06cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:07.958 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.966+0000 7ffa18bfe700 1 --2- 172.21.15.79:0/1353642382 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff9fc06a7b0 0x7ff9fc06cc70 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ffa040096d0 tx=0x7ffa04006c30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:07.958 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.967+0000 7ffa1ae62700 1 -- 172.21.15.79:0/1353642382 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9f40052f0 con 0x7ffa14159a40 2023-09-21T11:17:07.968 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:07.976+0000 7ffa117fa700 1 -- 172.21.15.79:0/1353642382 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7ffa0c053dc0 con 0x7ffa14159a40 2023-09-21T11:17:08.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.240+0000 7fb994072700 1 -- 172.21.15.79:0/66660470 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fb9740055a0 con 0x7fb98c16a360 2023-09-21T11:17:08.233 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.241+0000 7fb9827fc700 1 -- 172.21.15.79:0/66660470 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb98401a020 con 0x7fb98c16a360 2023-09-21T11:17:08.236 INFO:teuthology.orchestra.run.smithi079.stdout:55834574855 2023-09-21T11:17:08.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.245+0000 7fb994072700 1 -- 172.21.15.79:0/66660470 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fb97006a650 msgr2=0x7fb97006cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.245+0000 7fb994072700 1 --2- 172.21.15.79:0/66660470 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fb97006a650 0x7fb97006cb10 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fb98c0aeb50 tx=0x7fb988006be0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.245+0000 7fb994072700 1 -- 172.21.15.79:0/66660470 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb98c16a360 msgr2=0x7fb98c0c8a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.245+0000 7fb994072700 1 --2- 172.21.15.79:0/66660470 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb98c16a360 0x7fb98c0c8a50 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fb98400cf20 tx=0x7fb98400a340 comp rx=0 tx=0).stop 2023-09-21T11:17:08.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.245+0000 7fb994072700 1 -- 172.21.15.79:0/66660470 shutdown_connections 2023-09-21T11:17:08.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.245+0000 7fb994072700 1 --2- 172.21.15.79:0/66660470 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb98c16a360 0x7fb98c0c8a50 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.245+0000 7fb994072700 1 --2- 172.21.15.79:0/66660470 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fb97006a650 0x7fb97006cb10 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.245+0000 7fb994072700 1 --2- 172.21.15.79:0/66660470 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb98c06cec0 0x7fb98c0c3790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.245+0000 7fb994072700 1 --2- 172.21.15.79:0/66660470 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb98c0cd150 0x7fb98c16c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.245+0000 7fb994072700 1 -- 172.21.15.79:0/66660470 >> 172.21.15.79:0/66660470 conn(0x7fb98c0cf250 msgr2=0x7fb98c0afd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:08.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.246+0000 7fb994072700 1 -- 172.21.15.79:0/66660470 shutdown_connections 2023-09-21T11:17:08.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.246+0000 7fb994072700 1 -- 172.21.15.79:0/66660470 wait complete. 2023-09-21T11:17:08.255 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574855 for osd.1 2023-09-21T11:17:08.256 DEBUG:teuthology.parallel:result is None 2023-09-21T11:17:08.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.276+0000 7f0e5bab4700 1 -- 172.21.15.79:0/686191412 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f0e540b2430 con 0x7f0e541546b0 2023-09-21T11:17:08.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.277+0000 7f0e4a7fc700 1 -- 172.21.15.79:0/686191412 <== mon.1 v2:172.21.15.134:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f0e540b2430 con 0x7f0e541546b0 2023-09-21T11:17:08.269 INFO:teuthology.orchestra.run.smithi079.stdout:55834574858 2023-09-21T11:17:08.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.280+0000 7f26b3de8700 1 -- 172.21.15.79:0/849621706 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f26ac04eae0 con 0x7f26ac072820 2023-09-21T11:17:08.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.280+0000 7f0e5bab4700 1 -- 172.21.15.79:0/686191412 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0e3806a5d0 msgr2=0x7f0e3806ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.280+0000 7f0e5bab4700 1 --2- 172.21.15.79:0/686191412 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0e3806a5d0 0x7f0e3806ca90 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0e50005160 tx=0x7f0e50007000 comp rx=0 tx=0).stop 2023-09-21T11:17:08.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.280+0000 7f0e5bab4700 1 -- 172.21.15.79:0/686191412 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e541546b0 msgr2=0x7f0e541f73a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.280+0000 7f0e5bab4700 1 --2- 172.21.15.79:0/686191412 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e541546b0 0x7f0e541f73a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0e4c005960 tx=0x7f0e4c00a550 comp rx=0 tx=0).stop 2023-09-21T11:17:08.273 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.280+0000 7f26a27fc700 1 -- 172.21.15.79:0/849621706 <== mon.2 v2:172.21.15.134:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f26a8028030 con 0x7f26ac072820 2023-09-21T11:17:08.273 INFO:teuthology.orchestra.run.smithi079.stdout:55834574854 2023-09-21T11:17:08.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.282+0000 7f0e5bab4700 1 -- 172.21.15.79:0/686191412 shutdown_connections 2023-09-21T11:17:08.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.282+0000 7f0e5bab4700 1 --2- 172.21.15.79:0/686191412 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0e3806a5d0 0x7f0e3806ca90 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.282+0000 7f0e5bab4700 1 --2- 172.21.15.79:0/686191412 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e540b49b0 0x7f0e540c7910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.282+0000 7f0e5bab4700 1 --2- 172.21.15.79:0/686191412 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e541546b0 0x7f0e541f73a0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.282+0000 7f0e5bab4700 1 --2- 172.21.15.79:0/686191412 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e541f78e0 0x7f0e540b4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.275 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.282+0000 7f0e5bab4700 1 -- 172.21.15.79:0/686191412 >> 172.21.15.79:0/686191412 conn(0x7f0e540cf250 msgr2=0x7f0e540cd150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:08.275 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.283+0000 7f26b3de8700 1 -- 172.21.15.79:0/849621706 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f269006a550 msgr2=0x7f269006ca10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.276 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.283+0000 7f26b3de8700 1 --2- 172.21.15.79:0/849621706 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f269006a550 0x7f269006ca10 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f26a4004f90 tx=0x7f26a4009040 comp rx=0 tx=0).stop 2023-09-21T11:17:08.276 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.283+0000 7f26b3de8700 1 -- 172.21.15.79:0/849621706 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f26ac072820 msgr2=0x7f26ac155500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.276 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.283+0000 7f26b3de8700 1 --2- 172.21.15.79:0/849621706 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f26ac072820 0x7f26ac155500 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f26a8018000 tx=0x7f26a8004750 comp rx=0 tx=0).stop 2023-09-21T11:17:08.276 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.283+0000 7f26b3de8700 1 -- 172.21.15.79:0/849621706 shutdown_connections 2023-09-21T11:17:08.276 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.283+0000 7f26b3de8700 1 --2- 172.21.15.79:0/849621706 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f26ac159a40 0x7f26ac15bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.283+0000 7f26b3de8700 1 --2- 172.21.15.79:0/849621706 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f26ac06ccf0 0x7f26ac0c7b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.283+0000 7f26b3de8700 1 --2- 172.21.15.79:0/849621706 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f269006a550 0x7f269006ca10 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.283+0000 7f26b3de8700 1 --2- 172.21.15.79:0/849621706 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f26ac072820 0x7f26ac155500 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.283+0000 7f26b3de8700 1 -- 172.21.15.79:0/849621706 >> 172.21.15.79:0/849621706 conn(0x7f26ac0cf250 msgr2=0x7f26ac1565e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:08.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.284+0000 7f26b3de8700 1 -- 172.21.15.79:0/849621706 shutdown_connections 2023-09-21T11:17:08.278 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.284+0000 7f26b3de8700 1 -- 172.21.15.79:0/849621706 wait complete. 2023-09-21T11:17:08.279 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.288+0000 7f0e5bab4700 1 -- 172.21.15.79:0/686191412 shutdown_connections 2023-09-21T11:17:08.280 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.288+0000 7f0e5bab4700 1 -- 172.21.15.79:0/686191412 wait complete. 2023-09-21T11:17:08.289 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574854 for osd.7 2023-09-21T11:17:08.289 DEBUG:teuthology.parallel:result is None 2023-09-21T11:17:08.290 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.298+0000 7fba82ed1700 1 -- 172.21.15.79:0/3087688624 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7fba7c06f0a0 con 0x7fba7c0c51e0 2023-09-21T11:17:08.290 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.298+0000 7fba797fa700 1 -- 172.21.15.79:0/3087688624 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fba7c06f0a0 con 0x7fba7c0c51e0 2023-09-21T11:17:08.290 INFO:teuthology.orchestra.run.smithi079.stdout:55834574855 2023-09-21T11:17:08.291 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.299+0000 7fc05fb43700 1 -- 172.21.15.79:0/986222412 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fc040005870 con 0x7fc058072820 2023-09-21T11:17:08.291 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.300+0000 7fc04e7fc700 1 -- 172.21.15.79:0/986222412 <== mon.2 v2:172.21.15.134:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fc048017020 con 0x7fc058072820 2023-09-21T11:17:08.292 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.301+0000 7fba82ed1700 1 -- 172.21.15.79:0/3087688624 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fba6006a580 msgr2=0x7fba6006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.292 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.301+0000 7fba82ed1700 1 --2- 172.21.15.79:0/3087688624 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fba6006a580 0x7fba6006ca40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fba7c1f6a50 tx=0x7fba68008040 comp rx=0 tx=0).stop 2023-09-21T11:17:08.293 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.301+0000 7fba82ed1700 1 -- 172.21.15.79:0/3087688624 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fba7c0c51e0 msgr2=0x7fba7c1343e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.293 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.301+0000 7fba82ed1700 1 --2- 172.21.15.79:0/3087688624 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fba7c0c51e0 0x7fba7c1343e0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fba7c06d4b0 tx=0x7fba7400cd50 comp rx=0 tx=0).stop 2023-09-21T11:17:08.293 INFO:teuthology.orchestra.run.smithi079.stdout:55834574854 2023-09-21T11:17:08.294 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.302+0000 7fba82ed1700 1 -- 172.21.15.79:0/3087688624 shutdown_connections 2023-09-21T11:17:08.294 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.302+0000 7fba82ed1700 1 --2- 172.21.15.79:0/3087688624 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fba7c0c51e0 0x7fba7c1343e0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.294 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.302+0000 7fba82ed1700 1 --2- 172.21.15.79:0/3087688624 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba7c0c9850 0x7fba7c0c6360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.294 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.302+0000 7fba82ed1700 1 --2- 172.21.15.79:0/3087688624 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fba6006a580 0x7fba6006ca40 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.295 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.302+0000 7fba82ed1700 1 --2- 172.21.15.79:0/3087688624 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba7c06ecc0 0x7fba7c0c4ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.295 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.302+0000 7fba82ed1700 1 -- 172.21.15.79:0/3087688624 >> 172.21.15.79:0/3087688624 conn(0x7fba7c0cc600 msgr2=0x7fba7c0afee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:08.296 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.303+0000 7fc05fb43700 1 -- 172.21.15.79:0/986222412 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc03c06a650 msgr2=0x7fc03c06cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.296 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.303+0000 7fc05fb43700 1 --2- 172.21.15.79:0/986222412 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc03c06a650 0x7fc03c06cb10 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc0580ae750 tx=0x7fc050008040 comp rx=0 tx=0).stop 2023-09-21T11:17:08.296 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.303+0000 7fc05fb43700 1 -- 172.21.15.79:0/986222412 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc058072820 msgr2=0x7fc0580c1ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.296 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.303+0000 7fc05fb43700 1 --2- 172.21.15.79:0/986222412 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc058072820 0x7fc0580c1ee0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fc04800c520 tx=0x7fc04800c830 comp rx=0 tx=0).stop 2023-09-21T11:17:08.296 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.303+0000 7fc05fb43700 1 -- 172.21.15.79:0/986222412 shutdown_connections 2023-09-21T11:17:08.297 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.303+0000 7fc05fb43700 1 --2- 172.21.15.79:0/986222412 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc058159a40 0x7fc0581f6930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.297 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.303+0000 7fc05fb43700 1 --2- 172.21.15.79:0/986222412 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc05806cec0 0x7fc058159fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.297 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.303+0000 7fc05fb43700 1 --2- 172.21.15.79:0/986222412 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc03c06a650 0x7fc03c06cb10 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.297 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.303+0000 7fc05fb43700 1 --2- 172.21.15.79:0/986222412 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc058072820 0x7fc0580c1ee0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.297 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.303+0000 7fc05fb43700 1 -- 172.21.15.79:0/986222412 >> 172.21.15.79:0/986222412 conn(0x7fc0580cf250 msgr2=0x7fc0580ca0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:08.298 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.303+0000 7fc05fb43700 1 -- 172.21.15.79:0/986222412 shutdown_connections 2023-09-21T11:17:08.298 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.303+0000 7fc05fb43700 1 -- 172.21.15.79:0/986222412 wait complete. 2023-09-21T11:17:08.298 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.307+0000 7fba82ed1700 1 -- 172.21.15.79:0/3087688624 shutdown_connections 2023-09-21T11:17:08.299 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.307+0000 7fba82ed1700 1 -- 172.21.15.79:0/3087688624 wait complete. 2023-09-21T11:17:08.299 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.308+0000 7fe690d7d700 1 -- 172.21.15.79:0/3247199249 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7fe68c04eae0 con 0x7fe68c15a530 2023-09-21T11:17:08.300 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574858 for osd.5 2023-09-21T11:17:08.301 DEBUG:teuthology.parallel:result is None 2023-09-21T11:17:08.301 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.310+0000 7fe67affd700 1 -- 172.21.15.79:0/3247199249 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe680057eb0 con 0x7fe68c15a530 2023-09-21T11:17:08.302 INFO:teuthology.orchestra.run.smithi079.stdout:55834574856 2023-09-21T11:17:08.304 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.312+0000 7fe690d7d700 1 -- 172.21.15.79:0/3247199249 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe66c06a650 msgr2=0x7fe66c06cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.304 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.312+0000 7fe690d7d700 1 --2- 172.21.15.79:0/3247199249 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe66c06a650 0x7fe66c06cb10 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe68c1e57a0 tx=0x7fe67c008040 comp rx=0 tx=0).stop 2023-09-21T11:17:08.304 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.312+0000 7fe690d7d700 1 -- 172.21.15.79:0/3247199249 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe68c15a530 msgr2=0x7fe68c14d8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.305 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.312+0000 7fe690d7d700 1 --2- 172.21.15.79:0/3247199249 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe68c15a530 0x7fe68c14d8b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fe68000c450 tx=0x7fe68000c810 comp rx=0 tx=0).stop 2023-09-21T11:17:08.305 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.312+0000 7fe690d7d700 1 -- 172.21.15.79:0/3247199249 shutdown_connections 2023-09-21T11:17:08.305 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.312+0000 7fe690d7d700 1 --2- 172.21.15.79:0/3247199249 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe68c15a530 0x7fe68c14d8b0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.305 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.312+0000 7fe690d7d700 1 --2- 172.21.15.79:0/3247199249 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe68c0cff50 0x7fe68c14df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.305 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.312+0000 7fe690d7d700 1 --2- 172.21.15.79:0/3247199249 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe66c06a650 0x7fe66c06cb10 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.306 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.312+0000 7fe690d7d700 1 --2- 172.21.15.79:0/3247199249 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe68c1598c0 0x7fe68c1e7dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.306 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.312+0000 7fe690d7d700 1 -- 172.21.15.79:0/3247199249 >> 172.21.15.79:0/3247199249 conn(0x7fe68c06a9e0 msgr2=0x7fe68c0cc040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:08.306 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.312+0000 7fe690d7d700 1 -- 172.21.15.79:0/3247199249 shutdown_connections 2023-09-21T11:17:08.306 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.312+0000 7fe690d7d700 1 -- 172.21.15.79:0/3247199249 wait complete. 2023-09-21T11:17:08.312 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574854 for osd.2 2023-09-21T11:17:08.313 DEBUG:teuthology.parallel:result is None 2023-09-21T11:17:08.317 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574855 for osd.3 2023-09-21T11:17:08.318 DEBUG:teuthology.parallel:result is None 2023-09-21T11:17:08.318 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574856 for osd.6 2023-09-21T11:17:08.319 DEBUG:teuthology.parallel:result is None 2023-09-21T11:17:08.346 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.354+0000 7f6ab06ec700 1 -- 172.21.15.79:0/3816641956 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f6aa80aeae0 con 0x7f6aa80cfd70 2023-09-21T11:17:08.346 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.355+0000 7f6a9effd700 1 -- 172.21.15.79:0/3816641956 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f6a98054550 con 0x7f6aa80cfd70 2023-09-21T11:17:08.347 INFO:teuthology.orchestra.run.smithi079.stdout:55834574855 2023-09-21T11:17:08.350 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.358+0000 7f6ab06ec700 1 -- 172.21.15.79:0/3816641956 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6a9406a7b0 msgr2=0x7f6a9406cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.350 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.358+0000 7f6ab06ec700 1 --2- 172.21.15.79:0/3816641956 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6a9406a7b0 0x7f6a9406cc70 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6aa4009c10 tx=0x7f6aa4008030 comp rx=0 tx=0).stop 2023-09-21T11:17:08.350 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.358+0000 7f6ab06ec700 1 -- 172.21.15.79:0/3816641956 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6aa80cfd70 msgr2=0x7f6aa81457e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.350 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.358+0000 7f6ab06ec700 1 --2- 172.21.15.79:0/3816641956 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6aa80cfd70 0x7f6aa81457e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f6a9800b3f0 tx=0x7f6a9800b7b0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.350 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.358+0000 7f6ab06ec700 1 -- 172.21.15.79:0/3816641956 shutdown_connections 2023-09-21T11:17:08.351 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.358+0000 7f6ab06ec700 1 --2- 172.21.15.79:0/3816641956 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6aa80cfd70 0x7f6aa81457e0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.351 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.358+0000 7f6ab06ec700 1 --2- 172.21.15.79:0/3816641956 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6a9406a7b0 0x7f6a9406cc70 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.351 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.358+0000 7f6ab06ec700 1 --2- 172.21.15.79:0/3816641956 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6aa8071170 0x7f6aa80c6320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.351 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.358+0000 7f6ab06ec700 1 --2- 172.21.15.79:0/3816641956 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6aa8072820 0x7f6aa815ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.351 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.358+0000 7f6ab06ec700 1 -- 172.21.15.79:0/3816641956 >> 172.21.15.79:0/3816641956 conn(0x7f6aa80cf250 msgr2=0x7f6aa814f7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:08.352 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.358+0000 7f6ab06ec700 1 -- 172.21.15.79:0/3816641956 shutdown_connections 2023-09-21T11:17:08.352 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.358+0000 7f6ab06ec700 1 -- 172.21.15.79:0/3816641956 wait complete. 2023-09-21T11:17:08.366 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574855 for osd.0 2023-09-21T11:17:08.366 DEBUG:teuthology.parallel:result is None 2023-09-21T11:17:08.367 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.376+0000 7ffa1ae62700 1 -- 172.21.15.79:0/1353642382 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7ff9f40055a0 con 0x7ffa14159a40 2023-09-21T11:17:08.368 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.376+0000 7ffa117fa700 1 -- 172.21.15.79:0/1353642382 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ffa0c019030 con 0x7ffa14159a40 2023-09-21T11:17:08.368 INFO:teuthology.orchestra.run.smithi079.stdout:55834574856 2023-09-21T11:17:08.370 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.378+0000 7ffa1ae62700 1 -- 172.21.15.79:0/1353642382 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff9fc06a7b0 msgr2=0x7ff9fc06cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.371 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.378+0000 7ffa1ae62700 1 --2- 172.21.15.79:0/1353642382 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff9fc06a7b0 0x7ff9fc06cc70 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ffa040096d0 tx=0x7ffa04006c30 comp rx=0 tx=0).stop 2023-09-21T11:17:08.371 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.378+0000 7ffa1ae62700 1 -- 172.21.15.79:0/1353642382 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa14159a40 msgr2=0x7ffa1415adc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.371 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.378+0000 7ffa1ae62700 1 --2- 172.21.15.79:0/1353642382 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa14159a40 0x7ffa1415adc0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ffa0c00b970 tx=0x7ffa0c00bd30 comp rx=0 tx=0).stop 2023-09-21T11:17:08.371 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.378+0000 7ffa1ae62700 1 -- 172.21.15.79:0/1353642382 shutdown_connections 2023-09-21T11:17:08.371 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.378+0000 7ffa1ae62700 1 --2- 172.21.15.79:0/1353642382 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa14159a40 0x7ffa1415adc0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.372 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.378+0000 7ffa1ae62700 1 --2- 172.21.15.79:0/1353642382 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffa1406ccf0 0x7ffa1415a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.372 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.378+0000 7ffa1ae62700 1 --2- 172.21.15.79:0/1353642382 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff9fc06a7b0 0x7ff9fc06cc70 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.372 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.378+0000 7ffa1ae62700 1 --2- 172.21.15.79:0/1353642382 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa14072820 0x7ffa1415a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.372 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.378+0000 7ffa1ae62700 1 -- 172.21.15.79:0/1353642382 >> 172.21.15.79:0/1353642382 conn(0x7ffa140cf250 msgr2=0x7ffa140cd150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:08.372 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.379+0000 7ffa1ae62700 1 -- 172.21.15.79:0/1353642382 shutdown_connections 2023-09-21T11:17:08.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.379+0000 7ffa1ae62700 1 -- 172.21.15.79:0/1353642382 wait complete. 2023-09-21T11:17:08.382 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574856 for osd.4 2023-09-21T11:17:08.382 DEBUG:teuthology.parallel:result is None 2023-09-21T11:17:08.383 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-09-21T11:17:08.383 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-21T11:17:08.542 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.550+0000 7fafd6a45700 1 Processor -- start 2023-09-21T11:17:08.543 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.550+0000 7fafd6a45700 1 -- start start 2023-09-21T11:17:08.546 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.551+0000 7fafd6a45700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fafd015a5a0 0x7fafd00724c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:08.546 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.551+0000 7fafd6a45700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fafd015b830 con 0x7fafd00cf9b0 2023-09-21T11:17:08.546 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.551+0000 7fafd6a45700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fafd015af00 con 0x7fafd015a980 2023-09-21T11:17:08.547 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.551+0000 7fafd6a45700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafd015b1e0 con 0x7fafd015a5a0 2023-09-21T11:17:08.547 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.551+0000 7fafd4fe2700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fafd00cf9b0 0x7fafd015e270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40120/0 (socket says 172.21.15.79:40120) 2023-09-21T11:17:08.547 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.551+0000 7fafd4fe2700 1 -- 172.21.15.79:0/2557996283 learned_addr learned my addr 172.21.15.79:0/2557996283 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:08.547 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafcffff700 1 --2- 172.21.15.79:0/2557996283 >> v2:172.21.15.134:3300/0 conn(0x7fafd015a5a0 0x7fafd00724c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:08.547 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafceffd700 1 -- 172.21.15.79:0/2557996283 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 920789479 0 0) 0x7fafd015b830 con 0x7fafd00cf9b0 2023-09-21T11:17:08.548 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafceffd700 1 -- 172.21.15.79:0/2557996283 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fafb80035b0 con 0x7fafd00cf9b0 2023-09-21T11:17:08.548 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafceffd700 1 -- 172.21.15.79:0/2557996283 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1154329218 0 0) 0x7fafb80035b0 con 0x7fafd00cf9b0 2023-09-21T11:17:08.548 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafceffd700 1 -- 172.21.15.79:0/2557996283 >> v2:172.21.15.134:3300/0 conn(0x7fafd015a5a0 msgr2=0x7fafd00724c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:08.548 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafceffd700 1 --2- 172.21.15.79:0/2557996283 >> v2:172.21.15.134:3300/0 conn(0x7fafd015a5a0 0x7fafd00724c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.548 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafceffd700 1 -- 172.21.15.79:0/2557996283 >> v1:172.21.15.134:6789/0 conn(0x7fafd015a980 legacy=0x7fafd00cf2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.549 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafceffd700 1 -- 172.21.15.79:0/2557996283 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafd015b4c0 con 0x7fafd00cf9b0 2023-09-21T11:17:08.549 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafceffd700 1 -- 172.21.15.79:0/2557996283 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7fafc80019f0 con 0x7fafd00cf9b0 2023-09-21T11:17:08.549 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafceffd700 1 -- 172.21.15.79:0/2557996283 >> v1:172.21.15.79:6789/0 conn(0x7fafd00cf9b0 legacy=0x7fafd015e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.549 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafceffd700 1 --2- 172.21.15.79:0/2557996283 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fafb8003a00 0x7fafb8003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:08.549 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafceffd700 1 --2- 172.21.15.79:0/2557996283 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fafb8004400 0x7fafb80048d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:08.550 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafceffd700 1 --2- 172.21.15.79:0/2557996283 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fafb80050d0 0x7fafb800ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:08.550 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafceffd700 1 -- 172.21.15.79:0/2557996283 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafd015b1e0 con 0x7fafb80050d0 2023-09-21T11:17:08.550 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafceffd700 1 -- 172.21.15.79:0/2557996283 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafb800c030 con 0x7fafb8004400 2023-09-21T11:17:08.550 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafceffd700 1 -- 172.21.15.79:0/2557996283 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafb800c1f0 con 0x7fafb8003a00 2023-09-21T11:17:08.550 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafd4fe2700 1 --2- 172.21.15.79:0/2557996283 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fafb80050d0 0x7fafb800ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:08.551 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafcf7fe700 1 --2- 172.21.15.79:0/2557996283 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fafb8004400 0x7fafb80048d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:08.551 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafcffff700 1 --2- 172.21.15.79:0/2557996283 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fafb8003a00 0x7fafb8003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:08.551 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafd4fe2700 1 -- 172.21.15.79:0/2557996283 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fafb8003a00 msgr2=0x7fafb8003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:08.551 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafd4fe2700 1 --2- 172.21.15.79:0/2557996283 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fafb8003a00 0x7fafb8003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.551 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafd4fe2700 1 -- 172.21.15.79:0/2557996283 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fafb8004400 msgr2=0x7fafb80048d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:08.551 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafd4fe2700 1 --2- 172.21.15.79:0/2557996283 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fafb8004400 0x7fafb80048d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.552 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafd4fe2700 1 -- 172.21.15.79:0/2557996283 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafb80035b0 con 0x7fafb80050d0 2023-09-21T11:17:08.552 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafd4fe2700 1 -- 172.21.15.79:0/2557996283 reap_dead start 2023-09-21T11:17:08.552 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.552+0000 7fafd4fe2700 1 --2- 172.21.15.79:0/2557996283 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fafb80050d0 0x7fafb800ba10 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fafc800a7d0 tx=0x7fafb8005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5f5055b9a94ba7e server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:08.552 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.553+0000 7fafceffd700 1 -- 172.21.15.79:0/2557996283 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc8012600 con 0x7fafb80050d0 2023-09-21T11:17:08.552 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.553+0000 7fafceffd700 1 -- 172.21.15.79:0/2557996283 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafc80127a0 con 0x7fafb80050d0 2023-09-21T11:17:08.553 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.553+0000 7fafceffd700 1 -- 172.21.15.79:0/2557996283 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc8012b50 con 0x7fafb80050d0 2023-09-21T11:17:08.553 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.553+0000 7fafd6a45700 1 -- 172.21.15.79:0/2557996283 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fafb80050d0 msgr2=0x7fafb800ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.553 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.553+0000 7fafd6a45700 1 --2- 172.21.15.79:0/2557996283 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fafb80050d0 0x7fafb800ba10 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fafc800a7d0 tx=0x7fafb8005880 comp rx=0 tx=0).stop 2023-09-21T11:17:08.553 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.553+0000 7fafd6a45700 1 -- 172.21.15.79:0/2557996283 shutdown_connections 2023-09-21T11:17:08.553 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.553+0000 7fafd6a45700 1 --2- 172.21.15.79:0/2557996283 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fafb80050d0 0x7fafb800ba10 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.553 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.553+0000 7fafd6a45700 1 -- 172.21.15.79:0/2557996283 >> 172.21.15.79:0/2557996283 conn(0x7fafd006dac0 msgr2=0x7fafd006ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:08.554 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.553+0000 7fafd6a45700 1 -- 172.21.15.79:0/2557996283 shutdown_connections 2023-09-21T11:17:08.554 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.553+0000 7fafd6a45700 1 -- 172.21.15.79:0/2557996283 wait complete. 2023-09-21T11:17:08.554 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.555+0000 7fafd6a45700 1 Processor -- start 2023-09-21T11:17:08.557 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.555+0000 7fafd6a45700 1 -- start start 2023-09-21T11:17:08.557 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafd6a45700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fafb80050d0 0x7fafd0159aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:08.557 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafd6a45700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fafd0152030 0x7fafd0158a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:08.557 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafd6a45700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fafd014ffd0 0x7fafd0150450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:08.557 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafd6a45700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafd01efb20 con 0x7fafd0152030 2023-09-21T11:17:08.558 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafd6a45700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafd01524b0 con 0x7fafd014ffd0 2023-09-21T11:17:08.558 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafd6a45700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafd0150990 con 0x7fafb80050d0 2023-09-21T11:17:08.558 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafcf7fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fafd0152030 0x7fafd0158a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:08.558 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafcf7fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fafd0152030 0x7fafd0158a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53766/0 (socket says 172.21.15.79:53766) 2023-09-21T11:17:08.558 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafcf7fe700 1 -- 172.21.15.79:0/27914815 learned_addr learned my addr 172.21.15.79:0/27914815 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:08.558 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafcffff700 1 --2- 172.21.15.79:0/27914815 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fafb80050d0 0x7fafd0159aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:08.559 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafd4fe2700 1 --2- 172.21.15.79:0/27914815 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fafd014ffd0 0x7fafd0150450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:08.559 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafcf7fe700 1 -- 172.21.15.79:0/27914815 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fafb80050d0 msgr2=0x7fafd0159aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.559 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafcf7fe700 1 --2- 172.21.15.79:0/27914815 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fafb80050d0 0x7fafd0159aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.559 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafcf7fe700 1 -- 172.21.15.79:0/27914815 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fafd014ffd0 msgr2=0x7fafd0150450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.559 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafcf7fe700 1 --2- 172.21.15.79:0/27914815 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fafd014ffd0 0x7fafd0150450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.560 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafcf7fe700 1 -- 172.21.15.79:0/27914815 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafd0158f80 con 0x7fafd0152030 2023-09-21T11:17:08.560 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafd4fe2700 1 --2- 172.21.15.79:0/27914815 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fafd014ffd0 0x7fafd0150450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:08.560 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafcf7fe700 1 --2- 172.21.15.79:0/27914815 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fafd0152030 0x7fafd0158a40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fafc400f840 tx=0x7fafc400fc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:08.560 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafccff9700 1 -- 172.21.15.79:0/27914815 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc40052e0 con 0x7fafd0152030 2023-09-21T11:17:08.560 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafccff9700 1 -- 172.21.15.79:0/27914815 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafc4005440 con 0x7fafd0152030 2023-09-21T11:17:08.560 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafd6a45700 1 -- 172.21.15.79:0/27914815 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafd01eeea0 con 0x7fafd0152030 2023-09-21T11:17:08.561 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafccff9700 1 -- 172.21.15.79:0/27914815 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc40038c0 con 0x7fafd0152030 2023-09-21T11:17:08.561 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.556+0000 7fafd6a45700 1 -- 172.21.15.79:0/27914815 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafd01ef460 con 0x7fafd0152030 2023-09-21T11:17:08.561 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.557+0000 7fafd6a45700 1 -- 172.21.15.79:0/27914815 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fafd004eae0 con 0x7fafd0152030 2023-09-21T11:17:08.561 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.558+0000 7fafccff9700 1 -- 172.21.15.79:0/27914815 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fafc4003a20 con 0x7fafd0152030 2023-09-21T11:17:08.561 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.558+0000 7fafccff9700 1 --2- 172.21.15.79:0/27914815 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fafbc06a580 0x7fafbc06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:08.561 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.558+0000 7fafccff9700 1 -- 172.21.15.79:0/27914815 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fafc4088690 con 0x7fafd0152030 2023-09-21T11:17:08.562 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.558+0000 7fafcffff700 1 --2- 172.21.15.79:0/27914815 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fafbc06a580 0x7fafbc06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:08.562 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.559+0000 7fafcffff700 1 --2- 172.21.15.79:0/27914815 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fafbc06a580 0x7fafbc06ca40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fafd015d1b0 tx=0x7fafc0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:08.562 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.563+0000 7fafccff9700 1 -- 172.21.15.79:0/27914815 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fafc4053ca0 con 0x7fafd0152030 2023-09-21T11:17:08.739 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.748+0000 7fafd6a45700 1 -- 172.21.15.79:0/27914815 --> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fafd00724c0 con 0x7fafbc06a580 2023-09-21T11:17:08.746 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.755+0000 7fafccff9700 1 -- 172.21.15.79:0/27914815 <== mgr.4104 v2:172.21.15.79:6832/2997757862 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264572 (secure 0 0 0) 0x7fafc0009770 con 0x7fafbc06a580 2023-09-21T11:17:08.749 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:08.752 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.758+0000 7fafd6a45700 1 -- 172.21.15.79:0/27914815 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fafbc06a580 msgr2=0x7fafbc06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.752 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.758+0000 7fafd6a45700 1 --2- 172.21.15.79:0/27914815 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fafbc06a580 0x7fafbc06ca40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fafd015d1b0 tx=0x7fafc0008040 comp rx=0 tx=0).stop 2023-09-21T11:17:08.752 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.758+0000 7fafd6a45700 1 -- 172.21.15.79:0/27914815 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fafd0152030 msgr2=0x7fafd0158a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.752 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.758+0000 7fafd6a45700 1 --2- 172.21.15.79:0/27914815 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fafd0152030 0x7fafd0158a40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fafc400f840 tx=0x7fafc400fc00 comp rx=0 tx=0).stop 2023-09-21T11:17:08.753 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.758+0000 7fafd6a45700 1 -- 172.21.15.79:0/27914815 shutdown_connections 2023-09-21T11:17:08.753 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.758+0000 7fafd6a45700 1 --2- 172.21.15.79:0/27914815 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fafd014ffd0 0x7fafd0150450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.753 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.758+0000 7fafd6a45700 1 --2- 172.21.15.79:0/27914815 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fafbc06a580 0x7fafbc06ca40 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.753 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.758+0000 7fafd6a45700 1 --2- 172.21.15.79:0/27914815 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fafb80050d0 0x7fafd0159aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.753 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.758+0000 7fafd6a45700 1 --2- 172.21.15.79:0/27914815 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fafd0152030 0x7fafd0158a40 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.754 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.758+0000 7fafd6a45700 1 -- 172.21.15.79:0/27914815 >> 172.21.15.79:0/27914815 conn(0x7fafd006dac0 msgr2=0x7fafd00cd650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:08.754 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.758+0000 7fafd6a45700 1 -- 172.21.15.79:0/27914815 shutdown_connections 2023-09-21T11:17:08.754 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.758+0000 7fafd6a45700 1 -- 172.21.15.79:0/27914815 wait complete. 2023-09-21T11:17:08.754 INFO:teuthology.orchestra.run.smithi079.stderr:dumped all 2023-09-21T11:17:08.761 INFO:teuthology.orchestra.run.smithi079.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2023-09-21T11:17:07.796074+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219044,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755676,"statfs":{"total":773094113280,"available":772869812224,"internally_reserved":0,"allocated":2891776,"data_stored":1752740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.008919"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773289+0000","last_change":"2023-09-21T11:16:59.980669+0000","last_active":"2023-09-21T11:17:01.773289+0000","last_peered":"2023-09-21T11:17:01.773289+0000","last_clean":"2023-09-21T11:17:01.773289+0000","last_became_active":"2023-09-21T11:16:59.979155+0000","last_became_peered":"2023-09-21T11:16:59.979155+0000","last_unstale":"2023-09-21T11:17:01.773289+0000","last_undegraded":"2023-09-21T11:17:01.773289+0000","last_fullsized":"2023-09-21T11:17:01.773289+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:52:21.275866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976368+0000","last_change":"2023-09-21T11:16:59.975876+0000","last_active":"2023-09-21T11:17:00.976368+0000","last_peered":"2023-09-21T11:17:00.976368+0000","last_clean":"2023-09-21T11:17:00.976368+0000","last_became_active":"2023-09-21T11:16:59.975629+0000","last_became_peered":"2023-09-21T11:16:59.975629+0000","last_unstale":"2023-09-21T11:17:00.976368+0000","last_undegraded":"2023-09-21T11:17:00.976368+0000","last_fullsized":"2023-09-21T11:17:00.976368+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:46:39.100911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772454+0000","last_change":"2023-09-21T11:16:59.981515+0000","last_active":"2023-09-21T11:17:01.772454+0000","last_peered":"2023-09-21T11:17:01.772454+0000","last_clean":"2023-09-21T11:17:01.772454+0000","last_became_active":"2023-09-21T11:16:59.981192+0000","last_became_peered":"2023-09-21T11:16:59.981192+0000","last_unstale":"2023-09-21T11:17:01.772454+0000","last_undegraded":"2023-09-21T11:17:01.772454+0000","last_fullsized":"2023-09-21T11:17:01.772454+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:37:09.265746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478846+0000","last_change":"2023-09-21T11:16:59.982881+0000","last_active":"2023-09-21T11:17:01.478846+0000","last_peered":"2023-09-21T11:17:01.478846+0000","last_clean":"2023-09-21T11:17:01.478846+0000","last_became_active":"2023-09-21T11:16:59.982520+0000","last_became_peered":"2023-09-21T11:16:59.982520+0000","last_unstale":"2023-09-21T11:17:01.478846+0000","last_undegraded":"2023-09-21T11:17:01.478846+0000","last_fullsized":"2023-09-21T11:17:01.478846+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:20:14.024243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772711+0000","last_change":"2023-09-21T11:16:59.983614+0000","last_active":"2023-09-21T11:17:01.772711+0000","last_peered":"2023-09-21T11:17:01.772711+0000","last_clean":"2023-09-21T11:17:01.772711+0000","last_became_active":"2023-09-21T11:16:59.983282+0000","last_became_peered":"2023-09-21T11:16:59.983282+0000","last_unstale":"2023-09-21T11:17:01.772711+0000","last_undegraded":"2023-09-21T11:17:01.772711+0000","last_fullsized":"2023-09-21T11:17:01.772711+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:46:39.514734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478529+0000","last_change":"2023-09-21T11:16:59.981805+0000","last_active":"2023-09-21T11:17:01.478529+0000","last_peered":"2023-09-21T11:17:01.478529+0000","last_clean":"2023-09-21T11:17:01.478529+0000","last_became_active":"2023-09-21T11:16:59.981526+0000","last_became_peered":"2023-09-21T11:16:59.981526+0000","last_unstale":"2023-09-21T11:17:01.478529+0000","last_undegraded":"2023-09-21T11:17:01.478529+0000","last_fullsized":"2023-09-21T11:17:01.478529+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:34:12.139928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772584+0000","last_change":"2023-09-21T11:16:59.982835+0000","last_active":"2023-09-21T11:17:01.772584+0000","last_peered":"2023-09-21T11:17:01.772584+0000","last_clean":"2023-09-21T11:17:01.772584+0000","last_became_active":"2023-09-21T11:16:59.980510+0000","last_became_peered":"2023-09-21T11:16:59.980510+0000","last_unstale":"2023-09-21T11:17:01.772584+0000","last_undegraded":"2023-09-21T11:17:01.772584+0000","last_fullsized":"2023-09-21T11:17:01.772584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:34:12.139928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691792+0000","last_change":"2023-09-21T11:16:59.989765+0000","last_active":"2023-09-21T11:17:01.691792+0000","last_peered":"2023-09-21T11:17:01.691792+0000","last_clean":"2023-09-21T11:17:01.691792+0000","last_became_active":"2023-09-21T11:16:59.989463+0000","last_became_peered":"2023-09-21T11:16:59.989463+0000","last_unstale":"2023-09-21T11:17:01.691792+0000","last_undegraded":"2023-09-21T11:17:01.691792+0000","last_fullsized":"2023-09-21T11:17:01.691792+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:37:09.265746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773204+0000","last_change":"2023-09-21T11:16:59.979555+0000","last_active":"2023-09-21T11:17:01.773204+0000","last_peered":"2023-09-21T11:17:01.773204+0000","last_clean":"2023-09-21T11:17:01.773204+0000","last_became_active":"2023-09-21T11:16:59.978851+0000","last_became_peered":"2023-09-21T11:16:59.978851+0000","last_unstale":"2023-09-21T11:17:01.773204+0000","last_undegraded":"2023-09-21T11:17:01.773204+0000","last_fullsized":"2023-09-21T11:17:01.773204+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:42:58.147848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772456+0000","last_change":"2023-09-21T11:16:59.989817+0000","last_active":"2023-09-21T11:17:01.772456+0000","last_peered":"2023-09-21T11:17:01.772456+0000","last_clean":"2023-09-21T11:17:01.772456+0000","last_became_active":"2023-09-21T11:16:59.989520+0000","last_became_peered":"2023-09-21T11:16:59.989520+0000","last_unstale":"2023-09-21T11:17:01.772456+0000","last_undegraded":"2023-09-21T11:17:01.772456+0000","last_fullsized":"2023-09-21T11:17:01.772456+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:51:00.572389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772548+0000","last_change":"2023-09-21T11:16:59.990004+0000","last_active":"2023-09-21T11:17:01.772548+0000","last_peered":"2023-09-21T11:17:01.772548+0000","last_clean":"2023-09-21T11:17:01.772548+0000","last_became_active":"2023-09-21T11:16:59.989702+0000","last_became_peered":"2023-09-21T11:16:59.989702+0000","last_unstale":"2023-09-21T11:17:01.772548+0000","last_undegraded":"2023-09-21T11:17:01.772548+0000","last_fullsized":"2023-09-21T11:17:01.772548+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:46:39.100911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.975140+0000","last_change":"2023-09-21T11:16:59.980645+0000","last_active":"2023-09-21T11:17:00.975140+0000","last_peered":"2023-09-21T11:17:00.975140+0000","last_clean":"2023-09-21T11:17:00.975140+0000","last_became_active":"2023-09-21T11:16:59.980301+0000","last_became_peered":"2023-09-21T11:16:59.980301+0000","last_unstale":"2023-09-21T11:17:00.975140+0000","last_undegraded":"2023-09-21T11:17:00.975140+0000","last_fullsized":"2023-09-21T11:17:00.975140+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:07:26.073141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692053+0000","last_change":"2023-09-21T11:16:59.978922+0000","last_active":"2023-09-21T11:17:01.692053+0000","last_peered":"2023-09-21T11:17:01.692053+0000","last_clean":"2023-09-21T11:17:01.692053+0000","last_became_active":"2023-09-21T11:16:59.978697+0000","last_became_peered":"2023-09-21T11:16:59.978697+0000","last_unstale":"2023-09-21T11:17:01.692053+0000","last_undegraded":"2023-09-21T11:17:01.692053+0000","last_fullsized":"2023-09-21T11:17:01.692053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:55:32.080787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772189+0000","last_change":"2023-09-21T11:16:59.978404+0000","last_active":"2023-09-21T11:17:01.772189+0000","last_peered":"2023-09-21T11:17:01.772189+0000","last_clean":"2023-09-21T11:17:01.772189+0000","last_became_active":"2023-09-21T11:16:59.977108+0000","last_became_peered":"2023-09-21T11:16:59.977108+0000","last_unstale":"2023-09-21T11:17:01.772189+0000","last_undegraded":"2023-09-21T11:17:01.772189+0000","last_fullsized":"2023-09-21T11:17:01.772189+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:53:58.262103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976029+0000","last_change":"2023-09-21T11:16:59.978839+0000","last_active":"2023-09-21T11:17:00.976029+0000","last_peered":"2023-09-21T11:17:00.976029+0000","last_clean":"2023-09-21T11:17:00.976029+0000","last_became_active":"2023-09-21T11:16:59.978564+0000","last_became_peered":"2023-09-21T11:16:59.978564+0000","last_unstale":"2023-09-21T11:17:00.976029+0000","last_undegraded":"2023-09-21T11:17:00.976029+0000","last_fullsized":"2023-09-21T11:17:00.976029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:44.742475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478405+0000","last_change":"2023-09-21T11:16:59.982811+0000","last_active":"2023-09-21T11:17:01.478405+0000","last_peered":"2023-09-21T11:17:01.478405+0000","last_clean":"2023-09-21T11:17:01.478405+0000","last_became_active":"2023-09-21T11:16:59.981744+0000","last_became_peered":"2023-09-21T11:16:59.981744+0000","last_unstale":"2023-09-21T11:17:01.478405+0000","last_undegraded":"2023-09-21T11:17:01.478405+0000","last_fullsized":"2023-09-21T11:17:01.478405+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:57:14.380117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.479044+0000","last_change":"2023-09-21T11:16:59.980973+0000","last_active":"2023-09-21T11:17:01.479044+0000","last_peered":"2023-09-21T11:17:01.479044+0000","last_clean":"2023-09-21T11:17:01.479044+0000","last_became_active":"2023-09-21T11:16:59.980323+0000","last_became_peered":"2023-09-21T11:16:59.980323+0000","last_unstale":"2023-09-21T11:17:01.479044+0000","last_undegraded":"2023-09-21T11:17:01.479044+0000","last_fullsized":"2023-09-21T11:17:01.479044+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:05:20.727410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087267+0000","last_change":"2023-09-21T11:16:59.981031+0000","last_active":"2023-09-21T11:17:01.087267+0000","last_peered":"2023-09-21T11:17:01.087267+0000","last_clean":"2023-09-21T11:17:01.087267+0000","last_became_active":"2023-09-21T11:16:59.980748+0000","last_became_peered":"2023-09-21T11:16:59.980748+0000","last_unstale":"2023-09-21T11:17:01.087267+0000","last_undegraded":"2023-09-21T11:17:01.087267+0000","last_fullsized":"2023-09-21T11:17:01.087267+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:55:41.019051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772901+0000","last_change":"2023-09-21T11:16:59.983732+0000","last_active":"2023-09-21T11:17:01.772901+0000","last_peered":"2023-09-21T11:17:01.772901+0000","last_clean":"2023-09-21T11:17:01.772901+0000","last_became_active":"2023-09-21T11:16:59.983425+0000","last_became_peered":"2023-09-21T11:16:59.983425+0000","last_unstale":"2023-09-21T11:17:01.772901+0000","last_undegraded":"2023-09-21T11:17:01.772901+0000","last_fullsized":"2023-09-21T11:17:01.772901+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:18:20.243693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772505+0000","last_change":"2023-09-21T11:16:58.978888+0000","last_active":"2023-09-21T11:17:01.772505+0000","last_peered":"2023-09-21T11:17:01.772505+0000","last_clean":"2023-09-21T11:17:01.772505+0000","last_became_active":"2023-09-21T11:16:58.978583+0000","last_became_peered":"2023-09-21T11:16:58.978583+0000","last_unstale":"2023-09-21T11:17:01.772505+0000","last_undegraded":"2023-09-21T11:17:01.772505+0000","last_fullsized":"2023-09-21T11:17:01.772505+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:42:20.176572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692269+0000","last_change":"2023-09-21T11:16:59.978992+0000","last_active":"2023-09-21T11:17:01.692269+0000","last_peered":"2023-09-21T11:17:01.692269+0000","last_clean":"2023-09-21T11:17:01.692269+0000","last_became_active":"2023-09-21T11:16:59.978654+0000","last_became_peered":"2023-09-21T11:16:59.978654+0000","last_unstale":"2023-09-21T11:17:01.692269+0000","last_undegraded":"2023-09-21T11:17:01.692269+0000","last_fullsized":"2023-09-21T11:17:01.692269+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:57:14.380117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692208+0000","last_change":"2023-09-21T11:16:58.970459+0000","last_active":"2023-09-21T11:17:01.692208+0000","last_peered":"2023-09-21T11:17:01.692208+0000","last_clean":"2023-09-21T11:17:01.692208+0000","last_became_active":"2023-09-21T11:16:58.970165+0000","last_became_peered":"2023-09-21T11:16:58.970165+0000","last_unstale":"2023-09-21T11:17:01.692208+0000","last_undegraded":"2023-09-21T11:17:01.692208+0000","last_fullsized":"2023-09-21T11:17:01.692208+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:20:53.866428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772696+0000","last_change":"2023-09-21T11:16:59.980230+0000","last_active":"2023-09-21T11:17:01.772696+0000","last_peered":"2023-09-21T11:17:01.772696+0000","last_clean":"2023-09-21T11:17:01.772696+0000","last_became_active":"2023-09-21T11:16:59.979951+0000","last_became_peered":"2023-09-21T11:16:59.979951+0000","last_unstale":"2023-09-21T11:17:01.772696+0000","last_undegraded":"2023-09-21T11:17:01.772696+0000","last_fullsized":"2023-09-21T11:17:01.772696+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:48.414223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773114+0000","last_change":"2023-09-21T11:16:58.978427+0000","last_active":"2023-09-21T11:17:01.773114+0000","last_peered":"2023-09-21T11:17:01.773114+0000","last_clean":"2023-09-21T11:17:01.773114+0000","last_became_active":"2023-09-21T11:16:58.978136+0000","last_became_peered":"2023-09-21T11:16:58.978136+0000","last_unstale":"2023-09-21T11:17:01.773114+0000","last_undegraded":"2023-09-21T11:17:01.773114+0000","last_fullsized":"2023-09-21T11:17:01.773114+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:47.408342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478652+0000","last_change":"2023-09-21T11:16:59.986226+0000","last_active":"2023-09-21T11:17:01.478652+0000","last_peered":"2023-09-21T11:17:01.478652+0000","last_clean":"2023-09-21T11:17:01.478652+0000","last_became_active":"2023-09-21T11:16:59.985968+0000","last_became_peered":"2023-09-21T11:16:59.985968+0000","last_unstale":"2023-09-21T11:17:01.478652+0000","last_undegraded":"2023-09-21T11:17:01.478652+0000","last_fullsized":"2023-09-21T11:17:01.478652+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:32:58.157880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772779+0000","last_change":"2023-09-21T11:16:58.977131+0000","last_active":"2023-09-21T11:17:01.772779+0000","last_peered":"2023-09-21T11:17:01.772779+0000","last_clean":"2023-09-21T11:17:01.772779+0000","last_became_active":"2023-09-21T11:16:58.976850+0000","last_became_peered":"2023-09-21T11:16:58.976850+0000","last_unstale":"2023-09-21T11:17:01.772779+0000","last_undegraded":"2023-09-21T11:17:01.772779+0000","last_fullsized":"2023-09-21T11:17:01.772779+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:31:01.085977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478835+0000","last_change":"2023-09-21T11:16:59.977638+0000","last_active":"2023-09-21T11:17:01.478835+0000","last_peered":"2023-09-21T11:17:01.478835+0000","last_clean":"2023-09-21T11:17:01.478835+0000","last_became_active":"2023-09-21T11:16:59.977339+0000","last_became_peered":"2023-09-21T11:16:59.977339+0000","last_unstale":"2023-09-21T11:17:01.478835+0000","last_undegraded":"2023-09-21T11:17:01.478835+0000","last_fullsized":"2023-09-21T11:17:01.478835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:18:20.243693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692238+0000","last_change":"2023-09-21T11:16:58.979034+0000","last_active":"2023-09-21T11:17:01.692238+0000","last_peered":"2023-09-21T11:17:01.692238+0000","last_clean":"2023-09-21T11:17:01.692238+0000","last_became_active":"2023-09-21T11:16:58.978703+0000","last_became_peered":"2023-09-21T11:16:58.978703+0000","last_unstale":"2023-09-21T11:17:01.692238+0000","last_undegraded":"2023-09-21T11:17:01.692238+0000","last_fullsized":"2023-09-21T11:17:01.692238+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:24:04.317960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.974655+0000","last_change":"2023-09-21T11:16:59.973078+0000","last_active":"2023-09-21T11:17:00.974655+0000","last_peered":"2023-09-21T11:17:00.974655+0000","last_clean":"2023-09-21T11:17:00.974655+0000","last_became_active":"2023-09-21T11:16:59.972437+0000","last_became_peered":"2023-09-21T11:16:59.972437+0000","last_unstale":"2023-09-21T11:17:00.974655+0000","last_undegraded":"2023-09-21T11:17:00.974655+0000","last_fullsized":"2023-09-21T11:17:00.974655+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:20:54.872308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.771978+0000","last_change":"2023-09-21T11:16:58.968089+0000","last_active":"2023-09-21T11:17:01.771978+0000","last_peered":"2023-09-21T11:17:01.771978+0000","last_clean":"2023-09-21T11:17:01.771978+0000","last_became_active":"2023-09-21T11:16:58.967805+0000","last_became_peered":"2023-09-21T11:16:58.967805+0000","last_unstale":"2023-09-21T11:17:01.771978+0000","last_undegraded":"2023-09-21T11:17:01.771978+0000","last_fullsized":"2023-09-21T11:17:01.771978+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:37:08.259866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772510+0000","last_change":"2023-09-21T11:16:59.973348+0000","last_active":"2023-09-21T11:17:01.772510+0000","last_peered":"2023-09-21T11:17:01.772510+0000","last_clean":"2023-09-21T11:17:01.772510+0000","last_became_active":"2023-09-21T11:16:59.972785+0000","last_became_peered":"2023-09-21T11:16:59.972785+0000","last_unstale":"2023-09-21T11:17:01.772510+0000","last_undegraded":"2023-09-21T11:17:01.772510+0000","last_fullsized":"2023-09-21T11:17:01.772510+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:34:48.651631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691871+0000","last_change":"2023-09-21T11:16:58.972546+0000","last_active":"2023-09-21T11:17:01.691871+0000","last_peered":"2023-09-21T11:17:01.691871+0000","last_clean":"2023-09-21T11:17:01.691871+0000","last_became_active":"2023-09-21T11:16:58.972310+0000","last_became_peered":"2023-09-21T11:16:58.972310+0000","last_unstale":"2023-09-21T11:17:01.691871+0000","last_undegraded":"2023-09-21T11:17:01.691871+0000","last_fullsized":"2023-09-21T11:17:01.691871+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:53:57.256222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691973+0000","last_change":"2023-09-21T11:16:59.976456+0000","last_active":"2023-09-21T11:17:01.691973+0000","last_peered":"2023-09-21T11:17:01.691973+0000","last_clean":"2023-09-21T11:17:01.691973+0000","last_became_active":"2023-09-21T11:16:59.976172+0000","last_became_peered":"2023-09-21T11:16:59.976172+0000","last_unstale":"2023-09-21T11:17:01.691973+0000","last_undegraded":"2023-09-21T11:17:01.691973+0000","last_fullsized":"2023-09-21T11:17:01.691973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:44.742475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478612+0000","last_change":"2023-09-21T11:16:58.974456+0000","last_active":"2023-09-21T11:17:01.478612+0000","last_peered":"2023-09-21T11:17:01.478612+0000","last_clean":"2023-09-21T11:17:01.478612+0000","last_became_active":"2023-09-21T11:16:58.974172+0000","last_became_peered":"2023-09-21T11:16:58.974172+0000","last_unstale":"2023-09-21T11:17:01.478612+0000","last_undegraded":"2023-09-21T11:17:01.478612+0000","last_fullsized":"2023-09-21T11:17:01.478612+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:55:40.013170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976269+0000","last_change":"2023-09-21T11:16:59.977098+0000","last_active":"2023-09-21T11:17:00.976269+0000","last_peered":"2023-09-21T11:17:00.976269+0000","last_clean":"2023-09-21T11:17:00.976269+0000","last_became_active":"2023-09-21T11:16:59.976817+0000","last_became_peered":"2023-09-21T11:16:59.976817+0000","last_unstale":"2023-09-21T11:17:00.976269+0000","last_undegraded":"2023-09-21T11:17:00.976269+0000","last_fullsized":"2023-09-21T11:17:00.976269+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:51:00.572389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772436+0000","last_change":"2023-09-21T11:16:58.972723+0000","last_active":"2023-09-21T11:17:01.772436+0000","last_peered":"2023-09-21T11:17:01.772436+0000","last_clean":"2023-09-21T11:17:01.772436+0000","last_became_active":"2023-09-21T11:16:58.972356+0000","last_became_peered":"2023-09-21T11:16:58.972356+0000","last_unstale":"2023-09-21T11:17:01.772436+0000","last_undegraded":"2023-09-21T11:17:01.772436+0000","last_fullsized":"2023-09-21T11:17:01.772436+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:39:29.389201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478903+0000","last_change":"2023-09-21T11:16:59.988591+0000","last_active":"2023-09-21T11:17:01.478903+0000","last_peered":"2023-09-21T11:17:01.478903+0000","last_clean":"2023-09-21T11:17:01.478903+0000","last_became_active":"2023-09-21T11:16:59.988305+0000","last_became_peered":"2023-09-21T11:16:59.988305+0000","last_unstale":"2023-09-21T11:17:01.478903+0000","last_undegraded":"2023-09-21T11:17:01.478903+0000","last_fullsized":"2023-09-21T11:17:01.478903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:01:24.805520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478770+0000","last_change":"2023-09-21T11:16:58.977880+0000","last_active":"2023-09-21T11:17:01.478770+0000","last_peered":"2023-09-21T11:17:01.478770+0000","last_clean":"2023-09-21T11:17:01.478770+0000","last_became_active":"2023-09-21T11:16:58.977566+0000","last_became_peered":"2023-09-21T11:16:58.977566+0000","last_unstale":"2023-09-21T11:17:01.478770+0000","last_undegraded":"2023-09-21T11:17:01.478770+0000","last_fullsized":"2023-09-21T11:17:01.478770+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:39:29.389201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772594+0000","last_change":"2023-09-21T11:16:59.980127+0000","last_active":"2023-09-21T11:17:01.772594+0000","last_peered":"2023-09-21T11:17:01.772594+0000","last_clean":"2023-09-21T11:17:01.772594+0000","last_became_active":"2023-09-21T11:16:59.979842+0000","last_became_peered":"2023-09-21T11:16:59.979842+0000","last_unstale":"2023-09-21T11:17:01.772594+0000","last_undegraded":"2023-09-21T11:17:01.772594+0000","last_fullsized":"2023-09-21T11:17:01.772594+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:44.742475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976207+0000","last_change":"2023-09-21T11:16:58.972798+0000","last_active":"2023-09-21T11:17:00.976207+0000","last_peered":"2023-09-21T11:17:00.976207+0000","last_clean":"2023-09-21T11:17:00.976207+0000","last_became_active":"2023-09-21T11:16:58.972470+0000","last_became_peered":"2023-09-21T11:16:58.972470+0000","last_unstale":"2023-09-21T11:17:00.976207+0000","last_undegraded":"2023-09-21T11:17:00.976207+0000","last_fullsized":"2023-09-21T11:17:00.976207+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:39:29.389201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.975121+0000","last_change":"2023-09-21T11:16:59.976677+0000","last_active":"2023-09-21T11:17:00.975121+0000","last_peered":"2023-09-21T11:17:00.975121+0000","last_clean":"2023-09-21T11:17:00.975121+0000","last_became_active":"2023-09-21T11:16:59.975432+0000","last_became_peered":"2023-09-21T11:16:59.975432+0000","last_unstale":"2023-09-21T11:17:00.975121+0000","last_undegraded":"2023-09-21T11:17:00.975121+0000","last_fullsized":"2023-09-21T11:17:00.975121+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:48:46.352776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772103+0000","last_change":"2023-09-21T11:16:58.971377+0000","last_active":"2023-09-21T11:17:01.772103+0000","last_peered":"2023-09-21T11:17:01.772103+0000","last_clean":"2023-09-21T11:17:01.772103+0000","last_became_active":"2023-09-21T11:16:58.971067+0000","last_became_peered":"2023-09-21T11:16:58.971067+0000","last_unstale":"2023-09-21T11:17:01.772103+0000","last_undegraded":"2023-09-21T11:17:01.772103+0000","last_fullsized":"2023-09-21T11:17:01.772103+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:12:17.462094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772869+0000","last_change":"2023-09-21T11:16:59.982055+0000","last_active":"2023-09-21T11:17:01.772869+0000","last_peered":"2023-09-21T11:17:01.772869+0000","last_clean":"2023-09-21T11:17:01.772869+0000","last_became_active":"2023-09-21T11:16:59.980953+0000","last_became_peered":"2023-09-21T11:16:59.980953+0000","last_unstale":"2023-09-21T11:17:01.772869+0000","last_undegraded":"2023-09-21T11:17:01.772869+0000","last_fullsized":"2023-09-21T11:17:01.772869+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:36:02.573466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772469+0000","last_change":"2023-09-21T11:16:58.965008+0000","last_active":"2023-09-21T11:17:01.772469+0000","last_peered":"2023-09-21T11:17:01.772469+0000","last_clean":"2023-09-21T11:17:01.772469+0000","last_became_active":"2023-09-21T11:16:58.964724+0000","last_became_peered":"2023-09-21T11:16:58.964724+0000","last_unstale":"2023-09-21T11:17:01.772469+0000","last_undegraded":"2023-09-21T11:17:01.772469+0000","last_fullsized":"2023-09-21T11:17:01.772469+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:31:01.085977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772143+0000","last_change":"2023-09-21T11:16:59.974822+0000","last_active":"2023-09-21T11:17:01.772143+0000","last_peered":"2023-09-21T11:17:01.772143+0000","last_clean":"2023-09-21T11:17:01.772143+0000","last_became_active":"2023-09-21T11:16:59.974121+0000","last_became_peered":"2023-09-21T11:16:59.974121+0000","last_unstale":"2023-09-21T11:17:01.772143+0000","last_undegraded":"2023-09-21T11:17:01.772143+0000","last_fullsized":"2023-09-21T11:17:01.772143+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:12:18.467974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478851+0000","last_change":"2023-09-21T11:16:58.971472+0000","last_active":"2023-09-21T11:17:01.478851+0000","last_peered":"2023-09-21T11:17:01.478851+0000","last_clean":"2023-09-21T11:17:01.478851+0000","last_became_active":"2023-09-21T11:16:58.971211+0000","last_became_peered":"2023-09-21T11:16:58.971211+0000","last_unstale":"2023-09-21T11:17:01.478851+0000","last_undegraded":"2023-09-21T11:17:01.478851+0000","last_fullsized":"2023-09-21T11:17:01.478851+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:43.736594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773000+0000","last_change":"2023-09-21T11:16:59.985719+0000","last_active":"2023-09-21T11:17:01.773000+0000","last_peered":"2023-09-21T11:17:01.773000+0000","last_clean":"2023-09-21T11:17:01.773000+0000","last_became_active":"2023-09-21T11:16:59.985440+0000","last_became_peered":"2023-09-21T11:16:59.985440+0000","last_unstale":"2023-09-21T11:17:01.773000+0000","last_undegraded":"2023-09-21T11:17:01.773000+0000","last_fullsized":"2023-09-21T11:17:01.773000+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:32:58.157880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.771918+0000","last_change":"2023-09-21T11:16:58.968186+0000","last_active":"2023-09-21T11:17:01.771918+0000","last_peered":"2023-09-21T11:17:01.771918+0000","last_clean":"2023-09-21T11:17:01.771918+0000","last_became_active":"2023-09-21T11:16:58.967872+0000","last_became_peered":"2023-09-21T11:16:58.967872+0000","last_unstale":"2023-09-21T11:17:01.771918+0000","last_undegraded":"2023-09-21T11:17:01.771918+0000","last_fullsized":"2023-09-21T11:17:01.771918+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:48:45.346895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772000+0000","last_change":"2023-09-21T11:16:59.990419+0000","last_active":"2023-09-21T11:17:01.772000+0000","last_peered":"2023-09-21T11:17:01.772000+0000","last_clean":"2023-09-21T11:17:01.772000+0000","last_became_active":"2023-09-21T11:16:59.989788+0000","last_became_peered":"2023-09-21T11:16:59.989788+0000","last_unstale":"2023-09-21T11:17:01.772000+0000","last_undegraded":"2023-09-21T11:17:01.772000+0000","last_fullsized":"2023-09-21T11:17:01.772000+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:02.867851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087052+0000","last_change":"2023-09-21T11:16:58.965023+0000","last_active":"2023-09-21T11:17:01.087052+0000","last_peered":"2023-09-21T11:17:01.087052+0000","last_clean":"2023-09-21T11:17:01.087052+0000","last_became_active":"2023-09-21T11:16:58.964698+0000","last_became_peered":"2023-09-21T11:16:58.964698+0000","last_unstale":"2023-09-21T11:17:01.087052+0000","last_undegraded":"2023-09-21T11:17:01.087052+0000","last_fullsized":"2023-09-21T11:17:01.087052+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:18:28.209925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772765+0000","last_change":"2023-09-21T11:16:59.985880+0000","last_active":"2023-09-21T11:17:01.772765+0000","last_peered":"2023-09-21T11:17:01.772765+0000","last_clean":"2023-09-21T11:17:01.772765+0000","last_became_active":"2023-09-21T11:16:59.985585+0000","last_became_peered":"2023-09-21T11:16:59.985585+0000","last_unstale":"2023-09-21T11:17:01.772765+0000","last_undegraded":"2023-09-21T11:17:01.772765+0000","last_fullsized":"2023-09-21T11:17:01.772765+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:17:44.039547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.975322+0000","last_change":"2023-09-21T11:16:58.964390+0000","last_active":"2023-09-21T11:17:00.975322+0000","last_peered":"2023-09-21T11:17:00.975322+0000","last_clean":"2023-09-21T11:17:00.975322+0000","last_became_active":"2023-09-21T11:16:58.964081+0000","last_became_peered":"2023-09-21T11:16:58.964081+0000","last_unstale":"2023-09-21T11:17:00.975322+0000","last_undegraded":"2023-09-21T11:17:00.975322+0000","last_fullsized":"2023-09-21T11:17:00.975322+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:41:35.848693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773425+0000","last_change":"2023-09-21T11:16:59.985649+0000","last_active":"2023-09-21T11:17:01.773425+0000","last_peered":"2023-09-21T11:17:01.773425+0000","last_clean":"2023-09-21T11:17:01.773425+0000","last_became_active":"2023-09-21T11:16:59.979865+0000","last_became_peered":"2023-09-21T11:16:59.979865+0000","last_unstale":"2023-09-21T11:17:01.773425+0000","last_undegraded":"2023-09-21T11:17:01.773425+0000","last_fullsized":"2023-09-21T11:17:01.773425+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:05:20.727410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976102+0000","last_change":"2023-09-21T11:16:58.967223+0000","last_active":"2023-09-21T11:17:00.976102+0000","last_peered":"2023-09-21T11:17:00.976102+0000","last_clean":"2023-09-21T11:17:00.976102+0000","last_became_active":"2023-09-21T11:16:58.965873+0000","last_became_peered":"2023-09-21T11:16:58.965873+0000","last_unstale":"2023-09-21T11:17:00.976102+0000","last_undegraded":"2023-09-21T11:17:00.976102+0000","last_fullsized":"2023-09-21T11:17:00.976102+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:50:45.479022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478982+0000","last_change":"2023-09-21T11:16:59.979098+0000","last_active":"2023-09-21T11:17:01.478982+0000","last_peered":"2023-09-21T11:17:01.478982+0000","last_clean":"2023-09-21T11:17:01.478982+0000","last_became_active":"2023-09-21T11:16:59.978799+0000","last_became_peered":"2023-09-21T11:16:59.978799+0000","last_unstale":"2023-09-21T11:17:01.478982+0000","last_undegraded":"2023-09-21T11:17:01.478982+0000","last_fullsized":"2023-09-21T11:17:01.478982+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:52:21.275866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478866+0000","last_change":"2023-09-21T11:16:58.969791+0000","last_active":"2023-09-21T11:17:01.478866+0000","last_peered":"2023-09-21T11:17:01.478866+0000","last_clean":"2023-09-21T11:17:01.478866+0000","last_became_active":"2023-09-21T11:16:58.969017+0000","last_became_peered":"2023-09-21T11:16:58.969017+0000","last_unstale":"2023-09-21T11:17:01.478866+0000","last_undegraded":"2023-09-21T11:17:01.478866+0000","last_fullsized":"2023-09-21T11:17:01.478866+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:01.861971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.974898+0000","last_change":"2023-09-21T11:16:59.980862+0000","last_active":"2023-09-21T11:17:00.974898+0000","last_peered":"2023-09-21T11:17:00.974898+0000","last_clean":"2023-09-21T11:17:00.974898+0000","last_became_active":"2023-09-21T11:16:59.980581+0000","last_became_peered":"2023-09-21T11:16:59.980581+0000","last_unstale":"2023-09-21T11:17:00.974898+0000","last_undegraded":"2023-09-21T11:17:00.974898+0000","last_fullsized":"2023-09-21T11:17:00.974898+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:18:29.215806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.975978+0000","last_change":"2023-09-21T11:16:59.982817+0000","last_active":"2023-09-21T11:17:00.975978+0000","last_peered":"2023-09-21T11:17:00.975978+0000","last_clean":"2023-09-21T11:17:00.975978+0000","last_became_active":"2023-09-21T11:16:59.982512+0000","last_became_peered":"2023-09-21T11:16:59.982512+0000","last_unstale":"2023-09-21T11:17:00.975978+0000","last_undegraded":"2023-09-21T11:17:00.975978+0000","last_fullsized":"2023-09-21T11:17:00.975978+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:02.867851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087075+0000","last_change":"2023-09-21T11:16:58.968925+0000","last_active":"2023-09-21T11:17:01.087075+0000","last_peered":"2023-09-21T11:17:01.087075+0000","last_clean":"2023-09-21T11:17:01.087075+0000","last_became_active":"2023-09-21T11:16:58.968592+0000","last_became_peered":"2023-09-21T11:16:58.968592+0000","last_unstale":"2023-09-21T11:17:01.087075+0000","last_undegraded":"2023-09-21T11:17:01.087075+0000","last_fullsized":"2023-09-21T11:17:01.087075+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:49:05.196140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692299+0000","last_change":"2023-09-21T11:16:59.983548+0000","last_active":"2023-09-21T11:17:01.692299+0000","last_peered":"2023-09-21T11:17:01.692299+0000","last_clean":"2023-09-21T11:17:01.692299+0000","last_became_active":"2023-09-21T11:16:59.983257+0000","last_became_peered":"2023-09-21T11:16:59.983257+0000","last_unstale":"2023-09-21T11:17:01.692299+0000","last_undegraded":"2023-09-21T11:17:01.692299+0000","last_fullsized":"2023-09-21T11:17:01.692299+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:34:12.139928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478487+0000","last_change":"2023-09-21T11:16:58.974275+0000","last_active":"2023-09-21T11:17:01.478487+0000","last_peered":"2023-09-21T11:17:01.478487+0000","last_clean":"2023-09-21T11:17:01.478487+0000","last_became_active":"2023-09-21T11:16:58.973976+0000","last_became_peered":"2023-09-21T11:16:58.973976+0000","last_unstale":"2023-09-21T11:17:01.478487+0000","last_undegraded":"2023-09-21T11:17:01.478487+0000","last_fullsized":"2023-09-21T11:17:01.478487+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:20:53.866428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T11:16:59.969783+0000","last_change":"2023-09-21T11:16:47.947863+0000","last_active":"2023-09-21T11:16:59.969783+0000","last_peered":"2023-09-21T11:16:59.969783+0000","last_clean":"2023-09-21T11:16:59.969783+0000","last_became_active":"2023-09-21T11:16:47.946755+0000","last_became_peered":"2023-09-21T11:16:47.946755+0000","last_unstale":"2023-09-21T11:16:59.969783+0000","last_undegraded":"2023-09-21T11:16:59.969783+0000","last_fullsized":"2023-09-21T11:16:59.969783+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:46.798821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:46.798821+0000","last_clean_scrub_stamp":"2023-09-21T11:16:46.798821+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:59:57.802465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772129+0000","last_change":"2023-09-21T11:16:59.973369+0000","last_active":"2023-09-21T11:17:01.772129+0000","last_peered":"2023-09-21T11:17:01.772129+0000","last_clean":"2023-09-21T11:17:01.772129+0000","last_became_active":"2023-09-21T11:16:59.972273+0000","last_became_peered":"2023-09-21T11:16:59.972273+0000","last_unstale":"2023-09-21T11:17:01.772129+0000","last_undegraded":"2023-09-21T11:17:01.772129+0000","last_fullsized":"2023-09-21T11:17:01.772129+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:55:41.019051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772643+0000","last_change":"2023-09-21T11:16:58.977553+0000","last_active":"2023-09-21T11:17:01.772643+0000","last_peered":"2023-09-21T11:17:01.772643+0000","last_clean":"2023-09-21T11:17:01.772643+0000","last_became_active":"2023-09-21T11:16:58.977282+0000","last_became_peered":"2023-09-21T11:16:58.977282+0000","last_unstale":"2023-09-21T11:17:01.772643+0000","last_undegraded":"2023-09-21T11:17:01.772643+0000","last_fullsized":"2023-09-21T11:17:01.772643+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:12:17.462094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773008+0000","last_change":"2023-09-21T11:16:58.977134+0000","last_active":"2023-09-21T11:17:01.773008+0000","last_peered":"2023-09-21T11:17:01.773008+0000","last_clean":"2023-09-21T11:17:01.773008+0000","last_became_active":"2023-09-21T11:16:58.976829+0000","last_became_peered":"2023-09-21T11:16:58.976829+0000","last_unstale":"2023-09-21T11:17:01.773008+0000","last_undegraded":"2023-09-21T11:17:01.773008+0000","last_fullsized":"2023-09-21T11:17:01.773008+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:43.736594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976090+0000","last_change":"2023-09-21T11:16:59.975537+0000","last_active":"2023-09-21T11:17:00.976090+0000","last_peered":"2023-09-21T11:17:00.976090+0000","last_clean":"2023-09-21T11:17:00.976090+0000","last_became_active":"2023-09-21T11:16:59.975253+0000","last_became_peered":"2023-09-21T11:16:59.975253+0000","last_unstale":"2023-09-21T11:17:00.976090+0000","last_undegraded":"2023-09-21T11:17:00.976090+0000","last_fullsized":"2023-09-21T11:17:00.976090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:48.414223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.800352+0000","last_change":"2023-09-21T11:16:58.971620+0000","last_active":"2023-09-21T11:17:01.800352+0000","last_peered":"2023-09-21T11:17:01.800352+0000","last_clean":"2023-09-21T11:17:01.800352+0000","last_became_active":"2023-09-21T11:16:58.971391+0000","last_became_peered":"2023-09-21T11:16:58.971391+0000","last_unstale":"2023-09-21T11:17:01.800352+0000","last_undegraded":"2023-09-21T11:17:01.800352+0000","last_fullsized":"2023-09-21T11:17:01.800352+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:53:57.256222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692234+0000","last_change":"2023-09-21T11:16:59.980273+0000","last_active":"2023-09-21T11:17:01.692234+0000","last_peered":"2023-09-21T11:17:01.692234+0000","last_clean":"2023-09-21T11:17:01.692234+0000","last_became_active":"2023-09-21T11:16:59.979996+0000","last_became_peered":"2023-09-21T11:16:59.979996+0000","last_unstale":"2023-09-21T11:17:01.692234+0000","last_undegraded":"2023-09-21T11:17:01.692234+0000","last_fullsized":"2023-09-21T11:17:01.692234+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:46:39.100911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772378+0000","last_change":"2023-09-21T11:16:58.978103+0000","last_active":"2023-09-21T11:17:01.772378+0000","last_peered":"2023-09-21T11:17:01.772378+0000","last_clean":"2023-09-21T11:17:01.772378+0000","last_became_active":"2023-09-21T11:16:58.977690+0000","last_became_peered":"2023-09-21T11:16:58.977690+0000","last_unstale":"2023-09-21T11:17:01.772378+0000","last_undegraded":"2023-09-21T11:17:01.772378+0000","last_fullsized":"2023-09-21T11:17:01.772378+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:53:57.256222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772526+0000","last_change":"2023-09-21T11:16:59.979498+0000","last_active":"2023-09-21T11:17:01.772526+0000","last_peered":"2023-09-21T11:17:01.772526+0000","last_clean":"2023-09-21T11:17:01.772526+0000","last_became_active":"2023-09-21T11:16:59.977481+0000","last_became_peered":"2023-09-21T11:16:59.977481+0000","last_unstale":"2023-09-21T11:17:01.772526+0000","last_undegraded":"2023-09-21T11:17:01.772526+0000","last_fullsized":"2023-09-21T11:17:01.772526+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:02.867851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772725+0000","last_change":"2023-09-21T11:16:58.976931+0000","last_active":"2023-09-21T11:17:01.772725+0000","last_peered":"2023-09-21T11:17:01.772725+0000","last_clean":"2023-09-21T11:17:01.772725+0000","last_became_active":"2023-09-21T11:16:58.976644+0000","last_became_peered":"2023-09-21T11:16:58.976644+0000","last_unstale":"2023-09-21T11:17:01.772725+0000","last_undegraded":"2023-09-21T11:17:01.772725+0000","last_fullsized":"2023-09-21T11:17:01.772725+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:55:40.013170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.974711+0000","last_change":"2023-09-21T11:16:59.981934+0000","last_active":"2023-09-21T11:17:00.974711+0000","last_peered":"2023-09-21T11:17:00.974711+0000","last_clean":"2023-09-21T11:17:00.974711+0000","last_became_active":"2023-09-21T11:16:59.981659+0000","last_became_peered":"2023-09-21T11:16:59.981659+0000","last_unstale":"2023-09-21T11:17:00.974711+0000","last_undegraded":"2023-09-21T11:17:00.974711+0000","last_fullsized":"2023-09-21T11:17:00.974711+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:31:02.091858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976035+0000","last_change":"2023-09-21T11:16:58.977980+0000","last_active":"2023-09-21T11:17:00.976035+0000","last_peered":"2023-09-21T11:17:00.976035+0000","last_clean":"2023-09-21T11:17:00.976035+0000","last_became_active":"2023-09-21T11:16:58.977702+0000","last_became_peered":"2023-09-21T11:16:58.977702+0000","last_unstale":"2023-09-21T11:17:00.976035+0000","last_undegraded":"2023-09-21T11:17:00.976035+0000","last_fullsized":"2023-09-21T11:17:00.976035+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:48:45.346895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691883+0000","last_change":"2023-09-21T11:16:59.976480+0000","last_active":"2023-09-21T11:17:01.691883+0000","last_peered":"2023-09-21T11:17:01.691883+0000","last_clean":"2023-09-21T11:17:01.691883+0000","last_became_active":"2023-09-21T11:16:59.976204+0000","last_became_peered":"2023-09-21T11:16:59.976204+0000","last_unstale":"2023-09-21T11:17:01.691883+0000","last_undegraded":"2023-09-21T11:17:01.691883+0000","last_fullsized":"2023-09-21T11:17:01.691883+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:02.867851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976306+0000","last_change":"2023-09-21T11:16:58.969414+0000","last_active":"2023-09-21T11:17:00.976306+0000","last_peered":"2023-09-21T11:17:00.976306+0000","last_clean":"2023-09-21T11:17:00.976306+0000","last_became_active":"2023-09-21T11:16:58.969021+0000","last_became_peered":"2023-09-21T11:16:58.969021+0000","last_unstale":"2023-09-21T11:17:00.976306+0000","last_undegraded":"2023-09-21T11:17:00.976306+0000","last_fullsized":"2023-09-21T11:17:00.976306+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:24:04.317960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692325+0000","last_change":"2023-09-21T11:16:59.976210+0000","last_active":"2023-09-21T11:17:01.692325+0000","last_peered":"2023-09-21T11:17:01.692325+0000","last_clean":"2023-09-21T11:17:01.692325+0000","last_became_active":"2023-09-21T11:16:59.975917+0000","last_became_peered":"2023-09-21T11:16:59.975917+0000","last_unstale":"2023-09-21T11:17:01.692325+0000","last_undegraded":"2023-09-21T11:17:01.692325+0000","last_fullsized":"2023-09-21T11:17:01.692325+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:46:39.514734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772835+0000","last_change":"2023-09-21T11:16:58.977191+0000","last_active":"2023-09-21T11:17:01.772835+0000","last_peered":"2023-09-21T11:17:01.772835+0000","last_clean":"2023-09-21T11:17:01.772835+0000","last_became_active":"2023-09-21T11:16:58.976912+0000","last_became_peered":"2023-09-21T11:16:58.976912+0000","last_unstale":"2023-09-21T11:17:01.772835+0000","last_undegraded":"2023-09-21T11:17:01.772835+0000","last_fullsized":"2023-09-21T11:17:01.772835+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:34:47.645750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772103+0000","last_change":"2023-09-21T11:16:59.977580+0000","last_active":"2023-09-21T11:17:01.772103+0000","last_peered":"2023-09-21T11:17:01.772103+0000","last_clean":"2023-09-21T11:17:01.772103+0000","last_became_active":"2023-09-21T11:16:59.977294+0000","last_became_peered":"2023-09-21T11:16:59.977294+0000","last_unstale":"2023-09-21T11:17:01.772103+0000","last_undegraded":"2023-09-21T11:17:01.772103+0000","last_fullsized":"2023-09-21T11:17:01.772103+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:48.414223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087231+0000","last_change":"2023-09-21T11:16:58.973054+0000","last_active":"2023-09-21T11:17:01.087231+0000","last_peered":"2023-09-21T11:17:01.087231+0000","last_clean":"2023-09-21T11:17:01.087231+0000","last_became_active":"2023-09-21T11:16:58.972780+0000","last_became_peered":"2023-09-21T11:16:58.972780+0000","last_unstale":"2023-09-21T11:17:01.087231+0000","last_undegraded":"2023-09-21T11:17:01.087231+0000","last_fullsized":"2023-09-21T11:17:01.087231+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:20:53.866428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773012+0000","last_change":"2023-09-21T11:16:59.984428+0000","last_active":"2023-09-21T11:17:01.773012+0000","last_peered":"2023-09-21T11:17:01.773012+0000","last_clean":"2023-09-21T11:17:01.773012+0000","last_became_active":"2023-09-21T11:16:59.984147+0000","last_became_peered":"2023-09-21T11:16:59.984147+0000","last_unstale":"2023-09-21T11:17:01.773012+0000","last_undegraded":"2023-09-21T11:17:01.773012+0000","last_fullsized":"2023-09-21T11:17:01.773012+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:20:14.024243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976183+0000","last_change":"2023-09-21T11:16:58.967060+0000","last_active":"2023-09-21T11:17:00.976183+0000","last_peered":"2023-09-21T11:17:00.976183+0000","last_clean":"2023-09-21T11:17:00.976183+0000","last_became_active":"2023-09-21T11:16:58.966796+0000","last_became_peered":"2023-09-21T11:16:58.966796+0000","last_unstale":"2023-09-21T11:17:00.976183+0000","last_undegraded":"2023-09-21T11:17:00.976183+0000","last_fullsized":"2023-09-21T11:17:00.976183+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:12:17.462094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478961+0000","last_change":"2023-09-21T11:16:59.983330+0000","last_active":"2023-09-21T11:17:01.478961+0000","last_peered":"2023-09-21T11:17:01.478961+0000","last_clean":"2023-09-21T11:17:01.478961+0000","last_became_active":"2023-09-21T11:16:59.983006+0000","last_became_peered":"2023-09-21T11:16:59.983006+0000","last_unstale":"2023-09-21T11:17:01.478961+0000","last_undegraded":"2023-09-21T11:17:01.478961+0000","last_fullsized":"2023-09-21T11:17:01.478961+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:42:58.147848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087200+0000","last_change":"2023-09-21T11:16:58.967665+0000","last_active":"2023-09-21T11:17:01.087200+0000","last_peered":"2023-09-21T11:17:01.087200+0000","last_clean":"2023-09-21T11:17:01.087200+0000","last_became_active":"2023-09-21T11:16:58.967388+0000","last_became_peered":"2023-09-21T11:16:58.967388+0000","last_unstale":"2023-09-21T11:17:01.087200+0000","last_undegraded":"2023-09-21T11:17:01.087200+0000","last_fullsized":"2023-09-21T11:17:01.087200+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:31:01.085977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773135+0000","last_change":"2023-09-21T11:16:59.994244+0000","last_active":"2023-09-21T11:17:01.773135+0000","last_peered":"2023-09-21T11:17:01.773135+0000","last_clean":"2023-09-21T11:17:01.773135+0000","last_became_active":"2023-09-21T11:16:59.992708+0000","last_became_peered":"2023-09-21T11:16:59.992708+0000","last_unstale":"2023-09-21T11:17:01.773135+0000","last_undegraded":"2023-09-21T11:17:01.773135+0000","last_fullsized":"2023-09-21T11:17:01.773135+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:01:24.805520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772059+0000","last_change":"2023-09-21T11:16:59.990418+0000","last_active":"2023-09-21T11:17:01.772059+0000","last_peered":"2023-09-21T11:17:01.772059+0000","last_clean":"2023-09-21T11:17:01.772059+0000","last_became_active":"2023-09-21T11:16:59.990058+0000","last_became_peered":"2023-09-21T11:16:59.990058+0000","last_unstale":"2023-09-21T11:17:01.772059+0000","last_undegraded":"2023-09-21T11:17:01.772059+0000","last_fullsized":"2023-09-21T11:17:01.772059+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:44.742475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087192+0000","last_change":"2023-09-21T11:16:59.982080+0000","last_active":"2023-09-21T11:17:01.087192+0000","last_peered":"2023-09-21T11:17:01.087192+0000","last_clean":"2023-09-21T11:17:01.087192+0000","last_became_active":"2023-09-21T11:16:59.981788+0000","last_became_peered":"2023-09-21T11:16:59.981788+0000","last_unstale":"2023-09-21T11:17:01.087192+0000","last_undegraded":"2023-09-21T11:17:01.087192+0000","last_fullsized":"2023-09-21T11:17:01.087192+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:45:58.998126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478728+0000","last_change":"2023-09-21T11:16:59.979314+0000","last_active":"2023-09-21T11:17:01.478728+0000","last_peered":"2023-09-21T11:17:01.478728+0000","last_clean":"2023-09-21T11:17:01.478728+0000","last_became_active":"2023-09-21T11:16:59.979039+0000","last_became_peered":"2023-09-21T11:16:59.979039+0000","last_unstale":"2023-09-21T11:17:01.478728+0000","last_undegraded":"2023-09-21T11:17:01.478728+0000","last_fullsized":"2023-09-21T11:17:01.478728+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:36:02.573466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772364+0000","last_change":"2023-09-21T11:16:59.972447+0000","last_active":"2023-09-21T11:17:01.772364+0000","last_peered":"2023-09-21T11:17:01.772364+0000","last_clean":"2023-09-21T11:17:01.772364+0000","last_became_active":"2023-09-21T11:16:59.972112+0000","last_became_peered":"2023-09-21T11:16:59.972112+0000","last_unstale":"2023-09-21T11:17:01.772364+0000","last_undegraded":"2023-09-21T11:17:01.772364+0000","last_fullsized":"2023-09-21T11:17:01.772364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:50:46.484903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692050+0000","last_change":"2023-09-21T11:16:59.971727+0000","last_active":"2023-09-21T11:17:01.692050+0000","last_peered":"2023-09-21T11:17:01.692050+0000","last_clean":"2023-09-21T11:17:01.692050+0000","last_became_active":"2023-09-21T11:16:59.971409+0000","last_became_peered":"2023-09-21T11:16:59.971409+0000","last_unstale":"2023-09-21T11:17:01.692050+0000","last_undegraded":"2023-09-21T11:17:01.692050+0000","last_fullsized":"2023-09-21T11:17:01.692050+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:48.414223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976122+0000","last_change":"2023-09-21T11:16:59.976605+0000","last_active":"2023-09-21T11:17:00.976122+0000","last_peered":"2023-09-21T11:17:00.976122+0000","last_clean":"2023-09-21T11:17:00.976122+0000","last_became_active":"2023-09-21T11:16:59.976322+0000","last_became_peered":"2023-09-21T11:16:59.976322+0000","last_unstale":"2023-09-21T11:17:00.976122+0000","last_undegraded":"2023-09-21T11:17:00.976122+0000","last_fullsized":"2023-09-21T11:17:00.976122+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:55:32.080787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772420+0000","last_change":"2023-09-21T11:16:59.986759+0000","last_active":"2023-09-21T11:17:01.772420+0000","last_peered":"2023-09-21T11:17:01.772420+0000","last_clean":"2023-09-21T11:17:01.772420+0000","last_became_active":"2023-09-21T11:16:59.986483+0000","last_became_peered":"2023-09-21T11:16:59.986483+0000","last_unstale":"2023-09-21T11:17:01.772420+0000","last_undegraded":"2023-09-21T11:17:01.772420+0000","last_fullsized":"2023-09-21T11:17:01.772420+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:55:32.080787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692210+0000","last_change":"2023-09-21T11:16:59.976119+0000","last_active":"2023-09-21T11:17:01.692210+0000","last_peered":"2023-09-21T11:17:01.692210+0000","last_clean":"2023-09-21T11:17:01.692210+0000","last_became_active":"2023-09-21T11:16:59.975797+0000","last_became_peered":"2023-09-21T11:16:59.975797+0000","last_unstale":"2023-09-21T11:17:01.692210+0000","last_undegraded":"2023-09-21T11:17:01.692210+0000","last_fullsized":"2023-09-21T11:17:01.692210+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:51:00.572389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478588+0000","last_change":"2023-09-21T11:16:59.979933+0000","last_active":"2023-09-21T11:17:01.478588+0000","last_peered":"2023-09-21T11:17:01.478588+0000","last_clean":"2023-09-21T11:17:01.478588+0000","last_became_active":"2023-09-21T11:16:59.979675+0000","last_became_peered":"2023-09-21T11:16:59.979675+0000","last_unstale":"2023-09-21T11:17:01.478588+0000","last_undegraded":"2023-09-21T11:17:01.478588+0000","last_fullsized":"2023-09-21T11:17:01.478588+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:17:44.039547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691885+0000","last_change":"2023-09-21T11:16:59.975865+0000","last_active":"2023-09-21T11:17:01.691885+0000","last_peered":"2023-09-21T11:17:01.691885+0000","last_clean":"2023-09-21T11:17:01.691885+0000","last_became_active":"2023-09-21T11:16:59.975512+0000","last_became_peered":"2023-09-21T11:16:59.975512+0000","last_unstale":"2023-09-21T11:17:01.691885+0000","last_undegraded":"2023-09-21T11:17:01.691885+0000","last_fullsized":"2023-09-21T11:17:01.691885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:34:48.651631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478580+0000","last_change":"2023-09-21T11:16:59.978764+0000","last_active":"2023-09-21T11:17:01.478580+0000","last_peered":"2023-09-21T11:17:01.478580+0000","last_clean":"2023-09-21T11:17:01.478580+0000","last_became_active":"2023-09-21T11:16:59.978490+0000","last_became_peered":"2023-09-21T11:16:59.978490+0000","last_unstale":"2023-09-21T11:17:01.478580+0000","last_undegraded":"2023-09-21T11:17:01.478580+0000","last_fullsized":"2023-09-21T11:17:01.478580+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:46:39.514734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772354+0000","last_change":"2023-09-21T11:16:59.980849+0000","last_active":"2023-09-21T11:17:01.772354+0000","last_peered":"2023-09-21T11:17:01.772354+0000","last_clean":"2023-09-21T11:17:01.772354+0000","last_became_active":"2023-09-21T11:16:59.980419+0000","last_became_peered":"2023-09-21T11:16:59.980419+0000","last_unstale":"2023-09-21T11:17:01.772354+0000","last_undegraded":"2023-09-21T11:17:01.772354+0000","last_fullsized":"2023-09-21T11:17:01.772354+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:39:30.395082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772590+0000","last_change":"2023-09-21T11:16:59.988708+0000","last_active":"2023-09-21T11:17:01.772590+0000","last_peered":"2023-09-21T11:17:01.772590+0000","last_clean":"2023-09-21T11:17:01.772590+0000","last_became_active":"2023-09-21T11:16:59.988440+0000","last_became_peered":"2023-09-21T11:16:59.988440+0000","last_unstale":"2023-09-21T11:17:01.772590+0000","last_undegraded":"2023-09-21T11:17:01.772590+0000","last_fullsized":"2023-09-21T11:17:01.772590+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:57:14.380117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":5,"up_from":13,"seq":55834574858,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":208896,"data_stored":70988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.374}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]}]},{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":802816,"data_stored":661848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72799999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":4.7969999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36699999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":212992,"data_stored":71058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31900000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36899999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38300000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]}]},{"osd":0,"up_from":13,"seq":55834574855,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":811008,"data_stored":661904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.732}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.443}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.075}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80400000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":204800,"data_stored":70898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.247}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32700000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.2300000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.2750000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.4500000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.5549999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.4029999999999996}]}]},{"osd":4,"up_from":13,"seq":55834574856,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":71024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70899999999999996}]}]},{"osd":6,"up_from":13,"seq":55834574856,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67600000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78700000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-21T11:17:08.767 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-21T11:17:08.921 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.929+0000 7f753c82c700 1 Processor -- start 2023-09-21T11:17:08.922 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.930+0000 7f753c82c700 1 -- start start 2023-09-21T11:17:08.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.930+0000 7f753c82c700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f75380cd900 0x7f75380cdd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:08.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.930+0000 7f753c82c700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7538162320 con 0x7f753806aae0 2023-09-21T11:17:08.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.930+0000 7f753c82c700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f75380af670 con 0x7f75380af290 2023-09-21T11:17:08.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.930+0000 7f753c82c700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f75380cf280 con 0x7f75380cd900 2023-09-21T11:17:08.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.931+0000 7f7535d9b700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f75380cd900 0x7f75380cdd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:08.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.931+0000 7f7536d9d700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f753806aae0 0x7f753806af50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40136/0 (socket says 172.21.15.79:40136) 2023-09-21T11:17:08.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.931+0000 7f7536d9d700 1 -- 172.21.15.79:0/2842094421 learned_addr learned my addr 172.21.15.79:0/2842094421 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:08.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.931+0000 7f7535d9b700 1 -- 172.21.15.79:0/2842094421 >> v1:172.21.15.134:6789/0 conn(0x7f75380af290 legacy=0x7f753815e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.931+0000 7f7535d9b700 1 -- 172.21.15.79:0/2842094421 >> v1:172.21.15.79:6789/0 conn(0x7f753806aae0 legacy=0x7f753806af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.931+0000 7f7535d9b700 1 -- 172.21.15.79:0/2842094421 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7538161710 con 0x7f75380cd900 2023-09-21T11:17:08.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.931+0000 7f753559a700 1 -- 172.21.15.79:0/2842094421 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2207495691 0 0) 0x7f7530001490 con 0x7f753806aae0 2023-09-21T11:17:08.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.931+0000 7f7535d9b700 1 --2- 172.21.15.79:0/2842094421 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75380cd900 0x7f75380cdd80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f752c009840 tx=0x7f752c009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e524d30a14a6dc12 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:08.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.931+0000 7f753559a700 1 -- 172.21.15.79:0/2842094421 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f752c011830 con 0x7f75380cd900 2023-09-21T11:17:08.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.931+0000 7f753559a700 1 -- 172.21.15.79:0/2842094421 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f752c011990 con 0x7f75380cd900 2023-09-21T11:17:08.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.931+0000 7f753559a700 1 -- 172.21.15.79:0/2842094421 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f752c011d20 con 0x7f75380cd900 2023-09-21T11:17:08.927 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.932+0000 7f753c82c700 1 -- 172.21.15.79:0/2842094421 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75380cd900 msgr2=0x7f75380cdd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.927 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.932+0000 7f753c82c700 1 --2- 172.21.15.79:0/2842094421 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75380cd900 0x7f75380cdd80 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f752c009840 tx=0x7f752c009b50 comp rx=0 tx=0).stop 2023-09-21T11:17:08.927 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.932+0000 7f753c82c700 1 -- 172.21.15.79:0/2842094421 shutdown_connections 2023-09-21T11:17:08.927 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.932+0000 7f753c82c700 1 --2- 172.21.15.79:0/2842094421 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75380cd900 0x7f75380cdd80 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.927 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.932+0000 7f753c82c700 1 -- 172.21.15.79:0/2842094421 >> 172.21.15.79:0/2842094421 conn(0x7f75380b1900 msgr2=0x7f75380b1ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:08.928 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.932+0000 7f753c82c700 1 -- 172.21.15.79:0/2842094421 shutdown_connections 2023-09-21T11:17:08.928 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.932+0000 7f753c82c700 1 -- 172.21.15.79:0/2842094421 wait complete. 2023-09-21T11:17:08.930 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.933+0000 7f753c82c700 1 Processor -- start 2023-09-21T11:17:08.930 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.933+0000 7f753c82c700 1 -- start start 2023-09-21T11:17:08.931 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.934+0000 7f753c82c700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f753806aae0 0x7f75380ad920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:08.931 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.934+0000 7f753c82c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75380af290 0x7f75381f3c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:08.931 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.934+0000 7f753c82c700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75380cd900 0x7f753815dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:08.931 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.934+0000 7f753c82c700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75381f41a0 con 0x7f75380af290 2023-09-21T11:17:08.931 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.934+0000 7f753c82c700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75380b3e40 con 0x7f753806aae0 2023-09-21T11:17:08.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.934+0000 7f753c82c700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75380adfe0 con 0x7f75380cd900 2023-09-21T11:17:08.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.934+0000 7f7535d9b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75380af290 0x7f75381f3c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:08.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.934+0000 7f7535d9b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75380af290 0x7f75381f3c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53776/0 (socket says 172.21.15.79:53776) 2023-09-21T11:17:08.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.934+0000 7f7535d9b700 1 -- 172.21.15.79:0/3529537200 learned_addr learned my addr 172.21.15.79:0/3529537200 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:08.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.934+0000 7f753659c700 1 --2- 172.21.15.79:0/3529537200 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f753806aae0 0x7f75380ad920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:08.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.934+0000 7f7536d9d700 1 --2- 172.21.15.79:0/3529537200 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75380cd900 0x7f753815dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:08.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.934+0000 7f7535d9b700 1 -- 172.21.15.79:0/3529537200 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75380cd900 msgr2=0x7f753815dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.934+0000 7f7535d9b700 1 --2- 172.21.15.79:0/3529537200 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75380cd900 0x7f753815dcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.934+0000 7f7535d9b700 1 -- 172.21.15.79:0/3529537200 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f753806aae0 msgr2=0x7f75380ad920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:08.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.934+0000 7f7535d9b700 1 --2- 172.21.15.79:0/3529537200 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f753806aae0 0x7f75380ad920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:08.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.934+0000 7f7535d9b700 1 -- 172.21.15.79:0/3529537200 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f752c0094a0 con 0x7f75380af290 2023-09-21T11:17:08.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.934+0000 7f753659c700 1 --2- 172.21.15.79:0/3529537200 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f753806aae0 0x7f75380ad920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:08.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.934+0000 7f7536d9d700 1 --2- 172.21.15.79:0/3529537200 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75380cd900 0x7f753815dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:08.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.935+0000 7f7535d9b700 1 --2- 172.21.15.79:0/3529537200 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75380af290 0x7f75381f3c60 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f752c0090b0 tx=0x7f752c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:08.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.935+0000 7f7526ffd700 1 -- 172.21.15.79:0/3529537200 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f752c01a900 con 0x7f75380af290 2023-09-21T11:17:08.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.935+0000 7f7526ffd700 1 -- 172.21.15.79:0/3529537200 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f752c01aa60 con 0x7f75380af290 2023-09-21T11:17:08.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.935+0000 7f7526ffd700 1 -- 172.21.15.79:0/3529537200 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f752c01add0 con 0x7f75380af290 2023-09-21T11:17:08.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.935+0000 7f753c82c700 1 -- 172.21.15.79:0/3529537200 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75380ae2c0 con 0x7f75380af290 2023-09-21T11:17:08.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.935+0000 7f753c82c700 1 -- 172.21.15.79:0/3529537200 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75380b4350 con 0x7f75380af290 2023-09-21T11:17:08.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.936+0000 7f753c82c700 1 -- 172.21.15.79:0/3529537200 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f753804eae0 con 0x7f75380af290 2023-09-21T11:17:08.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.938+0000 7f7526ffd700 1 -- 172.21.15.79:0/3529537200 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f752c022070 con 0x7f75380af290 2023-09-21T11:17:08.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.938+0000 7f7526ffd700 1 --2- 172.21.15.79:0/3529537200 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f751806a580 0x7f751806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:08.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.938+0000 7f7526ffd700 1 -- 172.21.15.79:0/3529537200 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f752c08a1d0 con 0x7f75380af290 2023-09-21T11:17:08.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.938+0000 7f753659c700 1 --2- 172.21.15.79:0/3529537200 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f751806a580 0x7f751806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:08.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.938+0000 7f753659c700 1 --2- 172.21.15.79:0/3529537200 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f751806a580 0x7f751806ca40 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f7528000f60 tx=0x7f7528009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:08.937 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:08.942+0000 7f7526ffd700 1 -- 172.21.15.79:0/3529537200 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f752c055890 con 0x7f75380af290 2023-09-21T11:17:09.122 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.130+0000 7f753c82c700 1 -- 172.21.15.79:0/3529537200 --> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f75380ae4e0 con 0x7f751806a580 2023-09-21T11:17:09.129 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.137+0000 7f7526ffd700 1 -- 172.21.15.79:0/3529537200 <== mgr.4104 v2:172.21.15.79:6832/2997757862 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264572 (secure 0 0 0) 0x7f75380ae4e0 con 0x7f751806a580 2023-09-21T11:17:09.132 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:09.134 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.140+0000 7f753c82c700 1 -- 172.21.15.79:0/3529537200 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f751806a580 msgr2=0x7f751806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:09.135 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.140+0000 7f753c82c700 1 --2- 172.21.15.79:0/3529537200 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f751806a580 0x7f751806ca40 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f7528000f60 tx=0x7f7528009040 comp rx=0 tx=0).stop 2023-09-21T11:17:09.135 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.140+0000 7f753c82c700 1 -- 172.21.15.79:0/3529537200 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75380af290 msgr2=0x7f75381f3c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:09.135 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.140+0000 7f753c82c700 1 --2- 172.21.15.79:0/3529537200 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75380af290 0x7f75381f3c60 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f752c0090b0 tx=0x7f752c004750 comp rx=0 tx=0).stop 2023-09-21T11:17:09.135 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.140+0000 7f753c82c700 1 -- 172.21.15.79:0/3529537200 shutdown_connections 2023-09-21T11:17:09.136 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.140+0000 7f753c82c700 1 --2- 172.21.15.79:0/3529537200 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f751806a580 0x7f751806ca40 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.136 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.140+0000 7f753c82c700 1 --2- 172.21.15.79:0/3529537200 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75380cd900 0x7f753815dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.136 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.140+0000 7f753c82c700 1 --2- 172.21.15.79:0/3529537200 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f753806aae0 0x7f75380ad920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.136 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.140+0000 7f753c82c700 1 --2- 172.21.15.79:0/3529537200 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75380af290 0x7f75381f3c60 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.136 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.140+0000 7f753c82c700 1 -- 172.21.15.79:0/3529537200 >> 172.21.15.79:0/3529537200 conn(0x7f75380b1900 msgr2=0x7f75380af800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:09.137 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.140+0000 7f753c82c700 1 -- 172.21.15.79:0/3529537200 shutdown_connections 2023-09-21T11:17:09.137 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.140+0000 7f753c82c700 1 -- 172.21.15.79:0/3529537200 wait complete. 2023-09-21T11:17:09.137 INFO:teuthology.orchestra.run.smithi079.stderr:dumped all 2023-09-21T11:17:09.144 INFO:teuthology.orchestra.run.smithi079.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2023-09-21T11:17:07.796074+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219044,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755676,"statfs":{"total":773094113280,"available":772869812224,"internally_reserved":0,"allocated":2891776,"data_stored":1752740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.008919"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773289+0000","last_change":"2023-09-21T11:16:59.980669+0000","last_active":"2023-09-21T11:17:01.773289+0000","last_peered":"2023-09-21T11:17:01.773289+0000","last_clean":"2023-09-21T11:17:01.773289+0000","last_became_active":"2023-09-21T11:16:59.979155+0000","last_became_peered":"2023-09-21T11:16:59.979155+0000","last_unstale":"2023-09-21T11:17:01.773289+0000","last_undegraded":"2023-09-21T11:17:01.773289+0000","last_fullsized":"2023-09-21T11:17:01.773289+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:52:21.275866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976368+0000","last_change":"2023-09-21T11:16:59.975876+0000","last_active":"2023-09-21T11:17:00.976368+0000","last_peered":"2023-09-21T11:17:00.976368+0000","last_clean":"2023-09-21T11:17:00.976368+0000","last_became_active":"2023-09-21T11:16:59.975629+0000","last_became_peered":"2023-09-21T11:16:59.975629+0000","last_unstale":"2023-09-21T11:17:00.976368+0000","last_undegraded":"2023-09-21T11:17:00.976368+0000","last_fullsized":"2023-09-21T11:17:00.976368+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:46:39.100911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772454+0000","last_change":"2023-09-21T11:16:59.981515+0000","last_active":"2023-09-21T11:17:01.772454+0000","last_peered":"2023-09-21T11:17:01.772454+0000","last_clean":"2023-09-21T11:17:01.772454+0000","last_became_active":"2023-09-21T11:16:59.981192+0000","last_became_peered":"2023-09-21T11:16:59.981192+0000","last_unstale":"2023-09-21T11:17:01.772454+0000","last_undegraded":"2023-09-21T11:17:01.772454+0000","last_fullsized":"2023-09-21T11:17:01.772454+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:37:09.265746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478846+0000","last_change":"2023-09-21T11:16:59.982881+0000","last_active":"2023-09-21T11:17:01.478846+0000","last_peered":"2023-09-21T11:17:01.478846+0000","last_clean":"2023-09-21T11:17:01.478846+0000","last_became_active":"2023-09-21T11:16:59.982520+0000","last_became_peered":"2023-09-21T11:16:59.982520+0000","last_unstale":"2023-09-21T11:17:01.478846+0000","last_undegraded":"2023-09-21T11:17:01.478846+0000","last_fullsized":"2023-09-21T11:17:01.478846+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:20:14.024243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772711+0000","last_change":"2023-09-21T11:16:59.983614+0000","last_active":"2023-09-21T11:17:01.772711+0000","last_peered":"2023-09-21T11:17:01.772711+0000","last_clean":"2023-09-21T11:17:01.772711+0000","last_became_active":"2023-09-21T11:16:59.983282+0000","last_became_peered":"2023-09-21T11:16:59.983282+0000","last_unstale":"2023-09-21T11:17:01.772711+0000","last_undegraded":"2023-09-21T11:17:01.772711+0000","last_fullsized":"2023-09-21T11:17:01.772711+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:46:39.514734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478529+0000","last_change":"2023-09-21T11:16:59.981805+0000","last_active":"2023-09-21T11:17:01.478529+0000","last_peered":"2023-09-21T11:17:01.478529+0000","last_clean":"2023-09-21T11:17:01.478529+0000","last_became_active":"2023-09-21T11:16:59.981526+0000","last_became_peered":"2023-09-21T11:16:59.981526+0000","last_unstale":"2023-09-21T11:17:01.478529+0000","last_undegraded":"2023-09-21T11:17:01.478529+0000","last_fullsized":"2023-09-21T11:17:01.478529+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:34:12.139928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772584+0000","last_change":"2023-09-21T11:16:59.982835+0000","last_active":"2023-09-21T11:17:01.772584+0000","last_peered":"2023-09-21T11:17:01.772584+0000","last_clean":"2023-09-21T11:17:01.772584+0000","last_became_active":"2023-09-21T11:16:59.980510+0000","last_became_peered":"2023-09-21T11:16:59.980510+0000","last_unstale":"2023-09-21T11:17:01.772584+0000","last_undegraded":"2023-09-21T11:17:01.772584+0000","last_fullsized":"2023-09-21T11:17:01.772584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:34:12.139928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691792+0000","last_change":"2023-09-21T11:16:59.989765+0000","last_active":"2023-09-21T11:17:01.691792+0000","last_peered":"2023-09-21T11:17:01.691792+0000","last_clean":"2023-09-21T11:17:01.691792+0000","last_became_active":"2023-09-21T11:16:59.989463+0000","last_became_peered":"2023-09-21T11:16:59.989463+0000","last_unstale":"2023-09-21T11:17:01.691792+0000","last_undegraded":"2023-09-21T11:17:01.691792+0000","last_fullsized":"2023-09-21T11:17:01.691792+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:37:09.265746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773204+0000","last_change":"2023-09-21T11:16:59.979555+0000","last_active":"2023-09-21T11:17:01.773204+0000","last_peered":"2023-09-21T11:17:01.773204+0000","last_clean":"2023-09-21T11:17:01.773204+0000","last_became_active":"2023-09-21T11:16:59.978851+0000","last_became_peered":"2023-09-21T11:16:59.978851+0000","last_unstale":"2023-09-21T11:17:01.773204+0000","last_undegraded":"2023-09-21T11:17:01.773204+0000","last_fullsized":"2023-09-21T11:17:01.773204+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:42:58.147848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772456+0000","last_change":"2023-09-21T11:16:59.989817+0000","last_active":"2023-09-21T11:17:01.772456+0000","last_peered":"2023-09-21T11:17:01.772456+0000","last_clean":"2023-09-21T11:17:01.772456+0000","last_became_active":"2023-09-21T11:16:59.989520+0000","last_became_peered":"2023-09-21T11:16:59.989520+0000","last_unstale":"2023-09-21T11:17:01.772456+0000","last_undegraded":"2023-09-21T11:17:01.772456+0000","last_fullsized":"2023-09-21T11:17:01.772456+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:51:00.572389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772548+0000","last_change":"2023-09-21T11:16:59.990004+0000","last_active":"2023-09-21T11:17:01.772548+0000","last_peered":"2023-09-21T11:17:01.772548+0000","last_clean":"2023-09-21T11:17:01.772548+0000","last_became_active":"2023-09-21T11:16:59.989702+0000","last_became_peered":"2023-09-21T11:16:59.989702+0000","last_unstale":"2023-09-21T11:17:01.772548+0000","last_undegraded":"2023-09-21T11:17:01.772548+0000","last_fullsized":"2023-09-21T11:17:01.772548+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:46:39.100911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.975140+0000","last_change":"2023-09-21T11:16:59.980645+0000","last_active":"2023-09-21T11:17:00.975140+0000","last_peered":"2023-09-21T11:17:00.975140+0000","last_clean":"2023-09-21T11:17:00.975140+0000","last_became_active":"2023-09-21T11:16:59.980301+0000","last_became_peered":"2023-09-21T11:16:59.980301+0000","last_unstale":"2023-09-21T11:17:00.975140+0000","last_undegraded":"2023-09-21T11:17:00.975140+0000","last_fullsized":"2023-09-21T11:17:00.975140+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:07:26.073141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692053+0000","last_change":"2023-09-21T11:16:59.978922+0000","last_active":"2023-09-21T11:17:01.692053+0000","last_peered":"2023-09-21T11:17:01.692053+0000","last_clean":"2023-09-21T11:17:01.692053+0000","last_became_active":"2023-09-21T11:16:59.978697+0000","last_became_peered":"2023-09-21T11:16:59.978697+0000","last_unstale":"2023-09-21T11:17:01.692053+0000","last_undegraded":"2023-09-21T11:17:01.692053+0000","last_fullsized":"2023-09-21T11:17:01.692053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:55:32.080787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772189+0000","last_change":"2023-09-21T11:16:59.978404+0000","last_active":"2023-09-21T11:17:01.772189+0000","last_peered":"2023-09-21T11:17:01.772189+0000","last_clean":"2023-09-21T11:17:01.772189+0000","last_became_active":"2023-09-21T11:16:59.977108+0000","last_became_peered":"2023-09-21T11:16:59.977108+0000","last_unstale":"2023-09-21T11:17:01.772189+0000","last_undegraded":"2023-09-21T11:17:01.772189+0000","last_fullsized":"2023-09-21T11:17:01.772189+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:53:58.262103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976029+0000","last_change":"2023-09-21T11:16:59.978839+0000","last_active":"2023-09-21T11:17:00.976029+0000","last_peered":"2023-09-21T11:17:00.976029+0000","last_clean":"2023-09-21T11:17:00.976029+0000","last_became_active":"2023-09-21T11:16:59.978564+0000","last_became_peered":"2023-09-21T11:16:59.978564+0000","last_unstale":"2023-09-21T11:17:00.976029+0000","last_undegraded":"2023-09-21T11:17:00.976029+0000","last_fullsized":"2023-09-21T11:17:00.976029+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:44.742475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478405+0000","last_change":"2023-09-21T11:16:59.982811+0000","last_active":"2023-09-21T11:17:01.478405+0000","last_peered":"2023-09-21T11:17:01.478405+0000","last_clean":"2023-09-21T11:17:01.478405+0000","last_became_active":"2023-09-21T11:16:59.981744+0000","last_became_peered":"2023-09-21T11:16:59.981744+0000","last_unstale":"2023-09-21T11:17:01.478405+0000","last_undegraded":"2023-09-21T11:17:01.478405+0000","last_fullsized":"2023-09-21T11:17:01.478405+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:57:14.380117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.479044+0000","last_change":"2023-09-21T11:16:59.980973+0000","last_active":"2023-09-21T11:17:01.479044+0000","last_peered":"2023-09-21T11:17:01.479044+0000","last_clean":"2023-09-21T11:17:01.479044+0000","last_became_active":"2023-09-21T11:16:59.980323+0000","last_became_peered":"2023-09-21T11:16:59.980323+0000","last_unstale":"2023-09-21T11:17:01.479044+0000","last_undegraded":"2023-09-21T11:17:01.479044+0000","last_fullsized":"2023-09-21T11:17:01.479044+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:05:20.727410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087267+0000","last_change":"2023-09-21T11:16:59.981031+0000","last_active":"2023-09-21T11:17:01.087267+0000","last_peered":"2023-09-21T11:17:01.087267+0000","last_clean":"2023-09-21T11:17:01.087267+0000","last_became_active":"2023-09-21T11:16:59.980748+0000","last_became_peered":"2023-09-21T11:16:59.980748+0000","last_unstale":"2023-09-21T11:17:01.087267+0000","last_undegraded":"2023-09-21T11:17:01.087267+0000","last_fullsized":"2023-09-21T11:17:01.087267+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:55:41.019051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772901+0000","last_change":"2023-09-21T11:16:59.983732+0000","last_active":"2023-09-21T11:17:01.772901+0000","last_peered":"2023-09-21T11:17:01.772901+0000","last_clean":"2023-09-21T11:17:01.772901+0000","last_became_active":"2023-09-21T11:16:59.983425+0000","last_became_peered":"2023-09-21T11:16:59.983425+0000","last_unstale":"2023-09-21T11:17:01.772901+0000","last_undegraded":"2023-09-21T11:17:01.772901+0000","last_fullsized":"2023-09-21T11:17:01.772901+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:18:20.243693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772505+0000","last_change":"2023-09-21T11:16:58.978888+0000","last_active":"2023-09-21T11:17:01.772505+0000","last_peered":"2023-09-21T11:17:01.772505+0000","last_clean":"2023-09-21T11:17:01.772505+0000","last_became_active":"2023-09-21T11:16:58.978583+0000","last_became_peered":"2023-09-21T11:16:58.978583+0000","last_unstale":"2023-09-21T11:17:01.772505+0000","last_undegraded":"2023-09-21T11:17:01.772505+0000","last_fullsized":"2023-09-21T11:17:01.772505+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:42:20.176572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692269+0000","last_change":"2023-09-21T11:16:59.978992+0000","last_active":"2023-09-21T11:17:01.692269+0000","last_peered":"2023-09-21T11:17:01.692269+0000","last_clean":"2023-09-21T11:17:01.692269+0000","last_became_active":"2023-09-21T11:16:59.978654+0000","last_became_peered":"2023-09-21T11:16:59.978654+0000","last_unstale":"2023-09-21T11:17:01.692269+0000","last_undegraded":"2023-09-21T11:17:01.692269+0000","last_fullsized":"2023-09-21T11:17:01.692269+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:57:14.380117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692208+0000","last_change":"2023-09-21T11:16:58.970459+0000","last_active":"2023-09-21T11:17:01.692208+0000","last_peered":"2023-09-21T11:17:01.692208+0000","last_clean":"2023-09-21T11:17:01.692208+0000","last_became_active":"2023-09-21T11:16:58.970165+0000","last_became_peered":"2023-09-21T11:16:58.970165+0000","last_unstale":"2023-09-21T11:17:01.692208+0000","last_undegraded":"2023-09-21T11:17:01.692208+0000","last_fullsized":"2023-09-21T11:17:01.692208+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:20:53.866428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772696+0000","last_change":"2023-09-21T11:16:59.980230+0000","last_active":"2023-09-21T11:17:01.772696+0000","last_peered":"2023-09-21T11:17:01.772696+0000","last_clean":"2023-09-21T11:17:01.772696+0000","last_became_active":"2023-09-21T11:16:59.979951+0000","last_became_peered":"2023-09-21T11:16:59.979951+0000","last_unstale":"2023-09-21T11:17:01.772696+0000","last_undegraded":"2023-09-21T11:17:01.772696+0000","last_fullsized":"2023-09-21T11:17:01.772696+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:48.414223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773114+0000","last_change":"2023-09-21T11:16:58.978427+0000","last_active":"2023-09-21T11:17:01.773114+0000","last_peered":"2023-09-21T11:17:01.773114+0000","last_clean":"2023-09-21T11:17:01.773114+0000","last_became_active":"2023-09-21T11:16:58.978136+0000","last_became_peered":"2023-09-21T11:16:58.978136+0000","last_unstale":"2023-09-21T11:17:01.773114+0000","last_undegraded":"2023-09-21T11:17:01.773114+0000","last_fullsized":"2023-09-21T11:17:01.773114+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:47.408342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478652+0000","last_change":"2023-09-21T11:16:59.986226+0000","last_active":"2023-09-21T11:17:01.478652+0000","last_peered":"2023-09-21T11:17:01.478652+0000","last_clean":"2023-09-21T11:17:01.478652+0000","last_became_active":"2023-09-21T11:16:59.985968+0000","last_became_peered":"2023-09-21T11:16:59.985968+0000","last_unstale":"2023-09-21T11:17:01.478652+0000","last_undegraded":"2023-09-21T11:17:01.478652+0000","last_fullsized":"2023-09-21T11:17:01.478652+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:32:58.157880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772779+0000","last_change":"2023-09-21T11:16:58.977131+0000","last_active":"2023-09-21T11:17:01.772779+0000","last_peered":"2023-09-21T11:17:01.772779+0000","last_clean":"2023-09-21T11:17:01.772779+0000","last_became_active":"2023-09-21T11:16:58.976850+0000","last_became_peered":"2023-09-21T11:16:58.976850+0000","last_unstale":"2023-09-21T11:17:01.772779+0000","last_undegraded":"2023-09-21T11:17:01.772779+0000","last_fullsized":"2023-09-21T11:17:01.772779+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:31:01.085977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478835+0000","last_change":"2023-09-21T11:16:59.977638+0000","last_active":"2023-09-21T11:17:01.478835+0000","last_peered":"2023-09-21T11:17:01.478835+0000","last_clean":"2023-09-21T11:17:01.478835+0000","last_became_active":"2023-09-21T11:16:59.977339+0000","last_became_peered":"2023-09-21T11:16:59.977339+0000","last_unstale":"2023-09-21T11:17:01.478835+0000","last_undegraded":"2023-09-21T11:17:01.478835+0000","last_fullsized":"2023-09-21T11:17:01.478835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:18:20.243693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692238+0000","last_change":"2023-09-21T11:16:58.979034+0000","last_active":"2023-09-21T11:17:01.692238+0000","last_peered":"2023-09-21T11:17:01.692238+0000","last_clean":"2023-09-21T11:17:01.692238+0000","last_became_active":"2023-09-21T11:16:58.978703+0000","last_became_peered":"2023-09-21T11:16:58.978703+0000","last_unstale":"2023-09-21T11:17:01.692238+0000","last_undegraded":"2023-09-21T11:17:01.692238+0000","last_fullsized":"2023-09-21T11:17:01.692238+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:24:04.317960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.974655+0000","last_change":"2023-09-21T11:16:59.973078+0000","last_active":"2023-09-21T11:17:00.974655+0000","last_peered":"2023-09-21T11:17:00.974655+0000","last_clean":"2023-09-21T11:17:00.974655+0000","last_became_active":"2023-09-21T11:16:59.972437+0000","last_became_peered":"2023-09-21T11:16:59.972437+0000","last_unstale":"2023-09-21T11:17:00.974655+0000","last_undegraded":"2023-09-21T11:17:00.974655+0000","last_fullsized":"2023-09-21T11:17:00.974655+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:20:54.872308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.771978+0000","last_change":"2023-09-21T11:16:58.968089+0000","last_active":"2023-09-21T11:17:01.771978+0000","last_peered":"2023-09-21T11:17:01.771978+0000","last_clean":"2023-09-21T11:17:01.771978+0000","last_became_active":"2023-09-21T11:16:58.967805+0000","last_became_peered":"2023-09-21T11:16:58.967805+0000","last_unstale":"2023-09-21T11:17:01.771978+0000","last_undegraded":"2023-09-21T11:17:01.771978+0000","last_fullsized":"2023-09-21T11:17:01.771978+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:37:08.259866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772510+0000","last_change":"2023-09-21T11:16:59.973348+0000","last_active":"2023-09-21T11:17:01.772510+0000","last_peered":"2023-09-21T11:17:01.772510+0000","last_clean":"2023-09-21T11:17:01.772510+0000","last_became_active":"2023-09-21T11:16:59.972785+0000","last_became_peered":"2023-09-21T11:16:59.972785+0000","last_unstale":"2023-09-21T11:17:01.772510+0000","last_undegraded":"2023-09-21T11:17:01.772510+0000","last_fullsized":"2023-09-21T11:17:01.772510+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:34:48.651631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691871+0000","last_change":"2023-09-21T11:16:58.972546+0000","last_active":"2023-09-21T11:17:01.691871+0000","last_peered":"2023-09-21T11:17:01.691871+0000","last_clean":"2023-09-21T11:17:01.691871+0000","last_became_active":"2023-09-21T11:16:58.972310+0000","last_became_peered":"2023-09-21T11:16:58.972310+0000","last_unstale":"2023-09-21T11:17:01.691871+0000","last_undegraded":"2023-09-21T11:17:01.691871+0000","last_fullsized":"2023-09-21T11:17:01.691871+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:53:57.256222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691973+0000","last_change":"2023-09-21T11:16:59.976456+0000","last_active":"2023-09-21T11:17:01.691973+0000","last_peered":"2023-09-21T11:17:01.691973+0000","last_clean":"2023-09-21T11:17:01.691973+0000","last_became_active":"2023-09-21T11:16:59.976172+0000","last_became_peered":"2023-09-21T11:16:59.976172+0000","last_unstale":"2023-09-21T11:17:01.691973+0000","last_undegraded":"2023-09-21T11:17:01.691973+0000","last_fullsized":"2023-09-21T11:17:01.691973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:44.742475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478612+0000","last_change":"2023-09-21T11:16:58.974456+0000","last_active":"2023-09-21T11:17:01.478612+0000","last_peered":"2023-09-21T11:17:01.478612+0000","last_clean":"2023-09-21T11:17:01.478612+0000","last_became_active":"2023-09-21T11:16:58.974172+0000","last_became_peered":"2023-09-21T11:16:58.974172+0000","last_unstale":"2023-09-21T11:17:01.478612+0000","last_undegraded":"2023-09-21T11:17:01.478612+0000","last_fullsized":"2023-09-21T11:17:01.478612+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:55:40.013170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976269+0000","last_change":"2023-09-21T11:16:59.977098+0000","last_active":"2023-09-21T11:17:00.976269+0000","last_peered":"2023-09-21T11:17:00.976269+0000","last_clean":"2023-09-21T11:17:00.976269+0000","last_became_active":"2023-09-21T11:16:59.976817+0000","last_became_peered":"2023-09-21T11:16:59.976817+0000","last_unstale":"2023-09-21T11:17:00.976269+0000","last_undegraded":"2023-09-21T11:17:00.976269+0000","last_fullsized":"2023-09-21T11:17:00.976269+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:51:00.572389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772436+0000","last_change":"2023-09-21T11:16:58.972723+0000","last_active":"2023-09-21T11:17:01.772436+0000","last_peered":"2023-09-21T11:17:01.772436+0000","last_clean":"2023-09-21T11:17:01.772436+0000","last_became_active":"2023-09-21T11:16:58.972356+0000","last_became_peered":"2023-09-21T11:16:58.972356+0000","last_unstale":"2023-09-21T11:17:01.772436+0000","last_undegraded":"2023-09-21T11:17:01.772436+0000","last_fullsized":"2023-09-21T11:17:01.772436+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:39:29.389201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478903+0000","last_change":"2023-09-21T11:16:59.988591+0000","last_active":"2023-09-21T11:17:01.478903+0000","last_peered":"2023-09-21T11:17:01.478903+0000","last_clean":"2023-09-21T11:17:01.478903+0000","last_became_active":"2023-09-21T11:16:59.988305+0000","last_became_peered":"2023-09-21T11:16:59.988305+0000","last_unstale":"2023-09-21T11:17:01.478903+0000","last_undegraded":"2023-09-21T11:17:01.478903+0000","last_fullsized":"2023-09-21T11:17:01.478903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:01:24.805520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478770+0000","last_change":"2023-09-21T11:16:58.977880+0000","last_active":"2023-09-21T11:17:01.478770+0000","last_peered":"2023-09-21T11:17:01.478770+0000","last_clean":"2023-09-21T11:17:01.478770+0000","last_became_active":"2023-09-21T11:16:58.977566+0000","last_became_peered":"2023-09-21T11:16:58.977566+0000","last_unstale":"2023-09-21T11:17:01.478770+0000","last_undegraded":"2023-09-21T11:17:01.478770+0000","last_fullsized":"2023-09-21T11:17:01.478770+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:39:29.389201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772594+0000","last_change":"2023-09-21T11:16:59.980127+0000","last_active":"2023-09-21T11:17:01.772594+0000","last_peered":"2023-09-21T11:17:01.772594+0000","last_clean":"2023-09-21T11:17:01.772594+0000","last_became_active":"2023-09-21T11:16:59.979842+0000","last_became_peered":"2023-09-21T11:16:59.979842+0000","last_unstale":"2023-09-21T11:17:01.772594+0000","last_undegraded":"2023-09-21T11:17:01.772594+0000","last_fullsized":"2023-09-21T11:17:01.772594+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:44.742475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976207+0000","last_change":"2023-09-21T11:16:58.972798+0000","last_active":"2023-09-21T11:17:00.976207+0000","last_peered":"2023-09-21T11:17:00.976207+0000","last_clean":"2023-09-21T11:17:00.976207+0000","last_became_active":"2023-09-21T11:16:58.972470+0000","last_became_peered":"2023-09-21T11:16:58.972470+0000","last_unstale":"2023-09-21T11:17:00.976207+0000","last_undegraded":"2023-09-21T11:17:00.976207+0000","last_fullsized":"2023-09-21T11:17:00.976207+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:39:29.389201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.975121+0000","last_change":"2023-09-21T11:16:59.976677+0000","last_active":"2023-09-21T11:17:00.975121+0000","last_peered":"2023-09-21T11:17:00.975121+0000","last_clean":"2023-09-21T11:17:00.975121+0000","last_became_active":"2023-09-21T11:16:59.975432+0000","last_became_peered":"2023-09-21T11:16:59.975432+0000","last_unstale":"2023-09-21T11:17:00.975121+0000","last_undegraded":"2023-09-21T11:17:00.975121+0000","last_fullsized":"2023-09-21T11:17:00.975121+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:48:46.352776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772103+0000","last_change":"2023-09-21T11:16:58.971377+0000","last_active":"2023-09-21T11:17:01.772103+0000","last_peered":"2023-09-21T11:17:01.772103+0000","last_clean":"2023-09-21T11:17:01.772103+0000","last_became_active":"2023-09-21T11:16:58.971067+0000","last_became_peered":"2023-09-21T11:16:58.971067+0000","last_unstale":"2023-09-21T11:17:01.772103+0000","last_undegraded":"2023-09-21T11:17:01.772103+0000","last_fullsized":"2023-09-21T11:17:01.772103+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:12:17.462094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772869+0000","last_change":"2023-09-21T11:16:59.982055+0000","last_active":"2023-09-21T11:17:01.772869+0000","last_peered":"2023-09-21T11:17:01.772869+0000","last_clean":"2023-09-21T11:17:01.772869+0000","last_became_active":"2023-09-21T11:16:59.980953+0000","last_became_peered":"2023-09-21T11:16:59.980953+0000","last_unstale":"2023-09-21T11:17:01.772869+0000","last_undegraded":"2023-09-21T11:17:01.772869+0000","last_fullsized":"2023-09-21T11:17:01.772869+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:36:02.573466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772469+0000","last_change":"2023-09-21T11:16:58.965008+0000","last_active":"2023-09-21T11:17:01.772469+0000","last_peered":"2023-09-21T11:17:01.772469+0000","last_clean":"2023-09-21T11:17:01.772469+0000","last_became_active":"2023-09-21T11:16:58.964724+0000","last_became_peered":"2023-09-21T11:16:58.964724+0000","last_unstale":"2023-09-21T11:17:01.772469+0000","last_undegraded":"2023-09-21T11:17:01.772469+0000","last_fullsized":"2023-09-21T11:17:01.772469+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:31:01.085977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772143+0000","last_change":"2023-09-21T11:16:59.974822+0000","last_active":"2023-09-21T11:17:01.772143+0000","last_peered":"2023-09-21T11:17:01.772143+0000","last_clean":"2023-09-21T11:17:01.772143+0000","last_became_active":"2023-09-21T11:16:59.974121+0000","last_became_peered":"2023-09-21T11:16:59.974121+0000","last_unstale":"2023-09-21T11:17:01.772143+0000","last_undegraded":"2023-09-21T11:17:01.772143+0000","last_fullsized":"2023-09-21T11:17:01.772143+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:12:18.467974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478851+0000","last_change":"2023-09-21T11:16:58.971472+0000","last_active":"2023-09-21T11:17:01.478851+0000","last_peered":"2023-09-21T11:17:01.478851+0000","last_clean":"2023-09-21T11:17:01.478851+0000","last_became_active":"2023-09-21T11:16:58.971211+0000","last_became_peered":"2023-09-21T11:16:58.971211+0000","last_unstale":"2023-09-21T11:17:01.478851+0000","last_undegraded":"2023-09-21T11:17:01.478851+0000","last_fullsized":"2023-09-21T11:17:01.478851+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:43.736594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773000+0000","last_change":"2023-09-21T11:16:59.985719+0000","last_active":"2023-09-21T11:17:01.773000+0000","last_peered":"2023-09-21T11:17:01.773000+0000","last_clean":"2023-09-21T11:17:01.773000+0000","last_became_active":"2023-09-21T11:16:59.985440+0000","last_became_peered":"2023-09-21T11:16:59.985440+0000","last_unstale":"2023-09-21T11:17:01.773000+0000","last_undegraded":"2023-09-21T11:17:01.773000+0000","last_fullsized":"2023-09-21T11:17:01.773000+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:32:58.157880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.771918+0000","last_change":"2023-09-21T11:16:58.968186+0000","last_active":"2023-09-21T11:17:01.771918+0000","last_peered":"2023-09-21T11:17:01.771918+0000","last_clean":"2023-09-21T11:17:01.771918+0000","last_became_active":"2023-09-21T11:16:58.967872+0000","last_became_peered":"2023-09-21T11:16:58.967872+0000","last_unstale":"2023-09-21T11:17:01.771918+0000","last_undegraded":"2023-09-21T11:17:01.771918+0000","last_fullsized":"2023-09-21T11:17:01.771918+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:48:45.346895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772000+0000","last_change":"2023-09-21T11:16:59.990419+0000","last_active":"2023-09-21T11:17:01.772000+0000","last_peered":"2023-09-21T11:17:01.772000+0000","last_clean":"2023-09-21T11:17:01.772000+0000","last_became_active":"2023-09-21T11:16:59.989788+0000","last_became_peered":"2023-09-21T11:16:59.989788+0000","last_unstale":"2023-09-21T11:17:01.772000+0000","last_undegraded":"2023-09-21T11:17:01.772000+0000","last_fullsized":"2023-09-21T11:17:01.772000+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:02.867851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087052+0000","last_change":"2023-09-21T11:16:58.965023+0000","last_active":"2023-09-21T11:17:01.087052+0000","last_peered":"2023-09-21T11:17:01.087052+0000","last_clean":"2023-09-21T11:17:01.087052+0000","last_became_active":"2023-09-21T11:16:58.964698+0000","last_became_peered":"2023-09-21T11:16:58.964698+0000","last_unstale":"2023-09-21T11:17:01.087052+0000","last_undegraded":"2023-09-21T11:17:01.087052+0000","last_fullsized":"2023-09-21T11:17:01.087052+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:18:28.209925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772765+0000","last_change":"2023-09-21T11:16:59.985880+0000","last_active":"2023-09-21T11:17:01.772765+0000","last_peered":"2023-09-21T11:17:01.772765+0000","last_clean":"2023-09-21T11:17:01.772765+0000","last_became_active":"2023-09-21T11:16:59.985585+0000","last_became_peered":"2023-09-21T11:16:59.985585+0000","last_unstale":"2023-09-21T11:17:01.772765+0000","last_undegraded":"2023-09-21T11:17:01.772765+0000","last_fullsized":"2023-09-21T11:17:01.772765+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:17:44.039547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.975322+0000","last_change":"2023-09-21T11:16:58.964390+0000","last_active":"2023-09-21T11:17:00.975322+0000","last_peered":"2023-09-21T11:17:00.975322+0000","last_clean":"2023-09-21T11:17:00.975322+0000","last_became_active":"2023-09-21T11:16:58.964081+0000","last_became_peered":"2023-09-21T11:16:58.964081+0000","last_unstale":"2023-09-21T11:17:00.975322+0000","last_undegraded":"2023-09-21T11:17:00.975322+0000","last_fullsized":"2023-09-21T11:17:00.975322+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:41:35.848693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773425+0000","last_change":"2023-09-21T11:16:59.985649+0000","last_active":"2023-09-21T11:17:01.773425+0000","last_peered":"2023-09-21T11:17:01.773425+0000","last_clean":"2023-09-21T11:17:01.773425+0000","last_became_active":"2023-09-21T11:16:59.979865+0000","last_became_peered":"2023-09-21T11:16:59.979865+0000","last_unstale":"2023-09-21T11:17:01.773425+0000","last_undegraded":"2023-09-21T11:17:01.773425+0000","last_fullsized":"2023-09-21T11:17:01.773425+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:05:20.727410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976102+0000","last_change":"2023-09-21T11:16:58.967223+0000","last_active":"2023-09-21T11:17:00.976102+0000","last_peered":"2023-09-21T11:17:00.976102+0000","last_clean":"2023-09-21T11:17:00.976102+0000","last_became_active":"2023-09-21T11:16:58.965873+0000","last_became_peered":"2023-09-21T11:16:58.965873+0000","last_unstale":"2023-09-21T11:17:00.976102+0000","last_undegraded":"2023-09-21T11:17:00.976102+0000","last_fullsized":"2023-09-21T11:17:00.976102+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:50:45.479022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478982+0000","last_change":"2023-09-21T11:16:59.979098+0000","last_active":"2023-09-21T11:17:01.478982+0000","last_peered":"2023-09-21T11:17:01.478982+0000","last_clean":"2023-09-21T11:17:01.478982+0000","last_became_active":"2023-09-21T11:16:59.978799+0000","last_became_peered":"2023-09-21T11:16:59.978799+0000","last_unstale":"2023-09-21T11:17:01.478982+0000","last_undegraded":"2023-09-21T11:17:01.478982+0000","last_fullsized":"2023-09-21T11:17:01.478982+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:52:21.275866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478866+0000","last_change":"2023-09-21T11:16:58.969791+0000","last_active":"2023-09-21T11:17:01.478866+0000","last_peered":"2023-09-21T11:17:01.478866+0000","last_clean":"2023-09-21T11:17:01.478866+0000","last_became_active":"2023-09-21T11:16:58.969017+0000","last_became_peered":"2023-09-21T11:16:58.969017+0000","last_unstale":"2023-09-21T11:17:01.478866+0000","last_undegraded":"2023-09-21T11:17:01.478866+0000","last_fullsized":"2023-09-21T11:17:01.478866+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:01.861971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.974898+0000","last_change":"2023-09-21T11:16:59.980862+0000","last_active":"2023-09-21T11:17:00.974898+0000","last_peered":"2023-09-21T11:17:00.974898+0000","last_clean":"2023-09-21T11:17:00.974898+0000","last_became_active":"2023-09-21T11:16:59.980581+0000","last_became_peered":"2023-09-21T11:16:59.980581+0000","last_unstale":"2023-09-21T11:17:00.974898+0000","last_undegraded":"2023-09-21T11:17:00.974898+0000","last_fullsized":"2023-09-21T11:17:00.974898+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:18:29.215806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.975978+0000","last_change":"2023-09-21T11:16:59.982817+0000","last_active":"2023-09-21T11:17:00.975978+0000","last_peered":"2023-09-21T11:17:00.975978+0000","last_clean":"2023-09-21T11:17:00.975978+0000","last_became_active":"2023-09-21T11:16:59.982512+0000","last_became_peered":"2023-09-21T11:16:59.982512+0000","last_unstale":"2023-09-21T11:17:00.975978+0000","last_undegraded":"2023-09-21T11:17:00.975978+0000","last_fullsized":"2023-09-21T11:17:00.975978+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:02.867851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087075+0000","last_change":"2023-09-21T11:16:58.968925+0000","last_active":"2023-09-21T11:17:01.087075+0000","last_peered":"2023-09-21T11:17:01.087075+0000","last_clean":"2023-09-21T11:17:01.087075+0000","last_became_active":"2023-09-21T11:16:58.968592+0000","last_became_peered":"2023-09-21T11:16:58.968592+0000","last_unstale":"2023-09-21T11:17:01.087075+0000","last_undegraded":"2023-09-21T11:17:01.087075+0000","last_fullsized":"2023-09-21T11:17:01.087075+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:49:05.196140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692299+0000","last_change":"2023-09-21T11:16:59.983548+0000","last_active":"2023-09-21T11:17:01.692299+0000","last_peered":"2023-09-21T11:17:01.692299+0000","last_clean":"2023-09-21T11:17:01.692299+0000","last_became_active":"2023-09-21T11:16:59.983257+0000","last_became_peered":"2023-09-21T11:16:59.983257+0000","last_unstale":"2023-09-21T11:17:01.692299+0000","last_undegraded":"2023-09-21T11:17:01.692299+0000","last_fullsized":"2023-09-21T11:17:01.692299+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:34:12.139928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478487+0000","last_change":"2023-09-21T11:16:58.974275+0000","last_active":"2023-09-21T11:17:01.478487+0000","last_peered":"2023-09-21T11:17:01.478487+0000","last_clean":"2023-09-21T11:17:01.478487+0000","last_became_active":"2023-09-21T11:16:58.973976+0000","last_became_peered":"2023-09-21T11:16:58.973976+0000","last_unstale":"2023-09-21T11:17:01.478487+0000","last_undegraded":"2023-09-21T11:17:01.478487+0000","last_fullsized":"2023-09-21T11:17:01.478487+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:20:53.866428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-09-21T11:16:59.969783+0000","last_change":"2023-09-21T11:16:47.947863+0000","last_active":"2023-09-21T11:16:59.969783+0000","last_peered":"2023-09-21T11:16:59.969783+0000","last_clean":"2023-09-21T11:16:59.969783+0000","last_became_active":"2023-09-21T11:16:47.946755+0000","last_became_peered":"2023-09-21T11:16:47.946755+0000","last_unstale":"2023-09-21T11:16:59.969783+0000","last_undegraded":"2023-09-21T11:16:59.969783+0000","last_fullsized":"2023-09-21T11:16:59.969783+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:46.798821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:46.798821+0000","last_clean_scrub_stamp":"2023-09-21T11:16:46.798821+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:59:57.802465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772129+0000","last_change":"2023-09-21T11:16:59.973369+0000","last_active":"2023-09-21T11:17:01.772129+0000","last_peered":"2023-09-21T11:17:01.772129+0000","last_clean":"2023-09-21T11:17:01.772129+0000","last_became_active":"2023-09-21T11:16:59.972273+0000","last_became_peered":"2023-09-21T11:16:59.972273+0000","last_unstale":"2023-09-21T11:17:01.772129+0000","last_undegraded":"2023-09-21T11:17:01.772129+0000","last_fullsized":"2023-09-21T11:17:01.772129+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:55:41.019051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772643+0000","last_change":"2023-09-21T11:16:58.977553+0000","last_active":"2023-09-21T11:17:01.772643+0000","last_peered":"2023-09-21T11:17:01.772643+0000","last_clean":"2023-09-21T11:17:01.772643+0000","last_became_active":"2023-09-21T11:16:58.977282+0000","last_became_peered":"2023-09-21T11:16:58.977282+0000","last_unstale":"2023-09-21T11:17:01.772643+0000","last_undegraded":"2023-09-21T11:17:01.772643+0000","last_fullsized":"2023-09-21T11:17:01.772643+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:12:17.462094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773008+0000","last_change":"2023-09-21T11:16:58.977134+0000","last_active":"2023-09-21T11:17:01.773008+0000","last_peered":"2023-09-21T11:17:01.773008+0000","last_clean":"2023-09-21T11:17:01.773008+0000","last_became_active":"2023-09-21T11:16:58.976829+0000","last_became_peered":"2023-09-21T11:16:58.976829+0000","last_unstale":"2023-09-21T11:17:01.773008+0000","last_undegraded":"2023-09-21T11:17:01.773008+0000","last_fullsized":"2023-09-21T11:17:01.773008+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:43.736594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976090+0000","last_change":"2023-09-21T11:16:59.975537+0000","last_active":"2023-09-21T11:17:00.976090+0000","last_peered":"2023-09-21T11:17:00.976090+0000","last_clean":"2023-09-21T11:17:00.976090+0000","last_became_active":"2023-09-21T11:16:59.975253+0000","last_became_peered":"2023-09-21T11:16:59.975253+0000","last_unstale":"2023-09-21T11:17:00.976090+0000","last_undegraded":"2023-09-21T11:17:00.976090+0000","last_fullsized":"2023-09-21T11:17:00.976090+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:48.414223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.800352+0000","last_change":"2023-09-21T11:16:58.971620+0000","last_active":"2023-09-21T11:17:01.800352+0000","last_peered":"2023-09-21T11:17:01.800352+0000","last_clean":"2023-09-21T11:17:01.800352+0000","last_became_active":"2023-09-21T11:16:58.971391+0000","last_became_peered":"2023-09-21T11:16:58.971391+0000","last_unstale":"2023-09-21T11:17:01.800352+0000","last_undegraded":"2023-09-21T11:17:01.800352+0000","last_fullsized":"2023-09-21T11:17:01.800352+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:53:57.256222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692234+0000","last_change":"2023-09-21T11:16:59.980273+0000","last_active":"2023-09-21T11:17:01.692234+0000","last_peered":"2023-09-21T11:17:01.692234+0000","last_clean":"2023-09-21T11:17:01.692234+0000","last_became_active":"2023-09-21T11:16:59.979996+0000","last_became_peered":"2023-09-21T11:16:59.979996+0000","last_unstale":"2023-09-21T11:17:01.692234+0000","last_undegraded":"2023-09-21T11:17:01.692234+0000","last_fullsized":"2023-09-21T11:17:01.692234+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:46:39.100911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772378+0000","last_change":"2023-09-21T11:16:58.978103+0000","last_active":"2023-09-21T11:17:01.772378+0000","last_peered":"2023-09-21T11:17:01.772378+0000","last_clean":"2023-09-21T11:17:01.772378+0000","last_became_active":"2023-09-21T11:16:58.977690+0000","last_became_peered":"2023-09-21T11:16:58.977690+0000","last_unstale":"2023-09-21T11:17:01.772378+0000","last_undegraded":"2023-09-21T11:17:01.772378+0000","last_fullsized":"2023-09-21T11:17:01.772378+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:53:57.256222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772526+0000","last_change":"2023-09-21T11:16:59.979498+0000","last_active":"2023-09-21T11:17:01.772526+0000","last_peered":"2023-09-21T11:17:01.772526+0000","last_clean":"2023-09-21T11:17:01.772526+0000","last_became_active":"2023-09-21T11:16:59.977481+0000","last_became_peered":"2023-09-21T11:16:59.977481+0000","last_unstale":"2023-09-21T11:17:01.772526+0000","last_undegraded":"2023-09-21T11:17:01.772526+0000","last_fullsized":"2023-09-21T11:17:01.772526+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:02.867851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772725+0000","last_change":"2023-09-21T11:16:58.976931+0000","last_active":"2023-09-21T11:17:01.772725+0000","last_peered":"2023-09-21T11:17:01.772725+0000","last_clean":"2023-09-21T11:17:01.772725+0000","last_became_active":"2023-09-21T11:16:58.976644+0000","last_became_peered":"2023-09-21T11:16:58.976644+0000","last_unstale":"2023-09-21T11:17:01.772725+0000","last_undegraded":"2023-09-21T11:17:01.772725+0000","last_fullsized":"2023-09-21T11:17:01.772725+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:55:40.013170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.974711+0000","last_change":"2023-09-21T11:16:59.981934+0000","last_active":"2023-09-21T11:17:00.974711+0000","last_peered":"2023-09-21T11:17:00.974711+0000","last_clean":"2023-09-21T11:17:00.974711+0000","last_became_active":"2023-09-21T11:16:59.981659+0000","last_became_peered":"2023-09-21T11:16:59.981659+0000","last_unstale":"2023-09-21T11:17:00.974711+0000","last_undegraded":"2023-09-21T11:17:00.974711+0000","last_fullsized":"2023-09-21T11:17:00.974711+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:31:02.091858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976035+0000","last_change":"2023-09-21T11:16:58.977980+0000","last_active":"2023-09-21T11:17:00.976035+0000","last_peered":"2023-09-21T11:17:00.976035+0000","last_clean":"2023-09-21T11:17:00.976035+0000","last_became_active":"2023-09-21T11:16:58.977702+0000","last_became_peered":"2023-09-21T11:16:58.977702+0000","last_unstale":"2023-09-21T11:17:00.976035+0000","last_undegraded":"2023-09-21T11:17:00.976035+0000","last_fullsized":"2023-09-21T11:17:00.976035+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:48:45.346895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691883+0000","last_change":"2023-09-21T11:16:59.976480+0000","last_active":"2023-09-21T11:17:01.691883+0000","last_peered":"2023-09-21T11:17:01.691883+0000","last_clean":"2023-09-21T11:17:01.691883+0000","last_became_active":"2023-09-21T11:16:59.976204+0000","last_became_peered":"2023-09-21T11:16:59.976204+0000","last_unstale":"2023-09-21T11:17:01.691883+0000","last_undegraded":"2023-09-21T11:17:01.691883+0000","last_fullsized":"2023-09-21T11:17:01.691883+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:45:02.867851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976306+0000","last_change":"2023-09-21T11:16:58.969414+0000","last_active":"2023-09-21T11:17:00.976306+0000","last_peered":"2023-09-21T11:17:00.976306+0000","last_clean":"2023-09-21T11:17:00.976306+0000","last_became_active":"2023-09-21T11:16:58.969021+0000","last_became_peered":"2023-09-21T11:16:58.969021+0000","last_unstale":"2023-09-21T11:17:00.976306+0000","last_undegraded":"2023-09-21T11:17:00.976306+0000","last_fullsized":"2023-09-21T11:17:00.976306+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:24:04.317960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692325+0000","last_change":"2023-09-21T11:16:59.976210+0000","last_active":"2023-09-21T11:17:01.692325+0000","last_peered":"2023-09-21T11:17:01.692325+0000","last_clean":"2023-09-21T11:17:01.692325+0000","last_became_active":"2023-09-21T11:16:59.975917+0000","last_became_peered":"2023-09-21T11:16:59.975917+0000","last_unstale":"2023-09-21T11:17:01.692325+0000","last_undegraded":"2023-09-21T11:17:01.692325+0000","last_fullsized":"2023-09-21T11:17:01.692325+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:46:39.514734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772835+0000","last_change":"2023-09-21T11:16:58.977191+0000","last_active":"2023-09-21T11:17:01.772835+0000","last_peered":"2023-09-21T11:17:01.772835+0000","last_clean":"2023-09-21T11:17:01.772835+0000","last_became_active":"2023-09-21T11:16:58.976912+0000","last_became_peered":"2023-09-21T11:16:58.976912+0000","last_unstale":"2023-09-21T11:17:01.772835+0000","last_undegraded":"2023-09-21T11:17:01.772835+0000","last_fullsized":"2023-09-21T11:17:01.772835+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:34:47.645750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772103+0000","last_change":"2023-09-21T11:16:59.977580+0000","last_active":"2023-09-21T11:17:01.772103+0000","last_peered":"2023-09-21T11:17:01.772103+0000","last_clean":"2023-09-21T11:17:01.772103+0000","last_became_active":"2023-09-21T11:16:59.977294+0000","last_became_peered":"2023-09-21T11:16:59.977294+0000","last_unstale":"2023-09-21T11:17:01.772103+0000","last_undegraded":"2023-09-21T11:17:01.772103+0000","last_fullsized":"2023-09-21T11:17:01.772103+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:48.414223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087231+0000","last_change":"2023-09-21T11:16:58.973054+0000","last_active":"2023-09-21T11:17:01.087231+0000","last_peered":"2023-09-21T11:17:01.087231+0000","last_clean":"2023-09-21T11:17:01.087231+0000","last_became_active":"2023-09-21T11:16:58.972780+0000","last_became_peered":"2023-09-21T11:16:58.972780+0000","last_unstale":"2023-09-21T11:17:01.087231+0000","last_undegraded":"2023-09-21T11:17:01.087231+0000","last_fullsized":"2023-09-21T11:17:01.087231+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:20:53.866428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773012+0000","last_change":"2023-09-21T11:16:59.984428+0000","last_active":"2023-09-21T11:17:01.773012+0000","last_peered":"2023-09-21T11:17:01.773012+0000","last_clean":"2023-09-21T11:17:01.773012+0000","last_became_active":"2023-09-21T11:16:59.984147+0000","last_became_peered":"2023-09-21T11:16:59.984147+0000","last_unstale":"2023-09-21T11:17:01.773012+0000","last_undegraded":"2023-09-21T11:17:01.773012+0000","last_fullsized":"2023-09-21T11:17:01.773012+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:20:14.024243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976183+0000","last_change":"2023-09-21T11:16:58.967060+0000","last_active":"2023-09-21T11:17:00.976183+0000","last_peered":"2023-09-21T11:17:00.976183+0000","last_clean":"2023-09-21T11:17:00.976183+0000","last_became_active":"2023-09-21T11:16:58.966796+0000","last_became_peered":"2023-09-21T11:16:58.966796+0000","last_unstale":"2023-09-21T11:17:00.976183+0000","last_undegraded":"2023-09-21T11:17:00.976183+0000","last_fullsized":"2023-09-21T11:17:00.976183+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:12:17.462094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478961+0000","last_change":"2023-09-21T11:16:59.983330+0000","last_active":"2023-09-21T11:17:01.478961+0000","last_peered":"2023-09-21T11:17:01.478961+0000","last_clean":"2023-09-21T11:17:01.478961+0000","last_became_active":"2023-09-21T11:16:59.983006+0000","last_became_peered":"2023-09-21T11:16:59.983006+0000","last_unstale":"2023-09-21T11:17:01.478961+0000","last_undegraded":"2023-09-21T11:17:01.478961+0000","last_fullsized":"2023-09-21T11:17:01.478961+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:42:58.147848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087200+0000","last_change":"2023-09-21T11:16:58.967665+0000","last_active":"2023-09-21T11:17:01.087200+0000","last_peered":"2023-09-21T11:17:01.087200+0000","last_clean":"2023-09-21T11:17:01.087200+0000","last_became_active":"2023-09-21T11:16:58.967388+0000","last_became_peered":"2023-09-21T11:16:58.967388+0000","last_unstale":"2023-09-21T11:17:01.087200+0000","last_undegraded":"2023-09-21T11:17:01.087200+0000","last_fullsized":"2023-09-21T11:17:01.087200+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:57.944538+0000","last_clean_scrub_stamp":"2023-09-21T11:16:57.944538+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:31:01.085977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.773135+0000","last_change":"2023-09-21T11:16:59.994244+0000","last_active":"2023-09-21T11:17:01.773135+0000","last_peered":"2023-09-21T11:17:01.773135+0000","last_clean":"2023-09-21T11:17:01.773135+0000","last_became_active":"2023-09-21T11:16:59.992708+0000","last_became_peered":"2023-09-21T11:16:59.992708+0000","last_unstale":"2023-09-21T11:17:01.773135+0000","last_undegraded":"2023-09-21T11:17:01.773135+0000","last_fullsized":"2023-09-21T11:17:01.773135+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:01:24.805520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772059+0000","last_change":"2023-09-21T11:16:59.990418+0000","last_active":"2023-09-21T11:17:01.772059+0000","last_peered":"2023-09-21T11:17:01.772059+0000","last_clean":"2023-09-21T11:17:01.772059+0000","last_became_active":"2023-09-21T11:16:59.990058+0000","last_became_peered":"2023-09-21T11:16:59.990058+0000","last_unstale":"2023-09-21T11:17:01.772059+0000","last_undegraded":"2023-09-21T11:17:01.772059+0000","last_fullsized":"2023-09-21T11:17:01.772059+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:19:44.742475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.087192+0000","last_change":"2023-09-21T11:16:59.982080+0000","last_active":"2023-09-21T11:17:01.087192+0000","last_peered":"2023-09-21T11:17:01.087192+0000","last_clean":"2023-09-21T11:17:01.087192+0000","last_became_active":"2023-09-21T11:16:59.981788+0000","last_became_peered":"2023-09-21T11:16:59.981788+0000","last_unstale":"2023-09-21T11:17:01.087192+0000","last_undegraded":"2023-09-21T11:17:01.087192+0000","last_fullsized":"2023-09-21T11:17:01.087192+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:45:58.998126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478728+0000","last_change":"2023-09-21T11:16:59.979314+0000","last_active":"2023-09-21T11:17:01.478728+0000","last_peered":"2023-09-21T11:17:01.478728+0000","last_clean":"2023-09-21T11:17:01.478728+0000","last_became_active":"2023-09-21T11:16:59.979039+0000","last_became_peered":"2023-09-21T11:16:59.979039+0000","last_unstale":"2023-09-21T11:17:01.478728+0000","last_undegraded":"2023-09-21T11:17:01.478728+0000","last_fullsized":"2023-09-21T11:17:01.478728+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:36:02.573466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772364+0000","last_change":"2023-09-21T11:16:59.972447+0000","last_active":"2023-09-21T11:17:01.772364+0000","last_peered":"2023-09-21T11:17:01.772364+0000","last_clean":"2023-09-21T11:17:01.772364+0000","last_became_active":"2023-09-21T11:16:59.972112+0000","last_became_peered":"2023-09-21T11:16:59.972112+0000","last_unstale":"2023-09-21T11:17:01.772364+0000","last_undegraded":"2023-09-21T11:17:01.772364+0000","last_fullsized":"2023-09-21T11:17:01.772364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:50:46.484903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692050+0000","last_change":"2023-09-21T11:16:59.971727+0000","last_active":"2023-09-21T11:17:01.692050+0000","last_peered":"2023-09-21T11:17:01.692050+0000","last_clean":"2023-09-21T11:17:01.692050+0000","last_became_active":"2023-09-21T11:16:59.971409+0000","last_became_peered":"2023-09-21T11:16:59.971409+0000","last_unstale":"2023-09-21T11:17:01.692050+0000","last_undegraded":"2023-09-21T11:17:01.692050+0000","last_fullsized":"2023-09-21T11:17:01.692050+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T18:22:48.414223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:00.976122+0000","last_change":"2023-09-21T11:16:59.976605+0000","last_active":"2023-09-21T11:17:00.976122+0000","last_peered":"2023-09-21T11:17:00.976122+0000","last_clean":"2023-09-21T11:17:00.976122+0000","last_became_active":"2023-09-21T11:16:59.976322+0000","last_became_peered":"2023-09-21T11:16:59.976322+0000","last_unstale":"2023-09-21T11:17:00.976122+0000","last_undegraded":"2023-09-21T11:17:00.976122+0000","last_fullsized":"2023-09-21T11:17:00.976122+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:55:32.080787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772420+0000","last_change":"2023-09-21T11:16:59.986759+0000","last_active":"2023-09-21T11:17:01.772420+0000","last_peered":"2023-09-21T11:17:01.772420+0000","last_clean":"2023-09-21T11:17:01.772420+0000","last_became_active":"2023-09-21T11:16:59.986483+0000","last_became_peered":"2023-09-21T11:16:59.986483+0000","last_unstale":"2023-09-21T11:17:01.772420+0000","last_undegraded":"2023-09-21T11:17:01.772420+0000","last_fullsized":"2023-09-21T11:17:01.772420+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:55:32.080787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.692210+0000","last_change":"2023-09-21T11:16:59.976119+0000","last_active":"2023-09-21T11:17:01.692210+0000","last_peered":"2023-09-21T11:17:01.692210+0000","last_clean":"2023-09-21T11:17:01.692210+0000","last_became_active":"2023-09-21T11:16:59.975797+0000","last_became_peered":"2023-09-21T11:16:59.975797+0000","last_unstale":"2023-09-21T11:17:01.692210+0000","last_undegraded":"2023-09-21T11:17:01.692210+0000","last_fullsized":"2023-09-21T11:17:01.692210+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:51:00.572389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478588+0000","last_change":"2023-09-21T11:16:59.979933+0000","last_active":"2023-09-21T11:17:01.478588+0000","last_peered":"2023-09-21T11:17:01.478588+0000","last_clean":"2023-09-21T11:17:01.478588+0000","last_became_active":"2023-09-21T11:16:59.979675+0000","last_became_peered":"2023-09-21T11:16:59.979675+0000","last_unstale":"2023-09-21T11:17:01.478588+0000","last_undegraded":"2023-09-21T11:17:01.478588+0000","last_fullsized":"2023-09-21T11:17:01.478588+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:17:44.039547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.691885+0000","last_change":"2023-09-21T11:16:59.975865+0000","last_active":"2023-09-21T11:17:01.691885+0000","last_peered":"2023-09-21T11:17:01.691885+0000","last_clean":"2023-09-21T11:17:01.691885+0000","last_became_active":"2023-09-21T11:16:59.975512+0000","last_became_peered":"2023-09-21T11:16:59.975512+0000","last_unstale":"2023-09-21T11:17:01.691885+0000","last_undegraded":"2023-09-21T11:17:01.691885+0000","last_fullsized":"2023-09-21T11:17:01.691885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:34:48.651631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.478580+0000","last_change":"2023-09-21T11:16:59.978764+0000","last_active":"2023-09-21T11:17:01.478580+0000","last_peered":"2023-09-21T11:17:01.478580+0000","last_clean":"2023-09-21T11:17:01.478580+0000","last_became_active":"2023-09-21T11:16:59.978490+0000","last_became_peered":"2023-09-21T11:16:59.978490+0000","last_unstale":"2023-09-21T11:17:01.478580+0000","last_undegraded":"2023-09-21T11:17:01.478580+0000","last_fullsized":"2023-09-21T11:17:01.478580+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:46:39.514734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772354+0000","last_change":"2023-09-21T11:16:59.980849+0000","last_active":"2023-09-21T11:17:01.772354+0000","last_peered":"2023-09-21T11:17:01.772354+0000","last_clean":"2023-09-21T11:17:01.772354+0000","last_became_active":"2023-09-21T11:16:59.980419+0000","last_became_peered":"2023-09-21T11:16:59.980419+0000","last_unstale":"2023-09-21T11:17:01.772354+0000","last_undegraded":"2023-09-21T11:17:01.772354+0000","last_fullsized":"2023-09-21T11:17:01.772354+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:39:30.395082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-21T11:17:01.772590+0000","last_change":"2023-09-21T11:16:59.988708+0000","last_active":"2023-09-21T11:17:01.772590+0000","last_peered":"2023-09-21T11:17:01.772590+0000","last_clean":"2023-09-21T11:17:01.772590+0000","last_became_active":"2023-09-21T11:16:59.988440+0000","last_became_peered":"2023-09-21T11:16:59.988440+0000","last_unstale":"2023-09-21T11:17:01.772590+0000","last_undegraded":"2023-09-21T11:17:01.772590+0000","last_fullsized":"2023-09-21T11:17:01.772590+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:58.950419+0000","last_clean_scrub_stamp":"2023-09-21T11:16:58.950419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:57:14.380117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":5,"up_from":13,"seq":55834574858,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":208896,"data_stored":70988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.374}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]}]},{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":802816,"data_stored":661848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72799999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":4.7969999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36699999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":212992,"data_stored":71058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31900000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36899999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38300000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]}]},{"osd":0,"up_from":13,"seq":55834574855,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":811008,"data_stored":661904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.732}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.443}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.075}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80400000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":204800,"data_stored":70898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.247}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32700000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.2300000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.2750000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.4500000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.5549999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.4029999999999996}]}]},{"osd":4,"up_from":13,"seq":55834574856,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":71024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70899999999999996}]}]},{"osd":6,"up_from":13,"seq":55834574856,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67600000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78700000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-21T11:17:09.149 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-09-21T11:17:09.149 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-09-21T11:17:09.150 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2023-09-21T11:17:09.150 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2023-09-21T11:17:09.303 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.312+0000 7fcfd2442700 1 Processor -- start 2023-09-21T11:17:09.304 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.312+0000 7fcfd2442700 1 -- start start 2023-09-21T11:17:09.306 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfd2442700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fcfcc15da40 0x7fcfcc06bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:09.307 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfd2442700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fcfcc15de20 0x7fcfcc06c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:09.307 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfd2442700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcfcc0b21c0 0x7fcfcc0b25f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:09.307 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfd2442700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcfcc0b2b30 con 0x7fcfcc15da40 2023-09-21T11:17:09.307 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfd2442700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcfcc0b3290 con 0x7fcfcc15de20 2023-09-21T11:17:09.308 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfd2442700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcfcc06c670 con 0x7fcfcc0b21c0 2023-09-21T11:17:09.308 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfcbfff700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fcfcc15da40 0x7fcfcc06bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:09.308 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfcbfff700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fcfcc15da40 0x7fcfcc06bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53782/0 (socket says 172.21.15.79:53782) 2023-09-21T11:17:09.308 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfcbfff700 1 -- 172.21.15.79:0/1906775398 learned_addr learned my addr 172.21.15.79:0/1906775398 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:09.308 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfd09df700 1 --2- 172.21.15.79:0/1906775398 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcfcc0b21c0 0x7fcfcc0b25f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:09.309 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfcb7fe700 1 --2- 172.21.15.79:0/1906775398 >> v2:172.21.15.134:3300/0 conn(0x7fcfcc15de20 0x7fcfcc06c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:09.309 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfcbfff700 1 -- 172.21.15.79:0/1906775398 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcfcc0b21c0 msgr2=0x7fcfcc0b25f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:09.309 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfcbfff700 1 --2- 172.21.15.79:0/1906775398 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcfcc0b21c0 0x7fcfcc0b25f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.309 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfcbfff700 1 -- 172.21.15.79:0/1906775398 >> v2:172.21.15.134:3300/0 conn(0x7fcfcc15de20 msgr2=0x7fcfcc06c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:09.309 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfcbfff700 1 --2- 172.21.15.79:0/1906775398 >> v2:172.21.15.134:3300/0 conn(0x7fcfcc15de20 0x7fcfcc06c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.310 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfcbfff700 1 -- 172.21.15.79:0/1906775398 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfcc06c950 con 0x7fcfcc15da40 2023-09-21T11:17:09.310 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfcb7fe700 1 --2- 172.21.15.79:0/1906775398 >> v2:172.21.15.134:3300/0 conn(0x7fcfcc15de20 0x7fcfcc06c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:09.310 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfcbfff700 1 --2- 172.21.15.79:0/1906775398 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfcc15da40 0x7fcfcc06bb20 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc08bbe0 tx=0x7fcfbc009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e9b0f7ed1c12ad1 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:09.310 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfcaffd700 1 -- 172.21.15.79:0/1906775398 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfbc005e30 con 0x7fcfcc15da40 2023-09-21T11:17:09.310 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfcaffd700 1 -- 172.21.15.79:0/1906775398 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfbc004030 con 0x7fcfcc15da40 2023-09-21T11:17:09.311 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.313+0000 7fcfcaffd700 1 -- 172.21.15.79:0/1906775398 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfbc0043e0 con 0x7fcfcc15da40 2023-09-21T11:17:09.311 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.314+0000 7fcfd2442700 1 -- 172.21.15.79:0/1906775398 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfcc15da40 msgr2=0x7fcfcc06bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:09.311 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.314+0000 7fcfd2442700 1 --2- 172.21.15.79:0/1906775398 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfcc15da40 0x7fcfcc06bb20 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc08bbe0 tx=0x7fcfbc009bd0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.311 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.314+0000 7fcfd2442700 1 -- 172.21.15.79:0/1906775398 shutdown_connections 2023-09-21T11:17:09.311 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.314+0000 7fcfd2442700 1 --2- 172.21.15.79:0/1906775398 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfcc15da40 0x7fcfcc06bb20 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.312 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.314+0000 7fcfd2442700 1 --2- 172.21.15.79:0/1906775398 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcfcc0b21c0 0x7fcfcc0b25f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.312 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.314+0000 7fcfd2442700 1 --2- 172.21.15.79:0/1906775398 >> v2:172.21.15.134:3300/0 conn(0x7fcfcc15de20 0x7fcfcc06c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.312 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.314+0000 7fcfd2442700 1 -- 172.21.15.79:0/1906775398 >> 172.21.15.79:0/1906775398 conn(0x7fcfcc08b480 msgr2=0x7fcfcc09aa90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:09.312 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.314+0000 7fcfd2442700 1 -- 172.21.15.79:0/1906775398 shutdown_connections 2023-09-21T11:17:09.312 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.314+0000 7fcfd2442700 1 -- 172.21.15.79:0/1906775398 wait complete. 2023-09-21T11:17:09.313 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.315+0000 7fcfd2442700 1 Processor -- start 2023-09-21T11:17:09.315 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.315+0000 7fcfd2442700 1 -- start start 2023-09-21T11:17:09.315 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.316+0000 7fcfd2442700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcfcc0b21c0 0x7fcfcc0b6f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:09.316 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.316+0000 7fcfd2442700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfcc15da40 0x7fcfcc1f4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:09.316 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.316+0000 7fcfd2442700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcfcc1f33b0 0x7fcfcc0b5d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:09.316 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.316+0000 7fcfd2442700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfcc1f4970 con 0x7fcfcc15da40 2023-09-21T11:17:09.316 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.316+0000 7fcfd2442700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfcc1f3b90 con 0x7fcfcc1f33b0 2023-09-21T11:17:09.317 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.316+0000 7fcfd2442700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcfcc1f3e70 con 0x7fcfcc0b21c0 2023-09-21T11:17:09.317 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.316+0000 7fcfcb7fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfcc15da40 0x7fcfcc1f4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:09.317 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.316+0000 7fcfcb7fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfcc15da40 0x7fcfcc1f4430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53790/0 (socket says 172.21.15.79:53790) 2023-09-21T11:17:09.317 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.316+0000 7fcfcb7fe700 1 -- 172.21.15.79:0/1342763304 learned_addr learned my addr 172.21.15.79:0/1342763304 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:09.317 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.316+0000 7fcfd09df700 1 --2- 172.21.15.79:0/1342763304 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcfcc1f33b0 0x7fcfcc0b5d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:09.318 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.316+0000 7fcfcbfff700 1 --2- 172.21.15.79:0/1342763304 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcfcc0b21c0 0x7fcfcc0b6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:09.318 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.316+0000 7fcfcb7fe700 1 -- 172.21.15.79:0/1342763304 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcfcc0b21c0 msgr2=0x7fcfcc0b6f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:09.318 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.316+0000 7fcfcb7fe700 1 --2- 172.21.15.79:0/1342763304 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcfcc0b21c0 0x7fcfcc0b6f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.318 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.316+0000 7fcfcb7fe700 1 -- 172.21.15.79:0/1342763304 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcfcc1f33b0 msgr2=0x7fcfcc0b5d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:09.318 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.316+0000 7fcfcb7fe700 1 --2- 172.21.15.79:0/1342763304 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcfcc1f33b0 0x7fcfcc0b5d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.319 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.316+0000 7fcfcb7fe700 1 -- 172.21.15.79:0/1342763304 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfbc009500 con 0x7fcfcc15da40 2023-09-21T11:17:09.319 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.316+0000 7fcfd09df700 1 --2- 172.21.15.79:0/1342763304 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcfcc1f33b0 0x7fcfcc0b5d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:09.319 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.317+0000 7fcfcb7fe700 1 --2- 172.21.15.79:0/1342763304 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfcc15da40 0x7fcfcc1f4430 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fcfc000c7f0 tx=0x7fcfc000cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:09.319 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.317+0000 7fcfc8ff9700 1 -- 172.21.15.79:0/1342763304 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfc0004220 con 0x7fcfcc15da40 2023-09-21T11:17:09.319 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.317+0000 7fcfc8ff9700 1 -- 172.21.15.79:0/1342763304 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfc0004380 con 0x7fcfcc15da40 2023-09-21T11:17:09.320 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.317+0000 7fcfd2442700 1 -- 172.21.15.79:0/1342763304 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcfcc1f4150 con 0x7fcfcc15da40 2023-09-21T11:17:09.320 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.317+0000 7fcfc8ff9700 1 -- 172.21.15.79:0/1342763304 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfc00036a0 con 0x7fcfcc15da40 2023-09-21T11:17:09.320 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.317+0000 7fcfd2442700 1 -- 172.21.15.79:0/1342763304 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfcc09d3f0 con 0x7fcfcc15da40 2023-09-21T11:17:09.320 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.318+0000 7fcfd2442700 1 -- 172.21.15.79:0/1342763304 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcfcc04eae0 con 0x7fcfcc15da40 2023-09-21T11:17:09.320 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.318+0000 7fcfc8ff9700 1 -- 172.21.15.79:0/1342763304 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fcfc0003800 con 0x7fcfcc15da40 2023-09-21T11:17:09.320 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.318+0000 7fcfc8ff9700 1 --2- 172.21.15.79:0/1342763304 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcfb806a580 0x7fcfb806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:09.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.318+0000 7fcfc8ff9700 1 -- 172.21.15.79:0/1342763304 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcfc0088620 con 0x7fcfcc15da40 2023-09-21T11:17:09.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.318+0000 7fcfcbfff700 1 --2- 172.21.15.79:0/1342763304 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcfb806a580 0x7fcfb806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:09.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.319+0000 7fcfcbfff700 1 --2- 172.21.15.79:0/1342763304 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcfb806a580 0x7fcfb806ca40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc08bbe0 tx=0x7fcfbc008070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:09.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.323+0000 7fcfc8ff9700 1 -- 172.21.15.79:0/1342763304 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fcfc0053ba0 con 0x7fcfcc15da40 2023-09-21T11:17:09.547 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.556+0000 7fcfd2442700 1 -- 172.21.15.79:0/1342763304 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fcfcc0b13f0 con 0x7fcfcc15da40 2023-09-21T11:17:09.548 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.556+0000 7fcfc8ff9700 1 -- 172.21.15.79:0/1342763304 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7fcfc00571c0 con 0x7fcfcc15da40 2023-09-21T11:17:09.548 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:09.548 INFO:teuthology.orchestra.run.smithi079.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-09-21T11:17:09.550 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.558+0000 7fcfd2442700 1 -- 172.21.15.79:0/1342763304 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcfb806a580 msgr2=0x7fcfb806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:09.550 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.558+0000 7fcfd2442700 1 --2- 172.21.15.79:0/1342763304 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcfb806a580 0x7fcfb806ca40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc08bbe0 tx=0x7fcfbc008070 comp rx=0 tx=0).stop 2023-09-21T11:17:09.551 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.558+0000 7fcfd2442700 1 -- 172.21.15.79:0/1342763304 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfcc15da40 msgr2=0x7fcfcc1f4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:09.551 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.558+0000 7fcfd2442700 1 --2- 172.21.15.79:0/1342763304 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfcc15da40 0x7fcfcc1f4430 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fcfc000c7f0 tx=0x7fcfc000cbb0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.551 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.558+0000 7fcfd2442700 1 -- 172.21.15.79:0/1342763304 shutdown_connections 2023-09-21T11:17:09.551 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.558+0000 7fcfd2442700 1 --2- 172.21.15.79:0/1342763304 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcfcc1f33b0 0x7fcfcc0b5d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.551 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.558+0000 7fcfd2442700 1 --2- 172.21.15.79:0/1342763304 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcfb806a580 0x7fcfb806ca40 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.552 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.558+0000 7fcfd2442700 1 --2- 172.21.15.79:0/1342763304 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcfcc0b21c0 0x7fcfcc0b6f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.552 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.558+0000 7fcfd2442700 1 --2- 172.21.15.79:0/1342763304 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfcc15da40 0x7fcfcc1f4430 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.552 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.558+0000 7fcfd2442700 1 -- 172.21.15.79:0/1342763304 >> 172.21.15.79:0/1342763304 conn(0x7fcfcc08b480 msgr2=0x7fcfcc070380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:09.552 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.558+0000 7fcfd2442700 1 -- 172.21.15.79:0/1342763304 shutdown_connections 2023-09-21T11:17:09.552 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.558+0000 7fcfd2442700 1 -- 172.21.15.79:0/1342763304 wait complete. 2023-09-21T11:17:09.562 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2023-09-21T11:17:09.562 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:09.682 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.690+0000 7fc2d4aa0700 1 Processor -- start 2023-09-21T11:17:09.683 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.690+0000 7fc2d4aa0700 1 -- start start 2023-09-21T11:17:09.685 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.691+0000 7fc2d4aa0700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fc2d00b2aa0 0x7fc2d0161b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:09.685 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.691+0000 7fc2d4aa0700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2d01620d0 0x7fc2d0071ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:09.685 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.691+0000 7fc2d4aa0700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc2d015ee60 con 0x7fc2d015d8c0 2023-09-21T11:17:09.685 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.691+0000 7fc2d4aa0700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc2d00b2f00 con 0x7fc2d00b2aa0 2023-09-21T11:17:09.686 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.691+0000 7fc2d4aa0700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2d015e3b0 con 0x7fc2d01620d0 2023-09-21T11:17:09.686 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.692+0000 7fc2cdd9b700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fc2d00b2aa0 0x7fc2d0161b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:09.686 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.692+0000 7fc2cdd9b700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fc2d00b2aa0 0x7fc2d0161b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53800/0 (socket says 172.21.15.79:53800) 2023-09-21T11:17:09.686 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.692+0000 7fc2cdd9b700 1 -- 172.21.15.79:0/2634661420 learned_addr learned my addr 172.21.15.79:0/2634661420 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:09.686 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.692+0000 7fc2ced9d700 1 --2- 172.21.15.79:0/2634661420 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2d01620d0 0x7fc2d0071ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:09.687 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.692+0000 7fc2cdd9b700 1 -- 172.21.15.79:0/2634661420 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2d01620d0 msgr2=0x7fc2d0071ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:09.687 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.692+0000 7fc2cdd9b700 1 --2- 172.21.15.79:0/2634661420 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2d01620d0 0x7fc2d0071ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.687 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.692+0000 7fc2cdd9b700 1 -- 172.21.15.79:0/2634661420 >> v1:172.21.15.134:6789/0 conn(0x7fc2d015d8c0 legacy=0x7fc2d015dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:09.687 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.692+0000 7fc2cdd9b700 1 -- 172.21.15.79:0/2634661420 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2d00b2200 con 0x7fc2d00b2aa0 2023-09-21T11:17:09.687 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.692+0000 7fc2cdd9b700 1 --2- 172.21.15.79:0/2634661420 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc2d00b2aa0 0x7fc2d0161b90 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc2c00098f0 tx=0x7fc2c0009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a497fa76d91bbfc6 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:09.687 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.692+0000 7fc2cd59a700 1 -- 172.21.15.79:0/2634661420 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2c0004230 con 0x7fc2d00b2aa0 2023-09-21T11:17:09.688 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.692+0000 7fc2cd59a700 1 -- 172.21.15.79:0/2634661420 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2c0004390 con 0x7fc2d00b2aa0 2023-09-21T11:17:09.688 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.692+0000 7fc2cd59a700 1 -- 172.21.15.79:0/2634661420 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2c00036a0 con 0x7fc2d00b2aa0 2023-09-21T11:17:09.688 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.693+0000 7fc2d4aa0700 1 -- 172.21.15.79:0/2634661420 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc2d00b2aa0 msgr2=0x7fc2d0161b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:09.688 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.693+0000 7fc2d4aa0700 1 --2- 172.21.15.79:0/2634661420 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc2d00b2aa0 0x7fc2d0161b90 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc2c00098f0 tx=0x7fc2c0009c00 comp rx=0 tx=0).stop 2023-09-21T11:17:09.688 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.693+0000 7fc2d4aa0700 1 -- 172.21.15.79:0/2634661420 shutdown_connections 2023-09-21T11:17:09.689 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.693+0000 7fc2d4aa0700 1 --2- 172.21.15.79:0/2634661420 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2d01620d0 0x7fc2d0071ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.689 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.693+0000 7fc2d4aa0700 1 --2- 172.21.15.79:0/2634661420 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc2d00b2aa0 0x7fc2d0161b90 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.689 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.693+0000 7fc2d4aa0700 1 -- 172.21.15.79:0/2634661420 >> 172.21.15.79:0/2634661420 conn(0x7fc2d006bd30 msgr2=0x7fc2d006c140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:09.689 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.693+0000 7fc2d4aa0700 1 -- 172.21.15.79:0/2634661420 shutdown_connections 2023-09-21T11:17:09.689 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.693+0000 7fc2d4aa0700 1 -- 172.21.15.79:0/2634661420 wait complete. 2023-09-21T11:17:09.692 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.694+0000 7fc2d4aa0700 1 Processor -- start 2023-09-21T11:17:09.692 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.694+0000 7fc2d4aa0700 1 -- start start 2023-09-21T11:17:09.692 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2d4aa0700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2d00b2aa0 0x7fc2d00b3040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:09.692 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2d4aa0700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc2d015d8c0 0x7fc2d00c85a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:09.693 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2d4aa0700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc2d01620d0 0x7fc2d00c8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:09.693 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2d4aa0700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2d015c590 con 0x7fc2d01620d0 2023-09-21T11:17:09.693 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2d4aa0700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2d00ae160 con 0x7fc2d015d8c0 2023-09-21T11:17:09.693 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2d4aa0700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2d01f2fd0 con 0x7fc2d00b2aa0 2023-09-21T11:17:09.693 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2ced9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc2d01620d0 0x7fc2d00c8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:09.693 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2ced9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc2d01620d0 0x7fc2d00c8ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53806/0 (socket says 172.21.15.79:53806) 2023-09-21T11:17:09.694 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2ced9d700 1 -- 172.21.15.79:0/1813950460 learned_addr learned my addr 172.21.15.79:0/1813950460 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:09.694 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2cdd9b700 1 --2- 172.21.15.79:0/1813950460 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc2d015d8c0 0x7fc2d00c85a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:09.694 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2ce59c700 1 --2- 172.21.15.79:0/1813950460 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2d00b2aa0 0x7fc2d00b3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:09.694 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2ced9d700 1 -- 172.21.15.79:0/1813950460 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2d00b2aa0 msgr2=0x7fc2d00b3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:09.694 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2ced9d700 1 --2- 172.21.15.79:0/1813950460 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2d00b2aa0 0x7fc2d00b3040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.695 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2ced9d700 1 -- 172.21.15.79:0/1813950460 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc2d015d8c0 msgr2=0x7fc2d00c85a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:09.695 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2ced9d700 1 --2- 172.21.15.79:0/1813950460 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc2d015d8c0 0x7fc2d00c85a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.695 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2ced9d700 1 -- 172.21.15.79:0/1813950460 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2c0009550 con 0x7fc2d01620d0 2023-09-21T11:17:09.695 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2ce59c700 1 --2- 172.21.15.79:0/1813950460 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2d00b2aa0 0x7fc2d00b3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:09.695 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2ced9d700 1 --2- 172.21.15.79:0/1813950460 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc2d01620d0 0x7fc2d00c8ae0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc2c8007e40 tx=0x7fc2c800e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:09.696 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2c6ffd700 1 -- 172.21.15.79:0/1813950460 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2c800ede0 con 0x7fc2d01620d0 2023-09-21T11:17:09.696 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.695+0000 7fc2c6ffd700 1 -- 172.21.15.79:0/1813950460 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2c8014420 con 0x7fc2d01620d0 2023-09-21T11:17:09.696 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.696+0000 7fc2d4aa0700 1 -- 172.21.15.79:0/1813950460 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2d00ad7c0 con 0x7fc2d01620d0 2023-09-21T11:17:09.696 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.696+0000 7fc2c6ffd700 1 -- 172.21.15.79:0/1813950460 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2c80147d0 con 0x7fc2d01620d0 2023-09-21T11:17:09.696 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.696+0000 7fc2d4aa0700 1 -- 172.21.15.79:0/1813950460 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2d00add80 con 0x7fc2d01620d0 2023-09-21T11:17:09.697 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.697+0000 7fc2d4aa0700 1 -- 172.21.15.79:0/1813950460 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc2d00ae2a0 con 0x7fc2d01620d0 2023-09-21T11:17:09.697 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.697+0000 7fc2c6ffd700 1 -- 172.21.15.79:0/1813950460 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fc2c8014930 con 0x7fc2d01620d0 2023-09-21T11:17:09.697 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.697+0000 7fc2c6ffd700 1 --2- 172.21.15.79:0/1813950460 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc2b006a580 0x7fc2b006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:09.697 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.698+0000 7fc2ce59c700 1 --2- 172.21.15.79:0/1813950460 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc2b006a580 0x7fc2b006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:09.697 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.698+0000 7fc2c6ffd700 1 -- 172.21.15.79:0/1813950460 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc2c80890d0 con 0x7fc2d01620d0 2023-09-21T11:17:09.697 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.698+0000 7fc2ce59c700 1 --2- 172.21.15.79:0/1813950460 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc2b006a580 0x7fc2b006ca40 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc2b8003fc0 tx=0x7fc2b8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:09.698 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.702+0000 7fc2c6ffd700 1 -- 172.21.15.79:0/1813950460 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fc2d00ae2a0 con 0x7fc2d01620d0 2023-09-21T11:17:09.886 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.894+0000 7fc2d4aa0700 1 -- 172.21.15.79:0/1813950460 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc2d00ae2a0 con 0x7fc2d01620d0 2023-09-21T11:17:09.887 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.895+0000 7fc2c6ffd700 1 -- 172.21.15.79:0/1813950460 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7fc2d00ae2a0 con 0x7fc2d01620d0 2023-09-21T11:17:09.887 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:09.887 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":20,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:00.970389+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:09.889 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.897+0000 7fc2d4aa0700 1 -- 172.21.15.79:0/1813950460 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc2b006a580 msgr2=0x7fc2b006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:09.889 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.897+0000 7fc2d4aa0700 1 --2- 172.21.15.79:0/1813950460 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc2b006a580 0x7fc2b006ca40 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc2b8003fc0 tx=0x7fc2b8009040 comp rx=0 tx=0).stop 2023-09-21T11:17:09.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.897+0000 7fc2d4aa0700 1 -- 172.21.15.79:0/1813950460 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc2d01620d0 msgr2=0x7fc2d00c8ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:09.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.897+0000 7fc2d4aa0700 1 --2- 172.21.15.79:0/1813950460 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc2d01620d0 0x7fc2d00c8ae0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc2c8007e40 tx=0x7fc2c800e3c0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.897+0000 7fc2d4aa0700 1 -- 172.21.15.79:0/1813950460 shutdown_connections 2023-09-21T11:17:09.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.897+0000 7fc2d4aa0700 1 --2- 172.21.15.79:0/1813950460 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc2d01620d0 0x7fc2d00c8ae0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.897+0000 7fc2d4aa0700 1 --2- 172.21.15.79:0/1813950460 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc2b006a580 0x7fc2b006ca40 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.897+0000 7fc2d4aa0700 1 --2- 172.21.15.79:0/1813950460 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2d00b2aa0 0x7fc2d00b3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.897+0000 7fc2d4aa0700 1 --2- 172.21.15.79:0/1813950460 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc2d015d8c0 0x7fc2d00c85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:09.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.897+0000 7fc2d4aa0700 1 -- 172.21.15.79:0/1813950460 >> 172.21.15.79:0/1813950460 conn(0x7fc2d006bd30 msgr2=0x7fc2d00b1390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:09.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.897+0000 7fc2d4aa0700 1 -- 172.21.15.79:0/1813950460 shutdown_connections 2023-09-21T11:17:09.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:09.897+0000 7fc2d4aa0700 1 -- 172.21.15.79:0/1813950460 wait complete. 2023-09-21T11:17:09.901 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T11:16:45.829267+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T11:16:57.123246+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T11:16:58.360337+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T11:17:09.902 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T11:17:10.024 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.033+0000 7faed0931700 1 Processor -- start 2023-09-21T11:17:10.024 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.033+0000 7faed0931700 1 -- start start 2023-09-21T11:17:10.028 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.033+0000 7faed0931700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7faecc0ce410 0x7faecc0cc4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.028 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.033+0000 7faed0931700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faecc15c240 con 0x7faecc0b6e10 2023-09-21T11:17:10.028 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faed0931700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faecc15c520 con 0x7faecc15b7c0 2023-09-21T11:17:10.028 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faed0931700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faecc15cec0 con 0x7faecc0ce410 2023-09-21T11:17:10.029 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faec9d9b700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7faecc0b6e10 0x7faecc15f710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40174/0 (socket says 172.21.15.79:40174) 2023-09-21T11:17:10.029 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faec9d9b700 1 -- 172.21.15.79:0/4261661683 learned_addr learned my addr 172.21.15.79:0/4261661683 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:10.029 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faecad9d700 1 --2- 172.21.15.79:0/4261661683 >> v2:172.21.15.134:3300/0 conn(0x7faecc0ce410 0x7faecc0cc4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.029 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faec959a700 1 -- 172.21.15.79:0/4261661683 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3626340326 0 0) 0x7faecc15c240 con 0x7faecc0b6e10 2023-09-21T11:17:10.029 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faec959a700 1 -- 172.21.15.79:0/4261661683 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faeb40035b0 con 0x7faecc0b6e10 2023-09-21T11:17:10.030 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faec959a700 1 -- 172.21.15.79:0/4261661683 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4166132884 0 0) 0x7faeb40035b0 con 0x7faecc0b6e10 2023-09-21T11:17:10.030 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faec959a700 1 -- 172.21.15.79:0/4261661683 >> v2:172.21.15.134:3300/0 conn(0x7faecc0ce410 msgr2=0x7faecc0cc4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:10.030 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faec959a700 1 --2- 172.21.15.79:0/4261661683 >> v2:172.21.15.134:3300/0 conn(0x7faecc0ce410 0x7faecc0cc4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.030 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faec959a700 1 -- 172.21.15.79:0/4261661683 >> v1:172.21.15.134:6789/0 conn(0x7faecc15b7c0 legacy=0x7faecc0cdd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.030 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faec959a700 1 -- 172.21.15.79:0/4261661683 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faecc15c800 con 0x7faecc0b6e10 2023-09-21T11:17:10.031 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faec959a700 1 -- 172.21.15.79:0/4261661683 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7faebc001670 con 0x7faecc0b6e10 2023-09-21T11:17:10.031 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faec959a700 1 -- 172.21.15.79:0/4261661683 >> v1:172.21.15.79:6789/0 conn(0x7faecc0b6e10 legacy=0x7faecc15f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.031 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faec959a700 1 --2- 172.21.15.79:0/4261661683 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faeb4003a00 0x7faeb4003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.031 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faec959a700 1 --2- 172.21.15.79:0/4261661683 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faeb4004850 0x7faeb4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.031 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faec959a700 1 --2- 172.21.15.79:0/4261661683 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faeb4005210 0x7faeb400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.032 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faec959a700 1 -- 172.21.15.79:0/4261661683 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faecc15cec0 con 0x7faeb4004850 2023-09-21T11:17:10.032 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faec959a700 1 -- 172.21.15.79:0/4261661683 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faeb400c1b0 con 0x7faeb4005210 2023-09-21T11:17:10.032 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faec959a700 1 -- 172.21.15.79:0/4261661683 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faeb400c370 con 0x7faeb4003a00 2023-09-21T11:17:10.032 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faec9d9b700 1 --2- 172.21.15.79:0/4261661683 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faeb4004850 0x7faeb4004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.032 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faecad9d700 1 --2- 172.21.15.79:0/4261661683 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faeb4005210 0x7faeb400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.033 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.034+0000 7faeca59c700 1 --2- 172.21.15.79:0/4261661683 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faeb4003a00 0x7faeb4003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.033 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.035+0000 7faec9d9b700 1 -- 172.21.15.79:0/4261661683 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faeb4003a00 msgr2=0x7faeb4003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:10.033 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.035+0000 7faec9d9b700 1 --2- 172.21.15.79:0/4261661683 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faeb4003a00 0x7faeb4003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.033 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.035+0000 7faec9d9b700 1 -- 172.21.15.79:0/4261661683 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faeb4005210 msgr2=0x7faeb400ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:10.033 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.035+0000 7faec9d9b700 1 --2- 172.21.15.79:0/4261661683 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faeb4005210 0x7faeb400ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.033 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.035+0000 7faec9d9b700 1 -- 172.21.15.79:0/4261661683 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faeb40035b0 con 0x7faeb4004850 2023-09-21T11:17:10.034 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.035+0000 7faecad9d700 1 -- 172.21.15.79:0/4261661683 reap_dead start 2023-09-21T11:17:10.034 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.035+0000 7faeca59c700 1 --2- 172.21.15.79:0/4261661683 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faeb4003a00 0x7faeb4003e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:10.034 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.035+0000 7faec9d9b700 1 --2- 172.21.15.79:0/4261661683 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faeb4004850 0x7faeb4004cd0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7faebc00c2a0 tx=0x7faeb4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a103b7dc722b6bf1 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:10.034 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.035+0000 7faec959a700 1 -- 172.21.15.79:0/4261661683 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faebc007c10 con 0x7faeb4004850 2023-09-21T11:17:10.034 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.035+0000 7faec959a700 1 -- 172.21.15.79:0/4261661683 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faebc00cd60 con 0x7faeb4004850 2023-09-21T11:17:10.035 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.035+0000 7faec959a700 1 -- 172.21.15.79:0/4261661683 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faebc005ba0 con 0x7faeb4004850 2023-09-21T11:17:10.035 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.035+0000 7faed0931700 1 -- 172.21.15.79:0/4261661683 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faeb4004850 msgr2=0x7faeb4004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.035 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.035+0000 7faed0931700 1 --2- 172.21.15.79:0/4261661683 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faeb4004850 0x7faeb4004cd0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7faebc00c2a0 tx=0x7faeb4005880 comp rx=0 tx=0).stop 2023-09-21T11:17:10.035 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.035+0000 7faed0931700 1 -- 172.21.15.79:0/4261661683 shutdown_connections 2023-09-21T11:17:10.036 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.035+0000 7faed0931700 1 --2- 172.21.15.79:0/4261661683 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faeb4004850 0x7faeb4004cd0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.036 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.035+0000 7faed0931700 1 -- 172.21.15.79:0/4261661683 >> 172.21.15.79:0/4261661683 conn(0x7faecc070570 msgr2=0x7faecc070980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:10.036 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.035+0000 7faed0931700 1 -- 172.21.15.79:0/4261661683 shutdown_connections 2023-09-21T11:17:10.036 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.035+0000 7faed0931700 1 -- 172.21.15.79:0/4261661683 wait complete. 2023-09-21T11:17:10.039 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.037+0000 7faed0931700 1 Processor -- start 2023-09-21T11:17:10.039 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.037+0000 7faed0931700 1 -- start start 2023-09-21T11:17:10.039 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.038+0000 7faed0931700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faeb4004850 0x7faecc0b1920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.039 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.038+0000 7faed0931700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faecc0b1e60 0x7faecc0b2510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.039 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.038+0000 7faed0931700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faecc0b2a50 0x7faecc1f3830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.040 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.038+0000 7faed0931700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faecc0b2ee0 con 0x7faecc0b2a50 2023-09-21T11:17:10.040 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.038+0000 7faed0931700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faecc1f2580 con 0x7faecc0b1e60 2023-09-21T11:17:10.040 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.038+0000 7faed0931700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faecc1f2790 con 0x7faeb4004850 2023-09-21T11:17:10.040 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.038+0000 7faecad9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faecc0b2a50 0x7faecc1f3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.040 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.038+0000 7faecad9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faecc0b2a50 0x7faecc1f3830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53826/0 (socket says 172.21.15.79:53826) 2023-09-21T11:17:10.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.038+0000 7faecad9d700 1 -- 172.21.15.79:0/3822961788 learned_addr learned my addr 172.21.15.79:0/3822961788 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:10.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.038+0000 7faeca59c700 1 --2- 172.21.15.79:0/3822961788 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faeb4004850 0x7faecc0b1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.038+0000 7faec9d9b700 1 --2- 172.21.15.79:0/3822961788 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faecc0b1e60 0x7faecc0b2510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.038+0000 7faecad9d700 1 -- 172.21.15.79:0/3822961788 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faeb4004850 msgr2=0x7faecc0b1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.038+0000 7faecad9d700 1 --2- 172.21.15.79:0/3822961788 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faeb4004850 0x7faecc0b1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.039+0000 7faecad9d700 1 -- 172.21.15.79:0/3822961788 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faecc0b1e60 msgr2=0x7faecc0b2510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.039+0000 7faecad9d700 1 --2- 172.21.15.79:0/3822961788 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faecc0b1e60 0x7faecc0b2510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.039+0000 7faecad9d700 1 -- 172.21.15.79:0/3822961788 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faecc1f2a70 con 0x7faecc0b2a50 2023-09-21T11:17:10.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.039+0000 7faec9d9b700 1 --2- 172.21.15.79:0/3822961788 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faecc0b1e60 0x7faecc0b2510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:10.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.039+0000 7faecad9d700 1 --2- 172.21.15.79:0/3822961788 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faecc0b2a50 0x7faecc1f3830 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7faecc0b09d0 tx=0x7faec4011ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:10.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.039+0000 7faebaffd700 1 -- 172.21.15.79:0/3822961788 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faec400e040 con 0x7faecc0b2a50 2023-09-21T11:17:10.043 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.039+0000 7faebaffd700 1 -- 172.21.15.79:0/3822961788 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faec400f040 con 0x7faecc0b2a50 2023-09-21T11:17:10.043 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.039+0000 7faed0931700 1 -- 172.21.15.79:0/3822961788 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faecc1f2d50 con 0x7faecc0b2a50 2023-09-21T11:17:10.043 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.039+0000 7faebaffd700 1 -- 172.21.15.79:0/3822961788 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faec400fca0 con 0x7faecc0b2a50 2023-09-21T11:17:10.043 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.039+0000 7faed0931700 1 -- 172.21.15.79:0/3822961788 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faecc1f3310 con 0x7faecc0b2a50 2023-09-21T11:17:10.043 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.040+0000 7faed0931700 1 -- 172.21.15.79:0/3822961788 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faecc04eae0 con 0x7faecc0b2a50 2023-09-21T11:17:10.044 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.040+0000 7faebaffd700 1 -- 172.21.15.79:0/3822961788 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7faec4015430 con 0x7faecc0b2a50 2023-09-21T11:17:10.044 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.041+0000 7faebaffd700 1 --2- 172.21.15.79:0/3822961788 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7faeac06a580 0x7faeac06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.044 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.041+0000 7faebaffd700 1 -- 172.21.15.79:0/3822961788 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7faec4089020 con 0x7faecc0b2a50 2023-09-21T11:17:10.044 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.041+0000 7faeca59c700 1 --2- 172.21.15.79:0/3822961788 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7faeac06a580 0x7faeac06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.044 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.041+0000 7faeca59c700 1 --2- 172.21.15.79:0/3822961788 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7faeac06a580 0x7faeac06ca40 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7faec0000c00 tx=0x7faec0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:10.045 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.045+0000 7faebaffd700 1 -- 172.21.15.79:0/3822961788 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7faec40545a0 con 0x7faecc0b2a50 2023-09-21T11:17:10.226 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.234+0000 7faed0931700 1 -- 172.21.15.79:0/3822961788 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7faecc071330 con 0x7faecc0b2a50 2023-09-21T11:17:10.227 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.235+0000 7faebaffd700 1 -- 172.21.15.79:0/3822961788 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7faec4057bc0 con 0x7faecc0b2a50 2023-09-21T11:17:10.227 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 1 2023-09-21T11:17:10.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.237+0000 7faed0931700 1 -- 172.21.15.79:0/3822961788 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7faeac06a580 msgr2=0x7faeac06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.237+0000 7faed0931700 1 --2- 172.21.15.79:0/3822961788 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7faeac06a580 0x7faeac06ca40 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7faec0000c00 tx=0x7faec0009040 comp rx=0 tx=0).stop 2023-09-21T11:17:10.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.237+0000 7faed0931700 1 -- 172.21.15.79:0/3822961788 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faecc0b2a50 msgr2=0x7faecc1f3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.237+0000 7faed0931700 1 --2- 172.21.15.79:0/3822961788 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faecc0b2a50 0x7faecc1f3830 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7faecc0b09d0 tx=0x7faec4011ed0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.237+0000 7faed0931700 1 -- 172.21.15.79:0/3822961788 shutdown_connections 2023-09-21T11:17:10.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.237+0000 7faed0931700 1 --2- 172.21.15.79:0/3822961788 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faecc0b2a50 0x7faecc1f3830 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.237+0000 7faed0931700 1 --2- 172.21.15.79:0/3822961788 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7faeac06a580 0x7faeac06ca40 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.237+0000 7faed0931700 1 --2- 172.21.15.79:0/3822961788 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faeb4004850 0x7faecc0b1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.237+0000 7faed0931700 1 --2- 172.21.15.79:0/3822961788 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faecc0b1e60 0x7faecc0b2510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.237+0000 7faed0931700 1 -- 172.21.15.79:0/3822961788 >> 172.21.15.79:0/3822961788 conn(0x7faecc070570 msgr2=0x7faecc0cc9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:10.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.237+0000 7faed0931700 1 -- 172.21.15.79:0/3822961788 shutdown_connections 2023-09-21T11:17:10.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.237+0000 7faed0931700 1 -- 172.21.15.79:0/3822961788 wait complete. 2023-09-21T11:17:10.242 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T11:17:10.365 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.373+0000 7f70e60c2700 1 Processor -- start 2023-09-21T11:17:10.366 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.373+0000 7f70e60c2700 1 -- start start 2023-09-21T11:17:10.369 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.374+0000 7f70e60c2700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f70e006af10 0x7f70e0162010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.370 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.374+0000 7f70e60c2700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70e0162550 con 0x7f70e015dc10 2023-09-21T11:17:10.370 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.374+0000 7f70e60c2700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70e00af550 con 0x7f70e015d830 2023-09-21T11:17:10.370 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.374+0000 7f70e60c2700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70e0071a80 con 0x7f70e006af10 2023-09-21T11:17:10.370 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.374+0000 7f70dffff700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f70e015dc10 0x7f70e00cef10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40198/0 (socket says 172.21.15.79:40198) 2023-09-21T11:17:10.371 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.374+0000 7f70dffff700 1 -- 172.21.15.79:0/2951189697 learned_addr learned my addr 172.21.15.79:0/2951189697 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:10.371 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.374+0000 7f70deffd700 1 --2- 172.21.15.79:0/2951189697 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f70e006af10 0x7f70e0162010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.371 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.374+0000 7f70de7fc700 1 -- 172.21.15.79:0/2951189697 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3261072105 0 0) 0x7f70d8001490 con 0x7f70e015dc10 2023-09-21T11:17:10.371 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70de7fc700 1 -- 172.21.15.79:0/2951189697 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f70c80035b0 con 0x7f70e015dc10 2023-09-21T11:17:10.371 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70de7fc700 1 -- 172.21.15.79:0/2951189697 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2520741271 0 0) 0x7f70c80035b0 con 0x7f70e015dc10 2023-09-21T11:17:10.372 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70de7fc700 1 -- 172.21.15.79:0/2951189697 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f70e006af10 msgr2=0x7f70e0162010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:10.372 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70de7fc700 1 --2- 172.21.15.79:0/2951189697 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f70e006af10 0x7f70e0162010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.372 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70de7fc700 1 -- 172.21.15.79:0/2951189697 >> v1:172.21.15.134:6789/0 conn(0x7f70e015d830 legacy=0x7f70e006a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.372 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70de7fc700 1 -- 172.21.15.79:0/2951189697 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70e0071d60 con 0x7f70e015dc10 2023-09-21T11:17:10.372 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70de7fc700 1 -- 172.21.15.79:0/2951189697 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f70d8001b80 con 0x7f70e015dc10 2023-09-21T11:17:10.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70de7fc700 1 -- 172.21.15.79:0/2951189697 >> v1:172.21.15.79:6789/0 conn(0x7f70e015dc10 legacy=0x7f70e00cef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70de7fc700 1 --2- 172.21.15.79:0/2951189697 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f70c8003a30 0x7f70c8003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70de7fc700 1 --2- 172.21.15.79:0/2951189697 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f70e006af10 0x7f70c8004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70de7fc700 1 --2- 172.21.15.79:0/2951189697 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f70c8004d90 0x7f70c8005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70de7fc700 1 -- 172.21.15.79:0/2951189697 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70e0071a80 con 0x7f70c8003a30 2023-09-21T11:17:10.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70de7fc700 1 -- 172.21.15.79:0/2951189697 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70c800bb40 con 0x7f70c8004d90 2023-09-21T11:17:10.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70de7fc700 1 -- 172.21.15.79:0/2951189697 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70c800bd00 con 0x7f70e006af10 2023-09-21T11:17:10.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70df7fe700 1 --2- 172.21.15.79:0/2951189697 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f70c8003a30 0x7f70c8003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70deffd700 1 --2- 172.21.15.79:0/2951189697 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f70e006af10 0x7f70c8004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70dffff700 1 --2- 172.21.15.79:0/2951189697 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f70c8004d90 0x7f70c8005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70df7fe700 1 -- 172.21.15.79:0/2951189697 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f70e006af10 msgr2=0x7f70c8004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:10.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70df7fe700 1 --2- 172.21.15.79:0/2951189697 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f70e006af10 0x7f70c8004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70df7fe700 1 -- 172.21.15.79:0/2951189697 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f70c8004d90 msgr2=0x7f70c8005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:10.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70df7fe700 1 --2- 172.21.15.79:0/2951189697 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f70c8004d90 0x7f70c8005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70df7fe700 1 -- 172.21.15.79:0/2951189697 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70c80035b0 con 0x7f70c8003a30 2023-09-21T11:17:10.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70df7fe700 1 --2- 172.21.15.79:0/2951189697 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f70c8003a30 0x7f70c8003e50 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f70d4001820 tx=0x7f70c8005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb303ebc4c0f6530 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:10.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70de7fc700 1 -- 172.21.15.79:0/2951189697 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70d40012e0 con 0x7f70c8003a30 2023-09-21T11:17:10.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.375+0000 7f70de7fc700 1 -- 172.21.15.79:0/2951189697 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70d40052d0 con 0x7f70c8003a30 2023-09-21T11:17:10.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.376+0000 7f70de7fc700 1 -- 172.21.15.79:0/2951189697 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70d40036d0 con 0x7f70c8003a30 2023-09-21T11:17:10.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.376+0000 7f70e60c2700 1 -- 172.21.15.79:0/2951189697 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f70c8003a30 msgr2=0x7f70c8003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.377 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.376+0000 7f70e60c2700 1 --2- 172.21.15.79:0/2951189697 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f70c8003a30 0x7f70c8003e50 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f70d4001820 tx=0x7f70c8005880 comp rx=0 tx=0).stop 2023-09-21T11:17:10.377 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.376+0000 7f70dffff700 1 -- 172.21.15.79:0/2951189697 reap_dead start 2023-09-21T11:17:10.377 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.376+0000 7f70e60c2700 1 -- 172.21.15.79:0/2951189697 shutdown_connections 2023-09-21T11:17:10.377 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.376+0000 7f70e60c2700 1 -- 172.21.15.79:0/2951189697 >> 172.21.15.79:0/2951189697 conn(0x7f70e00ccdb0 msgr2=0x7f70e00cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:10.377 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.376+0000 7f70e60c2700 1 -- 172.21.15.79:0/2951189697 shutdown_connections 2023-09-21T11:17:10.377 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.376+0000 7f70e60c2700 1 -- 172.21.15.79:0/2951189697 wait complete. 2023-09-21T11:17:10.378 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.377+0000 7f70e60c2700 1 Processor -- start 2023-09-21T11:17:10.378 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.377+0000 7f70e60c2700 1 -- start start 2023-09-21T11:17:10.380 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.378+0000 7f70e60c2700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f70c8003a30 0x7f70e0159530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.380 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.378+0000 7f70e60c2700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f70e0160330 0x7f70e01607b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.381 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.378+0000 7f70e60c2700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f70e00c7400 0x7f70e00c7880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.381 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.378+0000 7f70e60c2700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70e00c7dc0 con 0x7f70e0160330 2023-09-21T11:17:10.381 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.378+0000 7f70e60c2700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70e015a060 con 0x7f70e00c7400 2023-09-21T11:17:10.381 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.378+0000 7f70e60c2700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70e015f290 con 0x7f70c8003a30 2023-09-21T11:17:10.381 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.378+0000 7f70deffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f70e0160330 0x7f70e01607b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.382 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.378+0000 7f70deffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f70e0160330 0x7f70e01607b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53844/0 (socket says 172.21.15.79:53844) 2023-09-21T11:17:10.382 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.378+0000 7f70deffd700 1 -- 172.21.15.79:0/1703134116 learned_addr learned my addr 172.21.15.79:0/1703134116 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:10.382 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.378+0000 7f70df7fe700 1 --2- 172.21.15.79:0/1703134116 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f70c8003a30 0x7f70e0159530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.382 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.378+0000 7f70dffff700 1 --2- 172.21.15.79:0/1703134116 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f70e00c7400 0x7f70e00c7880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.383 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.379+0000 7f70deffd700 1 -- 172.21.15.79:0/1703134116 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f70c8003a30 msgr2=0x7f70e0159530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.383 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.379+0000 7f70deffd700 1 --2- 172.21.15.79:0/1703134116 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f70c8003a30 0x7f70e0159530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.383 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.379+0000 7f70deffd700 1 -- 172.21.15.79:0/1703134116 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f70e00c7400 msgr2=0x7f70e00c7880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.383 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.379+0000 7f70deffd700 1 --2- 172.21.15.79:0/1703134116 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f70e00c7400 0x7f70e00c7880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.383 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.379+0000 7f70deffd700 1 -- 172.21.15.79:0/1703134116 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70e015f570 con 0x7f70e0160330 2023-09-21T11:17:10.383 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.379+0000 7f70deffd700 1 --2- 172.21.15.79:0/1703134116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f70e0160330 0x7f70e01607b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f70d0011aa0 tx=0x7f70d0011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:10.384 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.379+0000 7f70c7fff700 1 -- 172.21.15.79:0/1703134116 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70d000f980 con 0x7f70e0160330 2023-09-21T11:17:10.384 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.379+0000 7f70c7fff700 1 -- 172.21.15.79:0/1703134116 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70d000fb00 con 0x7f70e0160330 2023-09-21T11:17:10.384 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.379+0000 7f70c7fff700 1 -- 172.21.15.79:0/1703134116 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70d000feb0 con 0x7f70e0160330 2023-09-21T11:17:10.384 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.379+0000 7f70e60c2700 1 -- 172.21.15.79:0/1703134116 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70e015f850 con 0x7f70e0160330 2023-09-21T11:17:10.384 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.379+0000 7f70e60c2700 1 -- 172.21.15.79:0/1703134116 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70e015fe10 con 0x7f70e0160330 2023-09-21T11:17:10.385 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.380+0000 7f70e60c2700 1 -- 172.21.15.79:0/1703134116 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70e0160030 con 0x7f70e0160330 2023-09-21T11:17:10.385 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.380+0000 7f70c7fff700 1 -- 172.21.15.79:0/1703134116 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f70d0014440 con 0x7f70e0160330 2023-09-21T11:17:10.385 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.381+0000 7f70c7fff700 1 --2- 172.21.15.79:0/1703134116 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f70cc06a5b0 0x7f70cc06ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.385 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.381+0000 7f70df7fe700 1 --2- 172.21.15.79:0/1703134116 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f70cc06a5b0 0x7f70cc06ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.385 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.381+0000 7f70c7fff700 1 -- 172.21.15.79:0/1703134116 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f70d0089110 con 0x7f70e0160330 2023-09-21T11:17:10.386 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.381+0000 7f70df7fe700 1 --2- 172.21.15.79:0/1703134116 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f70cc06a5b0 0x7f70cc06ca70 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f70d4008fd0 tx=0x7f70d4009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:10.386 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.385+0000 7f70c7fff700 1 -- 172.21.15.79:0/1703134116 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f70d0054800 con 0x7f70e0160330 2023-09-21T11:17:10.565 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.573+0000 7f70e60c2700 1 -- 172.21.15.79:0/1703134116 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f70e004eae0 con 0x7f70e0160330 2023-09-21T11:17:10.565 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.573+0000 7f70c7fff700 1 -- 172.21.15.79:0/1703134116 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f70d0057e20 con 0x7f70e0160330 2023-09-21T11:17:10.565 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 32 2023-09-21T11:17:10.568 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.576+0000 7f70e60c2700 1 -- 172.21.15.79:0/1703134116 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f70cc06a5b0 msgr2=0x7f70cc06ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.568 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.576+0000 7f70e60c2700 1 --2- 172.21.15.79:0/1703134116 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f70cc06a5b0 0x7f70cc06ca70 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f70d4008fd0 tx=0x7f70d4009030 comp rx=0 tx=0).stop 2023-09-21T11:17:10.568 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.576+0000 7f70e60c2700 1 -- 172.21.15.79:0/1703134116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f70e0160330 msgr2=0x7f70e01607b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.568 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.576+0000 7f70e60c2700 1 --2- 172.21.15.79:0/1703134116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f70e0160330 0x7f70e01607b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f70d0011aa0 tx=0x7f70d0011e60 comp rx=0 tx=0).stop 2023-09-21T11:17:10.568 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.576+0000 7f70e60c2700 1 -- 172.21.15.79:0/1703134116 shutdown_connections 2023-09-21T11:17:10.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.576+0000 7f70e60c2700 1 --2- 172.21.15.79:0/1703134116 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f70e00c7400 0x7f70e00c7880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.576+0000 7f70e60c2700 1 --2- 172.21.15.79:0/1703134116 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f70cc06a5b0 0x7f70cc06ca70 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.576+0000 7f70e60c2700 1 --2- 172.21.15.79:0/1703134116 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f70c8003a30 0x7f70e0159530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.576+0000 7f70e60c2700 1 --2- 172.21.15.79:0/1703134116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f70e0160330 0x7f70e01607b0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.576+0000 7f70e60c2700 1 -- 172.21.15.79:0/1703134116 >> 172.21.15.79:0/1703134116 conn(0x7f70e00ccdb0 msgr2=0x7f70e00d0b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:10.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.576+0000 7f70e60c2700 1 -- 172.21.15.79:0/1703134116 shutdown_connections 2023-09-21T11:17:10.570 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.576+0000 7f70e60c2700 1 -- 172.21.15.79:0/1703134116 wait complete. 2023-09-21T11:17:10.579 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T11:17:10.702 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.710+0000 7f3d50910700 1 Processor -- start 2023-09-21T11:17:10.702 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.710+0000 7f3d50910700 1 -- start start 2023-09-21T11:17:10.704 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.711+0000 7f3d50910700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d4c06af10 0x7f3d4c162010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.705 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.711+0000 7f3d50910700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f3d4c15dc10 0x7f3d4c0cef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.705 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.711+0000 7f3d50910700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d4c162550 con 0x7f3d4c15d830 2023-09-21T11:17:10.705 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.711+0000 7f3d50910700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d4c0af550 con 0x7f3d4c15dc10 2023-09-21T11:17:10.705 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.711+0000 7f3d50910700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d4c071a80 con 0x7f3d4c06af10 2023-09-21T11:17:10.706 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.711+0000 7f3d4a59c700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f3d4c15d830 0x7f3d4c06a800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40214/0 (socket says 172.21.15.79:40214) 2023-09-21T11:17:10.706 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.711+0000 7f3d4a59c700 1 -- 172.21.15.79:0/4181226646 learned_addr learned my addr 172.21.15.79:0/4181226646 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:10.706 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.712+0000 7f3d49d9b700 1 --2- 172.21.15.79:0/4181226646 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d4c06af10 0x7f3d4c162010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.706 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.712+0000 7f3d4ad9d700 1 --2- 172.21.15.79:0/4181226646 >> v2:172.21.15.134:3300/0 conn(0x7f3d4c15dc10 0x7f3d4c0cef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.706 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.712+0000 7f3d4959a700 1 -- 172.21.15.79:0/4181226646 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1132494268 0 0) 0x7f3d40001290 con 0x7f3d4c15d830 2023-09-21T11:17:10.707 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.712+0000 7f3d4959a700 1 -- 172.21.15.79:0/4181226646 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3d340035b0 con 0x7f3d4c15d830 2023-09-21T11:17:10.707 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.712+0000 7f3d49d9b700 1 -- 172.21.15.79:0/4181226646 >> v2:172.21.15.134:3300/0 conn(0x7f3d4c15dc10 msgr2=0x7f3d4c0cef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:10.707 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.712+0000 7f3d49d9b700 1 --2- 172.21.15.79:0/4181226646 >> v2:172.21.15.134:3300/0 conn(0x7f3d4c15dc10 0x7f3d4c0cef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.707 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.712+0000 7f3d49d9b700 1 -- 172.21.15.79:0/4181226646 >> v1:172.21.15.79:6789/0 conn(0x7f3d4c15d830 legacy=0x7f3d4c06a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.707 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.712+0000 7f3d49d9b700 1 -- 172.21.15.79:0/4181226646 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d4c071d60 con 0x7f3d4c06af10 2023-09-21T11:17:10.708 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.712+0000 7f3d49d9b700 1 --2- 172.21.15.79:0/4181226646 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d4c06af10 0x7f3d4c162010 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f3d3c009840 tx=0x7f3d3c009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1bf25b0e98a75da8 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:10.708 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.712+0000 7f3d4959a700 1 -- 172.21.15.79:0/4181226646 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d3c011830 con 0x7f3d4c06af10 2023-09-21T11:17:10.708 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.712+0000 7f3d4959a700 1 -- 172.21.15.79:0/4181226646 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d3c011990 con 0x7f3d4c06af10 2023-09-21T11:17:10.708 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.712+0000 7f3d4959a700 1 -- 172.21.15.79:0/4181226646 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d3c011d20 con 0x7f3d4c06af10 2023-09-21T11:17:10.708 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.713+0000 7f3d50910700 1 -- 172.21.15.79:0/4181226646 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d4c06af10 msgr2=0x7f3d4c162010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.708 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.713+0000 7f3d50910700 1 --2- 172.21.15.79:0/4181226646 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d4c06af10 0x7f3d4c162010 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f3d3c009840 tx=0x7f3d3c009b50 comp rx=0 tx=0).stop 2023-09-21T11:17:10.709 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.713+0000 7f3d50910700 1 -- 172.21.15.79:0/4181226646 shutdown_connections 2023-09-21T11:17:10.709 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.713+0000 7f3d50910700 1 --2- 172.21.15.79:0/4181226646 >> v2:172.21.15.134:3300/0 conn(0x7f3d4c15dc10 0x7f3d4c0cef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.709 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.713+0000 7f3d50910700 1 --2- 172.21.15.79:0/4181226646 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d4c06af10 0x7f3d4c162010 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.709 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.713+0000 7f3d50910700 1 -- 172.21.15.79:0/4181226646 >> 172.21.15.79:0/4181226646 conn(0x7f3d4c0ccdb0 msgr2=0x7f3d4c0cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:10.709 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.713+0000 7f3d50910700 1 -- 172.21.15.79:0/4181226646 shutdown_connections 2023-09-21T11:17:10.710 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.713+0000 7f3d50910700 1 -- 172.21.15.79:0/4181226646 wait complete. 2023-09-21T11:17:10.712 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.714+0000 7f3d50910700 1 Processor -- start 2023-09-21T11:17:10.712 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.714+0000 7f3d50910700 1 -- start start 2023-09-21T11:17:10.712 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.715+0000 7f3d50910700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d4c06af10 0x7f3d4c0cbc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.713 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.715+0000 7f3d50910700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3d4c15d830 0x7f3d4c15e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.713 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.715+0000 7f3d50910700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d4c15dc10 0x7f3d4c15ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.713 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.715+0000 7f3d50910700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d4c0c59a0 con 0x7f3d4c06af10 2023-09-21T11:17:10.713 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.715+0000 7f3d50910700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d4c0c5390 con 0x7f3d4c15d830 2023-09-21T11:17:10.713 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.715+0000 7f3d50910700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d4c15f870 con 0x7f3d4c15dc10 2023-09-21T11:17:10.714 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.715+0000 7f3d4a59c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d4c06af10 0x7f3d4c0cbc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.714 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.715+0000 7f3d4a59c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d4c06af10 0x7f3d4c0cbc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53856/0 (socket says 172.21.15.79:53856) 2023-09-21T11:17:10.714 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.715+0000 7f3d4a59c700 1 -- 172.21.15.79:0/1572067301 learned_addr learned my addr 172.21.15.79:0/1572067301 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:10.714 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.715+0000 7f3d4a59c700 1 -- 172.21.15.79:0/1572067301 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d4c15dc10 msgr2=0x7f3d4c15ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.714 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.715+0000 7f3d4a59c700 1 --2- 172.21.15.79:0/1572067301 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d4c15dc10 0x7f3d4c15ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.714 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.715+0000 7f3d4a59c700 1 -- 172.21.15.79:0/1572067301 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3d4c15d830 msgr2=0x7f3d4c15e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.715 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.715+0000 7f3d4a59c700 1 --2- 172.21.15.79:0/1572067301 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3d4c15d830 0x7f3d4c15e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.715 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.715+0000 7f3d4a59c700 1 -- 172.21.15.79:0/1572067301 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d3c0094a0 con 0x7f3d4c06af10 2023-09-21T11:17:10.715 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.715+0000 7f3d4a59c700 1 --2- 172.21.15.79:0/1572067301 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d4c06af10 0x7f3d4c0cbc00 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3d40001eb0 tx=0x7f3d4000ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:10.715 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.715+0000 7f3d3affd700 1 -- 172.21.15.79:0/1572067301 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d40005c40 con 0x7f3d4c06af10 2023-09-21T11:17:10.715 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.716+0000 7f3d3affd700 1 -- 172.21.15.79:0/1572067301 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d40005da0 con 0x7f3d4c06af10 2023-09-21T11:17:10.716 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.716+0000 7f3d50910700 1 -- 172.21.15.79:0/1572067301 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d4c15f2c0 con 0x7f3d4c06af10 2023-09-21T11:17:10.716 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.716+0000 7f3d3affd700 1 -- 172.21.15.79:0/1572067301 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d400072f0 con 0x7f3d4c06af10 2023-09-21T11:17:10.716 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.716+0000 7f3d50910700 1 -- 172.21.15.79:0/1572067301 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d4c0c5630 con 0x7f3d4c06af10 2023-09-21T11:17:10.716 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.716+0000 7f3d50910700 1 -- 172.21.15.79:0/1572067301 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d4c0c57c0 con 0x7f3d4c06af10 2023-09-21T11:17:10.716 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.717+0000 7f3d3affd700 1 -- 172.21.15.79:0/1572067301 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f3d40007450 con 0x7f3d4c06af10 2023-09-21T11:17:10.716 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.717+0000 7f3d3affd700 1 --2- 172.21.15.79:0/1572067301 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3d2c06a580 0x7f3d2c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:10.717 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.717+0000 7f3d3affd700 1 -- 172.21.15.79:0/1572067301 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3d40087e70 con 0x7f3d4c06af10 2023-09-21T11:17:10.717 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.717+0000 7f3d49d9b700 1 --2- 172.21.15.79:0/1572067301 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3d2c06a580 0x7f3d2c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:10.717 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.718+0000 7f3d49d9b700 1 --2- 172.21.15.79:0/1572067301 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3d2c06a580 0x7f3d2c06ca40 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c0d1290 tx=0x7f3d3c010000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:10.717 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.722+0000 7f3d3affd700 1 -- 172.21.15.79:0/1572067301 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f3d40053370 con 0x7f3d4c06af10 2023-09-21T11:17:10.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.911+0000 7f3d50910700 1 -- 172.21.15.79:0/1572067301 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f3d4c0afad0 con 0x7f3d4c06af10 2023-09-21T11:17:10.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.911+0000 7f3d3affd700 1 -- 172.21.15.79:0/1572067301 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3d40017020 con 0x7f3d4c06af10 2023-09-21T11:17:10.903 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 64 2023-09-21T11:17:10.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.913+0000 7f3d50910700 1 -- 172.21.15.79:0/1572067301 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3d2c06a580 msgr2=0x7f3d2c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.913+0000 7f3d50910700 1 --2- 172.21.15.79:0/1572067301 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3d2c06a580 0x7f3d2c06ca40 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c0d1290 tx=0x7f3d3c010000 comp rx=0 tx=0).stop 2023-09-21T11:17:10.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.913+0000 7f3d50910700 1 -- 172.21.15.79:0/1572067301 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d4c06af10 msgr2=0x7f3d4c0cbc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:10.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.913+0000 7f3d50910700 1 --2- 172.21.15.79:0/1572067301 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d4c06af10 0x7f3d4c0cbc00 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3d40001eb0 tx=0x7f3d4000ca10 comp rx=0 tx=0).stop 2023-09-21T11:17:10.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.913+0000 7f3d50910700 1 -- 172.21.15.79:0/1572067301 shutdown_connections 2023-09-21T11:17:10.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.913+0000 7f3d50910700 1 --2- 172.21.15.79:0/1572067301 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3d2c06a580 0x7f3d2c06ca40 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.913+0000 7f3d50910700 1 --2- 172.21.15.79:0/1572067301 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d4c15dc10 0x7f3d4c15ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.913+0000 7f3d50910700 1 --2- 172.21.15.79:0/1572067301 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d4c06af10 0x7f3d4c0cbc00 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.913+0000 7f3d50910700 1 --2- 172.21.15.79:0/1572067301 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3d4c15d830 0x7f3d4c15e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:10.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.913+0000 7f3d50910700 1 -- 172.21.15.79:0/1572067301 >> 172.21.15.79:0/1572067301 conn(0x7f3d4c0ccdb0 msgr2=0x7f3d4c0d06b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:10.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.913+0000 7f3d50910700 1 -- 172.21.15.79:0/1572067301 shutdown_connections 2023-09-21T11:17:10.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:10.913+0000 7f3d50910700 1 -- 172.21.15.79:0/1572067301 wait complete. 2023-09-21T11:17:10.917 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T11:17:11.037 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.045+0000 7f8a90fdd700 1 Processor -- start 2023-09-21T11:17:11.037 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.045+0000 7f8a90fdd700 1 -- start start 2023-09-21T11:17:11.040 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.046+0000 7f8a90fdd700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a8c06e650 0x7f8a8c0cab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.046+0000 7f8a90fdd700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a8c072670 con 0x7f8a8c071bd0 2023-09-21T11:17:11.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.046+0000 7f8a90fdd700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a8c0728c0 con 0x7f8a8c15d9b0 2023-09-21T11:17:11.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.046+0000 7f8a90fdd700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a8c072ba0 con 0x7f8a8c06e650 2023-09-21T11:17:11.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.046+0000 7f8a89d9b700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f8a8c071bd0 0x7f8a8c06a800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40230/0 (socket says 172.21.15.79:40230) 2023-09-21T11:17:11.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.046+0000 7f8a89d9b700 1 -- 172.21.15.79:0/2505160582 learned_addr learned my addr 172.21.15.79:0/2505160582 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:11.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.046+0000 7f8a8959a700 1 -- 172.21.15.79:0/2505160582 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 57220439 0 0) 0x7f8a8c072670 con 0x7f8a8c071bd0 2023-09-21T11:17:11.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.046+0000 7f8a8ad9d700 1 --2- 172.21.15.79:0/2505160582 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a8c06e650 0x7f8a8c0cab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.046+0000 7f8a8959a700 1 -- 172.21.15.79:0/2505160582 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8a740035b0 con 0x7f8a8c071bd0 2023-09-21T11:17:11.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.046+0000 7f8a8959a700 1 -- 172.21.15.79:0/2505160582 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4156514794 0 0) 0x7f8a740035b0 con 0x7f8a8c071bd0 2023-09-21T11:17:11.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.046+0000 7f8a8959a700 1 -- 172.21.15.79:0/2505160582 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a8c06e650 msgr2=0x7f8a8c0cab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:11.043 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.046+0000 7f8a8959a700 1 --2- 172.21.15.79:0/2505160582 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a8c06e650 0x7f8a8c0cab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.043 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.046+0000 7f8a8959a700 1 -- 172.21.15.79:0/2505160582 >> v1:172.21.15.134:6789/0 conn(0x7f8a8c15d9b0 legacy=0x7f8a8c161e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:11.043 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.046+0000 7f8a8959a700 1 -- 172.21.15.79:0/2505160582 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a8c161950 con 0x7f8a8c071bd0 2023-09-21T11:17:11.043 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.046+0000 7f8a8959a700 1 -- 172.21.15.79:0/2505160582 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f8a7c001670 con 0x7f8a8c071bd0 2023-09-21T11:17:11.043 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.046+0000 7f8a8959a700 1 -- 172.21.15.79:0/2505160582 >> v1:172.21.15.79:6789/0 conn(0x7f8a8c071bd0 legacy=0x7f8a8c06a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:11.044 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.046+0000 7f8a8959a700 1 --2- 172.21.15.79:0/2505160582 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a74003a30 0x7f8a74003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.044 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.046+0000 7f8a8959a700 1 --2- 172.21.15.79:0/2505160582 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a74004850 0x7f8a74004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.044 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.047+0000 7f8a8959a700 1 --2- 172.21.15.79:0/2505160582 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a8c06e650 0x7f8a74005250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.044 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.047+0000 7f8a8959a700 1 -- 172.21.15.79:0/2505160582 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a8c072ba0 con 0x7f8a74004850 2023-09-21T11:17:11.044 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.047+0000 7f8a8959a700 1 -- 172.21.15.79:0/2505160582 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a7400bb40 con 0x7f8a74003a30 2023-09-21T11:17:11.045 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.047+0000 7f8a8959a700 1 -- 172.21.15.79:0/2505160582 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a7400bd00 con 0x7f8a8c06e650 2023-09-21T11:17:11.045 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.047+0000 7f8a89d9b700 1 --2- 172.21.15.79:0/2505160582 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a74004850 0x7f8a74004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.045 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.047+0000 7f8a8a59c700 1 --2- 172.21.15.79:0/2505160582 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a74003a30 0x7f8a74003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.045 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.047+0000 7f8a8ad9d700 1 --2- 172.21.15.79:0/2505160582 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a8c06e650 0x7f8a74005250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.045 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.047+0000 7f8a89d9b700 1 -- 172.21.15.79:0/2505160582 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a8c06e650 msgr2=0x7f8a74005250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:11.046 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.047+0000 7f8a89d9b700 1 --2- 172.21.15.79:0/2505160582 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a8c06e650 0x7f8a74005250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.046 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.047+0000 7f8a89d9b700 1 -- 172.21.15.79:0/2505160582 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a74003a30 msgr2=0x7f8a74003e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:11.046 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.047+0000 7f8a89d9b700 1 --2- 172.21.15.79:0/2505160582 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a74003a30 0x7f8a74003e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.046 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.047+0000 7f8a89d9b700 1 -- 172.21.15.79:0/2505160582 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a740035b0 con 0x7f8a74004850 2023-09-21T11:17:11.046 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.047+0000 7f8a8ad9d700 1 --2- 172.21.15.79:0/2505160582 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a8c06e650 0x7f8a74005250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:11.047 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.047+0000 7f8a89d9b700 1 --2- 172.21.15.79:0/2505160582 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a74004850 0x7f8a74004cd0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c00c240 tx=0x7f8a74005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae4e3bec6b4a17d9 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:11.047 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.047+0000 7f8a8959a700 1 -- 172.21.15.79:0/2505160582 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7c007c10 con 0x7f8a74004850 2023-09-21T11:17:11.047 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.047+0000 7f8a8959a700 1 -- 172.21.15.79:0/2505160582 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a7c00cde0 con 0x7f8a74004850 2023-09-21T11:17:11.047 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.047+0000 7f8a8959a700 1 -- 172.21.15.79:0/2505160582 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7c005ba0 con 0x7f8a74004850 2023-09-21T11:17:11.047 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.048+0000 7f8a90fdd700 1 -- 172.21.15.79:0/2505160582 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a74004850 msgr2=0x7f8a74004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:11.048 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.048+0000 7f8a90fdd700 1 --2- 172.21.15.79:0/2505160582 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a74004850 0x7f8a74004cd0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c00c240 tx=0x7f8a74005880 comp rx=0 tx=0).stop 2023-09-21T11:17:11.048 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.048+0000 7f8a8ad9d700 1 -- 172.21.15.79:0/2505160582 reap_dead start 2023-09-21T11:17:11.048 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.048+0000 7f8a90fdd700 1 -- 172.21.15.79:0/2505160582 shutdown_connections 2023-09-21T11:17:11.048 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.048+0000 7f8a90fdd700 1 -- 172.21.15.79:0/2505160582 >> 172.21.15.79:0/2505160582 conn(0x7f8a8c06dac0 msgr2=0x7f8a8c06ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:11.048 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.048+0000 7f8a90fdd700 1 -- 172.21.15.79:0/2505160582 shutdown_connections 2023-09-21T11:17:11.049 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.048+0000 7f8a90fdd700 1 -- 172.21.15.79:0/2505160582 wait complete. 2023-09-21T11:17:11.051 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.049+0000 7f8a90fdd700 1 Processor -- start 2023-09-21T11:17:11.052 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.049+0000 7f8a90fdd700 1 -- start start 2023-09-21T11:17:11.052 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.050+0000 7f8a90fdd700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a74004850 0x7f8a8c15bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.052 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.050+0000 7f8a90fdd700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a8c0b14e0 0x7f8a8c0b1960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.052 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.050+0000 7f8a90fdd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a8c15ff60 0x7f8a8c160410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.052 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.050+0000 7f8a90fdd700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a8c160950 con 0x7f8a8c15ff60 2023-09-21T11:17:11.053 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.050+0000 7f8a90fdd700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a8c15c490 con 0x7f8a8c0b14e0 2023-09-21T11:17:11.053 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.050+0000 7f8a90fdd700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a8c0b6010 con 0x7f8a74004850 2023-09-21T11:17:11.053 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.050+0000 7f8a8ad9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a8c15ff60 0x7f8a8c160410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.053 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.050+0000 7f8a8ad9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a8c15ff60 0x7f8a8c160410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53880/0 (socket says 172.21.15.79:53880) 2023-09-21T11:17:11.053 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.051+0000 7f8a8ad9d700 1 -- 172.21.15.79:0/383916441 learned_addr learned my addr 172.21.15.79:0/383916441 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:11.054 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.051+0000 7f8a8a59c700 1 --2- 172.21.15.79:0/383916441 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a74004850 0x7f8a8c15bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.054 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.051+0000 7f8a89d9b700 1 --2- 172.21.15.79:0/383916441 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a8c0b14e0 0x7f8a8c0b1960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.054 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.051+0000 7f8a8ad9d700 1 -- 172.21.15.79:0/383916441 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a74004850 msgr2=0x7f8a8c15bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:11.054 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.051+0000 7f8a8ad9d700 1 --2- 172.21.15.79:0/383916441 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a74004850 0x7f8a8c15bf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.054 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.051+0000 7f8a8ad9d700 1 -- 172.21.15.79:0/383916441 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a8c0b14e0 msgr2=0x7f8a8c0b1960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:11.055 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.051+0000 7f8a8ad9d700 1 --2- 172.21.15.79:0/383916441 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a8c0b14e0 0x7f8a8c0b1960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.055 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.051+0000 7f8a8ad9d700 1 -- 172.21.15.79:0/383916441 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a8c0aca80 con 0x7f8a8c15ff60 2023-09-21T11:17:11.055 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.051+0000 7f8a8ad9d700 1 --2- 172.21.15.79:0/383916441 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a8c15ff60 0x7f8a8c160410 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f8a84009ed0 tx=0x7f8a840104a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:11.055 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.051+0000 7f8a7affd700 1 -- 172.21.15.79:0/383916441 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a8400e050 con 0x7f8a8c15ff60 2023-09-21T11:17:11.055 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.051+0000 7f8a7affd700 1 -- 172.21.15.79:0/383916441 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a8400f040 con 0x7f8a8c15ff60 2023-09-21T11:17:11.055 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.051+0000 7f8a90fdd700 1 -- 172.21.15.79:0/383916441 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a8c0acd60 con 0x7f8a8c15ff60 2023-09-21T11:17:11.056 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.051+0000 7f8a7affd700 1 -- 172.21.15.79:0/383916441 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a84010ee0 con 0x7f8a8c15ff60 2023-09-21T11:17:11.056 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.051+0000 7f8a90fdd700 1 -- 172.21.15.79:0/383916441 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a8c0ad320 con 0x7f8a8c15ff60 2023-09-21T11:17:11.056 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.052+0000 7f8a90fdd700 1 -- 172.21.15.79:0/383916441 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a8c0ca9d0 con 0x7f8a8c15ff60 2023-09-21T11:17:11.056 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.052+0000 7f8a7affd700 1 -- 172.21.15.79:0/383916441 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f8a84015440 con 0x7f8a8c15ff60 2023-09-21T11:17:11.056 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.053+0000 7f8a7affd700 1 --2- 172.21.15.79:0/383916441 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8a6c06a580 0x7f8a6c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.057 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.053+0000 7f8a7affd700 1 -- 172.21.15.79:0/383916441 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8a84088c10 con 0x7f8a8c15ff60 2023-09-21T11:17:11.057 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.053+0000 7f8a8a59c700 1 --2- 172.21.15.79:0/383916441 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8a6c06a580 0x7f8a6c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.057 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.053+0000 7f8a8a59c700 1 --2- 172.21.15.79:0/383916441 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8a6c06a580 0x7f8a6c06ca40 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f8a8c0c3b90 tx=0x7f8a80009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:11.057 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.059+0000 7f8a7affd700 1 -- 172.21.15.79:0/383916441 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f8a84054220 con 0x7f8a8c15ff60 2023-09-21T11:17:11.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.290+0000 7f8a90fdd700 1 -- 172.21.15.79:0/383916441 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8a8c162520 con 0x7f8a8c15ff60 2023-09-21T11:17:11.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.291+0000 7f8a7affd700 1 -- 172.21.15.79:0/383916441 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4910 (secure 0 0 0) 0x7f8a84057840 con 0x7f8a8c15ff60 2023-09-21T11:17:11.284 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:11.284 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6834/1040792485","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6832","nonce":1040792485},{"type":"v1","addr":"172.21.15.134:6834","nonce":1040792485}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1065153274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6835","nonce":1065153274},{"type":"v1","addr":"172.21.15.79:6837","nonce":1065153274}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6836/3477938376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":3477938376},{"type":"v1","addr":"172.21.15.79:6836","nonce":3477938376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T11:16:59.350936+0000","modified":"2023-09-21T11:17:02.391627+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6835/398480838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6833","nonce":398480838},{"type":"v1","addr":"172.21.15.134:6835","nonce":398480838}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-21T11:17:11.285 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.293+0000 7f8a90fdd700 1 -- 172.21.15.79:0/383916441 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8a6c06a580 msgr2=0x7f8a6c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:11.285 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.293+0000 7f8a90fdd700 1 --2- 172.21.15.79:0/383916441 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8a6c06a580 0x7f8a6c06ca40 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f8a8c0c3b90 tx=0x7f8a80009040 comp rx=0 tx=0).stop 2023-09-21T11:17:11.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.293+0000 7f8a90fdd700 1 -- 172.21.15.79:0/383916441 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a8c15ff60 msgr2=0x7f8a8c160410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:11.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.293+0000 7f8a90fdd700 1 --2- 172.21.15.79:0/383916441 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a8c15ff60 0x7f8a8c160410 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f8a84009ed0 tx=0x7f8a840104a0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.293+0000 7f8a90fdd700 1 -- 172.21.15.79:0/383916441 shutdown_connections 2023-09-21T11:17:11.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.293+0000 7f8a90fdd700 1 --2- 172.21.15.79:0/383916441 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a8c15ff60 0x7f8a8c160410 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.293+0000 7f8a90fdd700 1 --2- 172.21.15.79:0/383916441 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8a6c06a580 0x7f8a6c06ca40 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.293+0000 7f8a90fdd700 1 --2- 172.21.15.79:0/383916441 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a74004850 0x7f8a8c15bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.293+0000 7f8a90fdd700 1 --2- 172.21.15.79:0/383916441 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a8c0b14e0 0x7f8a8c0b1960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.293+0000 7f8a90fdd700 1 -- 172.21.15.79:0/383916441 >> 172.21.15.79:0/383916441 conn(0x7f8a8c06dac0 msgr2=0x7f8a8c0c9f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:11.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.293+0000 7f8a90fdd700 1 -- 172.21.15.79:0/383916441 shutdown_connections 2023-09-21T11:17:11.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.293+0000 7f8a90fdd700 1 -- 172.21.15.79:0/383916441 wait complete. 2023-09-21T11:17:11.288 INFO:teuthology.orchestra.run.smithi079.stderr:dumped fsmap epoch 8 2023-09-21T11:17:11.297 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:11.417 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.425+0000 7f201b0ad700 1 Processor -- start 2023-09-21T11:17:11.417 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.425+0000 7f201b0ad700 1 -- start start 2023-09-21T11:17:11.421 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.426+0000 7f201b0ad700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f20140ce0e0 0x7f20140ce540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.421 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.426+0000 7f201b0ad700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f201406abe0 0x7f201406b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.422 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.426+0000 7f201b0ad700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20140cea80 con 0x7f2014143710 2023-09-21T11:17:11.422 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.426+0000 7f201b0ad700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2014143af0 con 0x7f20140ce0e0 2023-09-21T11:17:11.422 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.426+0000 7f201b0ad700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f201406e290 con 0x7f201406abe0 2023-09-21T11:17:11.422 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f2018e49700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f2014143710 0x7f201406d810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40248/0 (socket says 172.21.15.79:40248) 2023-09-21T11:17:11.423 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f2018e49700 1 -- 172.21.15.79:0/3747143181 learned_addr learned my addr 172.21.15.79:0/3747143181 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:11.423 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f201964a700 1 --2- 172.21.15.79:0/3747143181 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f201406abe0 0x7f201406b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.423 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f2013fff700 1 --2- 172.21.15.79:0/3747143181 >> v2:172.21.15.134:3300/0 conn(0x7f20140ce0e0 0x7f20140ce540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.423 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f20137fe700 1 -- 172.21.15.79:0/3747143181 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2628935376 0 0) 0x7f20140cea80 con 0x7f2014143710 2023-09-21T11:17:11.423 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f20137fe700 1 -- 172.21.15.79:0/3747143181 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f20040046c0 con 0x7f2014143710 2023-09-21T11:17:11.424 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f20137fe700 1 -- 172.21.15.79:0/3747143181 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3373162468 0 0) 0x7f20040046c0 con 0x7f2014143710 2023-09-21T11:17:11.424 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f20137fe700 1 -- 172.21.15.79:0/3747143181 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f201406abe0 msgr2=0x7f201406b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:11.424 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f20137fe700 1 --2- 172.21.15.79:0/3747143181 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f201406abe0 0x7f201406b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.424 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f20137fe700 1 -- 172.21.15.79:0/3747143181 >> v2:172.21.15.134:3300/0 conn(0x7f20140ce0e0 msgr2=0x7f20140ce540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:11.424 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f20137fe700 1 --2- 172.21.15.79:0/3747143181 >> v2:172.21.15.134:3300/0 conn(0x7f20140ce0e0 0x7f20140ce540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.425 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f20137fe700 1 -- 172.21.15.79:0/3747143181 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f201406e570 con 0x7f2014143710 2023-09-21T11:17:11.425 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f20137fe700 1 -- 172.21.15.79:0/3747143181 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f2008001670 con 0x7f2014143710 2023-09-21T11:17:11.425 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f20137fe700 1 -- 172.21.15.79:0/3747143181 >> v1:172.21.15.79:6789/0 conn(0x7f2014143710 legacy=0x7f201406d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:11.425 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f20137fe700 1 --2- 172.21.15.79:0/3747143181 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2004004b10 0x7f2004004f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.425 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f20137fe700 1 --2- 172.21.15.79:0/3747143181 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2004005960 0x7f2004005de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.426 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f20137fe700 1 --2- 172.21.15.79:0/3747143181 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f201406abe0 0x7f2004006320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.426 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f20137fe700 1 -- 172.21.15.79:0/3747143181 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2014143af0 con 0x7f2004005960 2023-09-21T11:17:11.426 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f20137fe700 1 -- 172.21.15.79:0/3747143181 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f201406e290 con 0x7f2004004b10 2023-09-21T11:17:11.426 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f20137fe700 1 -- 172.21.15.79:0/3747143181 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f200400cb20 con 0x7f201406abe0 2023-09-21T11:17:11.426 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f2013fff700 1 --2- 172.21.15.79:0/3747143181 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2004005960 0x7f2004005de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.426 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f2018e49700 1 --2- 172.21.15.79:0/3747143181 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2004004b10 0x7f2004004f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.427 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f201964a700 1 --2- 172.21.15.79:0/3747143181 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f201406abe0 0x7f2004006320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.427 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f2013fff700 1 -- 172.21.15.79:0/3747143181 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f201406abe0 msgr2=0x7f2004006320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:11.427 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f2013fff700 1 --2- 172.21.15.79:0/3747143181 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f201406abe0 0x7f2004006320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.427 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f2013fff700 1 -- 172.21.15.79:0/3747143181 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2004004b10 msgr2=0x7f2004004f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:11.427 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f2013fff700 1 --2- 172.21.15.79:0/3747143181 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2004004b10 0x7f2004004f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.428 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f2013fff700 1 -- 172.21.15.79:0/3747143181 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20040046c0 con 0x7f2004005960 2023-09-21T11:17:11.428 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.427+0000 7f201964a700 1 --2- 172.21.15.79:0/3747143181 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f201406abe0 0x7f2004006320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:11.428 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.428+0000 7f2013fff700 1 --2- 172.21.15.79:0/3747143181 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2004005960 0x7f2004005de0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2000009b60 tx=0x7f2004006990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8119722b56f631e server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:11.428 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.428+0000 7f20137fe700 1 -- 172.21.15.79:0/3747143181 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f200000e6c0 con 0x7f2004005960 2023-09-21T11:17:11.428 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.428+0000 7f20137fe700 1 -- 172.21.15.79:0/3747143181 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f200000e820 con 0x7f2004005960 2023-09-21T11:17:11.429 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.428+0000 7f20137fe700 1 -- 172.21.15.79:0/3747143181 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f200000eb90 con 0x7f2004005960 2023-09-21T11:17:11.429 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.428+0000 7f201b0ad700 1 -- 172.21.15.79:0/3747143181 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2004005960 msgr2=0x7f2004005de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:11.429 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.428+0000 7f201b0ad700 1 --2- 172.21.15.79:0/3747143181 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2004005960 0x7f2004005de0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2000009b60 tx=0x7f2004006990 comp rx=0 tx=0).stop 2023-09-21T11:17:11.429 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.428+0000 7f201964a700 1 -- 172.21.15.79:0/3747143181 reap_dead start 2023-09-21T11:17:11.429 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.428+0000 7f201b0ad700 1 -- 172.21.15.79:0/3747143181 shutdown_connections 2023-09-21T11:17:11.429 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.428+0000 7f201b0ad700 1 -- 172.21.15.79:0/3747143181 >> 172.21.15.79:0/3747143181 conn(0x7f20140b1900 msgr2=0x7f20140b1ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:11.430 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.428+0000 7f201b0ad700 1 -- 172.21.15.79:0/3747143181 shutdown_connections 2023-09-21T11:17:11.430 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.428+0000 7f201b0ad700 1 -- 172.21.15.79:0/3747143181 wait complete. 2023-09-21T11:17:11.430 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.429+0000 7f201b0ad700 1 Processor -- start 2023-09-21T11:17:11.430 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.429+0000 7f201b0ad700 1 -- start start 2023-09-21T11:17:11.432 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.430+0000 7f201b0ad700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2004005960 0x7f20141f3a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.432 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.430+0000 7f201b0ad700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f20141f4130 0x7f20140716c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.433 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.430+0000 7f201b0ad700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f20141f5970 0x7f20141f5df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.433 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.430+0000 7f201b0ad700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20141f3f70 con 0x7f2004005960 2023-09-21T11:17:11.433 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.430+0000 7f201b0ad700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20141f6330 con 0x7f20141f5970 2023-09-21T11:17:11.433 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.430+0000 7f201b0ad700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20140b4e70 con 0x7f20141f4130 2023-09-21T11:17:11.433 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.430+0000 7f2018e49700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2004005960 0x7f20141f3a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.434 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.430+0000 7f2018e49700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2004005960 0x7f20141f3a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53894/0 (socket says 172.21.15.79:53894) 2023-09-21T11:17:11.434 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.430+0000 7f2018e49700 1 -- 172.21.15.79:0/1219782367 learned_addr learned my addr 172.21.15.79:0/1219782367 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:11.434 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.431+0000 7f2018e49700 1 -- 172.21.15.79:0/1219782367 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f20141f4130 msgr2=0x7f20140716c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:11.434 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.431+0000 7f2018e49700 1 --2- 172.21.15.79:0/1219782367 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f20141f4130 0x7f20140716c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.434 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.431+0000 7f2018e49700 1 -- 172.21.15.79:0/1219782367 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f20141f5970 msgr2=0x7f20141f5df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:11.435 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.431+0000 7f2018e49700 1 --2- 172.21.15.79:0/1219782367 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f20141f5970 0x7f20141f5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.435 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.431+0000 7f2018e49700 1 -- 172.21.15.79:0/1219782367 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20140b5150 con 0x7f2004005960 2023-09-21T11:17:11.435 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.431+0000 7f2018e49700 1 --2- 172.21.15.79:0/1219782367 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2004005960 0x7f20141f3a30 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2008001aa0 tx=0x7f20080075f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:11.435 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.431+0000 7f20117fa700 1 -- 172.21.15.79:0/1219782367 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20080077d0 con 0x7f2004005960 2023-09-21T11:17:11.435 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.431+0000 7f20117fa700 1 -- 172.21.15.79:0/1219782367 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f200800f820 con 0x7f2004005960 2023-09-21T11:17:11.436 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.431+0000 7f201b0ad700 1 -- 172.21.15.79:0/1219782367 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20140b5430 con 0x7f2004005960 2023-09-21T11:17:11.436 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.431+0000 7f20117fa700 1 -- 172.21.15.79:0/1219782367 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f200800fbd0 con 0x7f2004005960 2023-09-21T11:17:11.436 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.431+0000 7f201b0ad700 1 -- 172.21.15.79:0/1219782367 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20140c65e0 con 0x7f2004005960 2023-09-21T11:17:11.436 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.432+0000 7f201b0ad700 1 -- 172.21.15.79:0/1219782367 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20140c4c00 con 0x7f2004005960 2023-09-21T11:17:11.436 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.432+0000 7f20117fa700 1 -- 172.21.15.79:0/1219782367 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f200800fd30 con 0x7f2004005960 2023-09-21T11:17:11.437 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.433+0000 7f20117fa700 1 --2- 172.21.15.79:0/1219782367 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1ff806a580 0x7f1ff806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.437 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.433+0000 7f2013fff700 1 --2- 172.21.15.79:0/1219782367 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1ff806a580 0x7f1ff806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.437 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.433+0000 7f20117fa700 1 -- 172.21.15.79:0/1219782367 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2008088990 con 0x7f2004005960 2023-09-21T11:17:11.437 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.433+0000 7f2013fff700 1 --2- 172.21.15.79:0/1219782367 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1ff806a580 0x7f1ff806ca40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f2014066dc0 tx=0x7f2000013000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:11.437 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.437+0000 7f20117fa700 1 -- 172.21.15.79:0/1219782367 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f20140c4c00 con 0x7f2004005960 2023-09-21T11:17:11.620 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.629+0000 7f201b0ad700 1 -- 172.21.15.79:0/1219782367 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f20140c4c00 con 0x7f2004005960 2023-09-21T11:17:11.621 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.630+0000 7f20117fa700 1 -- 172.21.15.79:0/1219782367 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f20140c4c00 con 0x7f2004005960 2023-09-21T11:17:11.622 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:11.622 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":20,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:00.970389+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:11.624 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.632+0000 7f201b0ad700 1 -- 172.21.15.79:0/1219782367 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1ff806a580 msgr2=0x7f1ff806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:11.624 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.632+0000 7f201b0ad700 1 --2- 172.21.15.79:0/1219782367 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1ff806a580 0x7f1ff806ca40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f2014066dc0 tx=0x7f2000013000 comp rx=0 tx=0).stop 2023-09-21T11:17:11.624 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.632+0000 7f201b0ad700 1 -- 172.21.15.79:0/1219782367 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2004005960 msgr2=0x7f20141f3a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:11.625 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.632+0000 7f201b0ad700 1 --2- 172.21.15.79:0/1219782367 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2004005960 0x7f20141f3a30 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2008001aa0 tx=0x7f20080075f0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.625 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.632+0000 7f201b0ad700 1 -- 172.21.15.79:0/1219782367 shutdown_connections 2023-09-21T11:17:11.625 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.632+0000 7f201b0ad700 1 --2- 172.21.15.79:0/1219782367 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f20141f5970 0x7f20141f5df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.625 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.632+0000 7f201b0ad700 1 --2- 172.21.15.79:0/1219782367 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2004005960 0x7f20141f3a30 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.625 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.632+0000 7f201b0ad700 1 --2- 172.21.15.79:0/1219782367 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1ff806a580 0x7f1ff806ca40 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.626 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.632+0000 7f201b0ad700 1 --2- 172.21.15.79:0/1219782367 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f20141f4130 0x7f20140716c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.626 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.632+0000 7f201b0ad700 1 -- 172.21.15.79:0/1219782367 >> 172.21.15.79:0/1219782367 conn(0x7f20140b1900 msgr2=0x7f201415bbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:11.626 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.632+0000 7f201b0ad700 1 -- 172.21.15.79:0/1219782367 shutdown_connections 2023-09-21T11:17:11.626 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.632+0000 7f201b0ad700 1 -- 172.21.15.79:0/1219782367 wait complete. 2023-09-21T11:17:11.636 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T11:16:45.829267+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T11:16:57.123246+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T11:16:58.360337+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T11:17:11.637 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T11:17:11.759 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.767+0000 7ff5df5b6700 1 Processor -- start 2023-09-21T11:17:11.760 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.768+0000 7ff5df5b6700 1 -- start start 2023-09-21T11:17:11.762 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.768+0000 7ff5df5b6700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ff5d815d830 0x7ff5d8162010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.762 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.768+0000 7ff5df5b6700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7ff5d815dc10 0x7ff5d806a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.768+0000 7ff5df5b6700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff5d8072080 0x7ff5d806ad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.768+0000 7ff5df5b6700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5d8162550 con 0x7ff5d815dc10 2023-09-21T11:17:11.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.768+0000 7ff5df5b6700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5d80af550 con 0x7ff5d815d830 2023-09-21T11:17:11.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.768+0000 7ff5df5b6700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5d8071a80 con 0x7ff5d8072080 2023-09-21T11:17:11.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.768+0000 7ff5dcb51700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7ff5d815dc10 0x7ff5d806a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.764 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.769+0000 7ff5dcb51700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7ff5d815dc10 0x7ff5d806a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53902/0 (socket says 172.21.15.79:53902) 2023-09-21T11:17:11.764 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.769+0000 7ff5dcb51700 1 -- 172.21.15.79:0/761689682 learned_addr learned my addr 172.21.15.79:0/761689682 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:11.764 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.769+0000 7ff5dd352700 1 --2- 172.21.15.79:0/761689682 >> v2:172.21.15.134:3300/0 conn(0x7ff5d815d830 0x7ff5d8162010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.764 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.769+0000 7ff5ddb53700 1 --2- 172.21.15.79:0/761689682 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff5d8072080 0x7ff5d806ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.764 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.769+0000 7ff5dcb51700 1 -- 172.21.15.79:0/761689682 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff5d8072080 msgr2=0x7ff5d806ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:11.765 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.769+0000 7ff5dcb51700 1 --2- 172.21.15.79:0/761689682 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff5d8072080 0x7ff5d806ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.765 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.769+0000 7ff5dcb51700 1 -- 172.21.15.79:0/761689682 >> v2:172.21.15.134:3300/0 conn(0x7ff5d815d830 msgr2=0x7ff5d8162010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:11.765 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.769+0000 7ff5dcb51700 1 --2- 172.21.15.79:0/761689682 >> v2:172.21.15.134:3300/0 conn(0x7ff5d815d830 0x7ff5d8162010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.765 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.769+0000 7ff5dcb51700 1 -- 172.21.15.79:0/761689682 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5d8071d60 con 0x7ff5d815dc10 2023-09-21T11:17:11.765 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.769+0000 7ff5dd352700 1 --2- 172.21.15.79:0/761689682 >> v2:172.21.15.134:3300/0 conn(0x7ff5d815d830 0x7ff5d8162010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:11.766 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.769+0000 7ff5ddb53700 1 --2- 172.21.15.79:0/761689682 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff5d8072080 0x7ff5d806ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:11.766 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.769+0000 7ff5dcb51700 1 --2- 172.21.15.79:0/761689682 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff5d815dc10 0x7ff5d806a800 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff5d80d13d0 tx=0x7ff5d4009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ad683e207812fb2 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:11.766 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.769+0000 7ff5cffff700 1 -- 172.21.15.79:0/761689682 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5d400b870 con 0x7ff5d815dc10 2023-09-21T11:17:11.766 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.769+0000 7ff5cffff700 1 -- 172.21.15.79:0/761689682 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5d400b9d0 con 0x7ff5d815dc10 2023-09-21T11:17:11.767 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.769+0000 7ff5cffff700 1 -- 172.21.15.79:0/761689682 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5d400bd60 con 0x7ff5d815dc10 2023-09-21T11:17:11.767 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.770+0000 7ff5df5b6700 1 -- 172.21.15.79:0/761689682 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff5d815dc10 msgr2=0x7ff5d806a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:11.767 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.770+0000 7ff5df5b6700 1 --2- 172.21.15.79:0/761689682 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff5d815dc10 0x7ff5d806a800 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff5d80d13d0 tx=0x7ff5d4009bd0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.767 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.770+0000 7ff5df5b6700 1 -- 172.21.15.79:0/761689682 shutdown_connections 2023-09-21T11:17:11.767 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.770+0000 7ff5df5b6700 1 --2- 172.21.15.79:0/761689682 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff5d8072080 0x7ff5d806ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.768 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.770+0000 7ff5df5b6700 1 --2- 172.21.15.79:0/761689682 >> v2:172.21.15.134:3300/0 conn(0x7ff5d815d830 0x7ff5d8162010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.768 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.770+0000 7ff5df5b6700 1 --2- 172.21.15.79:0/761689682 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff5d815dc10 0x7ff5d806a800 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.768 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.770+0000 7ff5df5b6700 1 -- 172.21.15.79:0/761689682 >> 172.21.15.79:0/761689682 conn(0x7ff5d80ccdb0 msgr2=0x7ff5d80cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:11.768 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.770+0000 7ff5df5b6700 1 -- 172.21.15.79:0/761689682 shutdown_connections 2023-09-21T11:17:11.768 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.770+0000 7ff5df5b6700 1 -- 172.21.15.79:0/761689682 wait complete. 2023-09-21T11:17:11.771 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.771+0000 7ff5df5b6700 1 Processor -- start 2023-09-21T11:17:11.771 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.771+0000 7ff5df5b6700 1 -- start start 2023-09-21T11:17:11.772 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5df5b6700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff5d8072080 0x7ff5d80c6700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.772 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5df5b6700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff5d815d830 0x7ff5d815e010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.772 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5df5b6700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff5d815dc10 0x7ff5d806e380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.772 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5df5b6700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5d815ea20 con 0x7ff5d815dc10 2023-09-21T11:17:11.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5df5b6700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5d815ed00 con 0x7ff5d815d830 2023-09-21T11:17:11.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5df5b6700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5d80cee10 con 0x7ff5d8072080 2023-09-21T11:17:11.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5ddb53700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff5d815dc10 0x7ff5d806e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5dd352700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff5d8072080 0x7ff5d80c6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5ddb53700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff5d815dc10 0x7ff5d806e380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53910/0 (socket says 172.21.15.79:53910) 2023-09-21T11:17:11.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5ddb53700 1 -- 172.21.15.79:0/3870228945 learned_addr learned my addr 172.21.15.79:0/3870228945 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:11.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5dcb51700 1 --2- 172.21.15.79:0/3870228945 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff5d815d830 0x7ff5d815e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5ddb53700 1 -- 172.21.15.79:0/3870228945 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff5d8072080 msgr2=0x7ff5d80c6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:11.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5ddb53700 1 --2- 172.21.15.79:0/3870228945 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff5d8072080 0x7ff5d80c6700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5ddb53700 1 -- 172.21.15.79:0/3870228945 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff5d815d830 msgr2=0x7ff5d815e010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:11.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5ddb53700 1 --2- 172.21.15.79:0/3870228945 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff5d815d830 0x7ff5d815e010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5ddb53700 1 -- 172.21.15.79:0/3870228945 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5d4009550 con 0x7ff5d815dc10 2023-09-21T11:17:11.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5ddb53700 1 --2- 172.21.15.79:0/3870228945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff5d815dc10 0x7ff5d806e380 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff5d000cef0 tx=0x7ff5d000cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:11.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5cdffb700 1 -- 172.21.15.79:0/3870228945 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5d000ad00 con 0x7ff5d815dc10 2023-09-21T11:17:11.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5cdffb700 1 -- 172.21.15.79:0/3870228945 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5d000ae60 con 0x7ff5d815dc10 2023-09-21T11:17:11.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5df5b6700 1 -- 172.21.15.79:0/3870228945 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5d80cf0f0 con 0x7ff5d815dc10 2023-09-21T11:17:11.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.772+0000 7ff5cdffb700 1 -- 172.21.15.79:0/3870228945 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5d0015680 con 0x7ff5d815dc10 2023-09-21T11:17:11.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.773+0000 7ff5df5b6700 1 -- 172.21.15.79:0/3870228945 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5d8157b30 con 0x7ff5d815dc10 2023-09-21T11:17:11.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.774+0000 7ff5df5b6700 1 -- 172.21.15.79:0/3870228945 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5d80cf610 con 0x7ff5d815dc10 2023-09-21T11:17:11.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.774+0000 7ff5cdffb700 1 -- 172.21.15.79:0/3870228945 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7ff5d000d430 con 0x7ff5d815dc10 2023-09-21T11:17:11.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.775+0000 7ff5cdffb700 1 --2- 172.21.15.79:0/3870228945 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff5bc06a580 0x7ff5bc06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:11.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.775+0000 7ff5dd352700 1 --2- 172.21.15.79:0/3870228945 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff5bc06a580 0x7ff5bc06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:11.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.775+0000 7ff5cdffb700 1 -- 172.21.15.79:0/3870228945 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff5d0088ee0 con 0x7ff5d815dc10 2023-09-21T11:17:11.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.775+0000 7ff5dd352700 1 --2- 172.21.15.79:0/3870228945 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff5bc06a580 0x7ff5bc06ca40 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7ff5c800ab60 tx=0x7ff5c8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:11.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.779+0000 7ff5cdffb700 1 -- 172.21.15.79:0/3870228945 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7ff5d80cf610 con 0x7ff5d815dc10 2023-09-21T11:17:11.960 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.969+0000 7ff5df5b6700 1 -- 172.21.15.79:0/3870228945 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff5d80cf610 con 0x7ff5d815dc10 2023-09-21T11:17:11.961 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.969+0000 7ff5cdffb700 1 -- 172.21.15.79:0/3870228945 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff5d80cf610 con 0x7ff5d815dc10 2023-09-21T11:17:11.961 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 1 2023-09-21T11:17:11.963 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.971+0000 7ff5df5b6700 1 -- 172.21.15.79:0/3870228945 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff5bc06a580 msgr2=0x7ff5bc06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:11.964 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.971+0000 7ff5df5b6700 1 --2- 172.21.15.79:0/3870228945 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff5bc06a580 0x7ff5bc06ca40 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7ff5c800ab60 tx=0x7ff5c8008040 comp rx=0 tx=0).stop 2023-09-21T11:17:11.964 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.971+0000 7ff5df5b6700 1 -- 172.21.15.79:0/3870228945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff5d815dc10 msgr2=0x7ff5d806e380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:11.964 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.971+0000 7ff5df5b6700 1 --2- 172.21.15.79:0/3870228945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff5d815dc10 0x7ff5d806e380 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff5d000cef0 tx=0x7ff5d000cf20 comp rx=0 tx=0).stop 2023-09-21T11:17:11.964 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.971+0000 7ff5df5b6700 1 -- 172.21.15.79:0/3870228945 shutdown_connections 2023-09-21T11:17:11.964 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.971+0000 7ff5df5b6700 1 --2- 172.21.15.79:0/3870228945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff5d815dc10 0x7ff5d806e380 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.965 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.971+0000 7ff5df5b6700 1 --2- 172.21.15.79:0/3870228945 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff5bc06a580 0x7ff5bc06ca40 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.965 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.971+0000 7ff5df5b6700 1 --2- 172.21.15.79:0/3870228945 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff5d8072080 0x7ff5d80c6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.965 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.971+0000 7ff5df5b6700 1 --2- 172.21.15.79:0/3870228945 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff5d815d830 0x7ff5d815e010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:11.965 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.971+0000 7ff5df5b6700 1 -- 172.21.15.79:0/3870228945 >> 172.21.15.79:0/3870228945 conn(0x7ff5d80ccdb0 msgr2=0x7ff5d80cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:11.965 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.971+0000 7ff5df5b6700 1 -- 172.21.15.79:0/3870228945 shutdown_connections 2023-09-21T11:17:11.966 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:11.971+0000 7ff5df5b6700 1 -- 172.21.15.79:0/3870228945 wait complete. 2023-09-21T11:17:11.975 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T11:17:12.098 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.107+0000 7f1f8a265700 1 Processor -- start 2023-09-21T11:17:12.098 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.107+0000 7f1f8a265700 1 -- start start 2023-09-21T11:17:12.101 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.107+0000 7f1f8a265700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f1f8415d830 0x7f1f84162010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:12.101 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.107+0000 7f1f8a265700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f84162550 con 0x7f1f8415dc10 2023-09-21T11:17:12.101 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.107+0000 7f1f8a265700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f840af550 con 0x7f1f8406af10 2023-09-21T11:17:12.101 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.107+0000 7f1f8a265700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f84071a80 con 0x7f1f8415d830 2023-09-21T11:17:12.101 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.108+0000 7f1f837fe700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f1f8415dc10 0x7f1f8406a800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40278/0 (socket says 172.21.15.79:40278) 2023-09-21T11:17:12.102 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.108+0000 7f1f837fe700 1 -- 172.21.15.79:0/349360756 learned_addr learned my addr 172.21.15.79:0/349360756 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:12.102 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.108+0000 7f1f83fff700 1 --2- 172.21.15.79:0/349360756 >> v2:172.21.15.134:3300/0 conn(0x7f1f8415d830 0x7f1f84162010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:12.102 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.108+0000 7f1f82ffd700 1 -- 172.21.15.79:0/349360756 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2074909884 0 0) 0x7f1f78001110 con 0x7f1f8415dc10 2023-09-21T11:17:12.102 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.108+0000 7f1f82ffd700 1 -- 172.21.15.79:0/349360756 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1f6c0035b0 con 0x7f1f8415dc10 2023-09-21T11:17:12.102 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.108+0000 7f1f82ffd700 1 -- 172.21.15.79:0/349360756 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3921723184 0 0) 0x7f1f840af550 con 0x7f1f8406af10 2023-09-21T11:17:12.103 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.108+0000 7f1f82ffd700 1 -- 172.21.15.79:0/349360756 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1f78001110 con 0x7f1f8406af10 2023-09-21T11:17:12.103 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.108+0000 7f1f83fff700 1 -- 172.21.15.79:0/349360756 >> v1:172.21.15.134:6789/0 conn(0x7f1f8406af10 legacy=0x7f1f840cef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:12.103 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.108+0000 7f1f83fff700 1 -- 172.21.15.79:0/349360756 >> v1:172.21.15.79:6789/0 conn(0x7f1f8415dc10 legacy=0x7f1f8406a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:12.103 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.108+0000 7f1f83fff700 1 -- 172.21.15.79:0/349360756 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f84071d60 con 0x7f1f8415d830 2023-09-21T11:17:12.103 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.108+0000 7f1f83fff700 1 --2- 172.21.15.79:0/349360756 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1f8415d830 0x7f1f84162010 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1f74009820 tx=0x7f1f74009b30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=544bd9a7ae4efdfb server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:12.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.108+0000 7f1f82ffd700 1 -- 172.21.15.79:0/349360756 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f74005e30 con 0x7f1f8415d830 2023-09-21T11:17:12.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.108+0000 7f1f82ffd700 1 -- 172.21.15.79:0/349360756 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f74006030 con 0x7f1f8415d830 2023-09-21T11:17:12.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.108+0000 7f1f82ffd700 1 -- 172.21.15.79:0/349360756 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f740063c0 con 0x7f1f8415d830 2023-09-21T11:17:12.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.109+0000 7f1f8a265700 1 -- 172.21.15.79:0/349360756 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1f8415d830 msgr2=0x7f1f84162010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:12.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.109+0000 7f1f8a265700 1 --2- 172.21.15.79:0/349360756 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1f8415d830 0x7f1f84162010 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1f74009820 tx=0x7f1f74009b30 comp rx=0 tx=0).stop 2023-09-21T11:17:12.105 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.109+0000 7f1f8a265700 1 -- 172.21.15.79:0/349360756 shutdown_connections 2023-09-21T11:17:12.105 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.109+0000 7f1f8a265700 1 --2- 172.21.15.79:0/349360756 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1f8415d830 0x7f1f84162010 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.105 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.109+0000 7f1f8a265700 1 -- 172.21.15.79:0/349360756 >> 172.21.15.79:0/349360756 conn(0x7f1f840ccdb0 msgr2=0x7f1f840cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:12.105 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.109+0000 7f1f8a265700 1 -- 172.21.15.79:0/349360756 shutdown_connections 2023-09-21T11:17:12.105 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.109+0000 7f1f8a265700 1 -- 172.21.15.79:0/349360756 wait complete. 2023-09-21T11:17:12.108 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.110+0000 7f1f8a265700 1 Processor -- start 2023-09-21T11:17:12.108 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.110+0000 7f1f8a265700 1 -- start start 2023-09-21T11:17:12.108 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.111+0000 7f1f8a265700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f8406af10 0x7f1f841f2d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:12.108 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.111+0000 7f1f8a265700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1f8415d830 0x7f1f840d0140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:12.108 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.111+0000 7f1f8a265700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1f8415dc10 0x7f1f840d0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:12.109 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.111+0000 7f1f8a265700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f840b0880 con 0x7f1f8406af10 2023-09-21T11:17:12.109 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.111+0000 7f1f8a265700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f840afc70 con 0x7f1f8415dc10 2023-09-21T11:17:12.109 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.111+0000 7f1f8a265700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f840aff50 con 0x7f1f8415d830 2023-09-21T11:17:12.109 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.111+0000 7f1f83fff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f8406af10 0x7f1f841f2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:12.109 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.111+0000 7f1f83fff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f8406af10 0x7f1f841f2d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53920/0 (socket says 172.21.15.79:53920) 2023-09-21T11:17:12.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.111+0000 7f1f83fff700 1 -- 172.21.15.79:0/2954090539 learned_addr learned my addr 172.21.15.79:0/2954090539 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:12.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.111+0000 7f1f83fff700 1 -- 172.21.15.79:0/2954090539 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1f8415d830 msgr2=0x7f1f840d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:12.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.111+0000 7f1f83fff700 1 --2- 172.21.15.79:0/2954090539 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1f8415d830 0x7f1f840d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.112+0000 7f1f83fff700 1 -- 172.21.15.79:0/2954090539 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1f8415dc10 msgr2=0x7f1f840d0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:12.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.112+0000 7f1f88802700 1 --2- 172.21.15.79:0/2954090539 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1f8415dc10 0x7f1f840d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:12.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.112+0000 7f1f83fff700 1 --2- 172.21.15.79:0/2954090539 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1f8415dc10 0x7f1f840d0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.112+0000 7f1f83fff700 1 -- 172.21.15.79:0/2954090539 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f74009430 con 0x7f1f8406af10 2023-09-21T11:17:12.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.112+0000 7f1f83fff700 1 --2- 172.21.15.79:0/2954090539 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f8406af10 0x7f1f841f2d00 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1f74013040 tx=0x7f1f74004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:12.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.112+0000 7f1f80ff9700 1 -- 172.21.15.79:0/2954090539 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f74006870 con 0x7f1f8406af10 2023-09-21T11:17:12.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.112+0000 7f1f80ff9700 1 -- 172.21.15.79:0/2954090539 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f74020070 con 0x7f1f8406af10 2023-09-21T11:17:12.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.112+0000 7f1f8a265700 1 -- 172.21.15.79:0/2954090539 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f840b0230 con 0x7f1f8406af10 2023-09-21T11:17:12.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.112+0000 7f1f80ff9700 1 -- 172.21.15.79:0/2954090539 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f74025670 con 0x7f1f8406af10 2023-09-21T11:17:12.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.112+0000 7f1f8a265700 1 -- 172.21.15.79:0/2954090539 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f841f3240 con 0x7f1f8406af10 2023-09-21T11:17:12.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.113+0000 7f1f8a265700 1 -- 172.21.15.79:0/2954090539 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f840c3a20 con 0x7f1f8406af10 2023-09-21T11:17:12.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.113+0000 7f1f80ff9700 1 -- 172.21.15.79:0/2954090539 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f1f74022030 con 0x7f1f8406af10 2023-09-21T11:17:12.113 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.113+0000 7f1f80ff9700 1 --2- 172.21.15.79:0/2954090539 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1f7006a580 0x7f1f7006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:12.113 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.114+0000 7f1f837fe700 1 --2- 172.21.15.79:0/2954090539 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1f7006a580 0x7f1f7006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:12.113 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.114+0000 7f1f80ff9700 1 -- 172.21.15.79:0/2954090539 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1f74089e90 con 0x7f1f8406af10 2023-09-21T11:17:12.113 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.114+0000 7f1f837fe700 1 --2- 172.21.15.79:0/2954090539 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1f7006a580 0x7f1f7006ca40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f1f78005910 tx=0x7f1f780079e0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:12.114 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.118+0000 7f1f80ff9700 1 -- 172.21.15.79:0/2954090539 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f1f740554a0 con 0x7f1f8406af10 2023-09-21T11:17:12.298 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.305+0000 7f1f8a265700 1 -- 172.21.15.79:0/2954090539 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f1f8404eae0 con 0x7f1f8406af10 2023-09-21T11:17:12.299 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.306+0000 7f1f80ff9700 1 -- 172.21.15.79:0/2954090539 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1f74058ac0 con 0x7f1f8406af10 2023-09-21T11:17:12.299 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 32 2023-09-21T11:17:12.300 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.308+0000 7f1f8a265700 1 -- 172.21.15.79:0/2954090539 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1f7006a580 msgr2=0x7f1f7006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:12.300 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.308+0000 7f1f8a265700 1 --2- 172.21.15.79:0/2954090539 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1f7006a580 0x7f1f7006ca40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f1f78005910 tx=0x7f1f780079e0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.300 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.308+0000 7f1f8a265700 1 -- 172.21.15.79:0/2954090539 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f8406af10 msgr2=0x7f1f841f2d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:12.301 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.308+0000 7f1f8a265700 1 --2- 172.21.15.79:0/2954090539 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f8406af10 0x7f1f841f2d00 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1f74013040 tx=0x7f1f74004750 comp rx=0 tx=0).stop 2023-09-21T11:17:12.301 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.308+0000 7f1f8a265700 1 -- 172.21.15.79:0/2954090539 shutdown_connections 2023-09-21T11:17:12.301 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.308+0000 7f1f8a265700 1 --2- 172.21.15.79:0/2954090539 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1f8415dc10 0x7f1f840d0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.301 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.308+0000 7f1f8a265700 1 --2- 172.21.15.79:0/2954090539 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f8406af10 0x7f1f841f2d00 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.301 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.308+0000 7f1f8a265700 1 --2- 172.21.15.79:0/2954090539 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1f7006a580 0x7f1f7006ca40 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.302 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.308+0000 7f1f8a265700 1 --2- 172.21.15.79:0/2954090539 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1f8415d830 0x7f1f840d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.302 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.308+0000 7f1f8a265700 1 -- 172.21.15.79:0/2954090539 >> 172.21.15.79:0/2954090539 conn(0x7f1f840ccdb0 msgr2=0x7f1f840cb290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:12.302 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.308+0000 7f1f8a265700 1 -- 172.21.15.79:0/2954090539 shutdown_connections 2023-09-21T11:17:12.302 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.308+0000 7f1f8a265700 1 -- 172.21.15.79:0/2954090539 wait complete. 2023-09-21T11:17:12.312 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T11:17:12.435 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.444+0000 7f3d69674700 1 Processor -- start 2023-09-21T11:17:12.436 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.444+0000 7f3d69674700 1 -- start start 2023-09-21T11:17:12.438 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.444+0000 7f3d69674700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f3d6415d9d0 0x7f3d6406b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:12.438 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.444+0000 7f3d69674700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f3d640d06d0 0x7f3d640d4290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:12.439 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.444+0000 7f3d69674700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d640ce170 con 0x7f3d640d3de0 2023-09-21T11:17:12.439 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.444+0000 7f3d69674700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d640b2c80 con 0x7f3d6415d9d0 2023-09-21T11:17:12.439 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.444+0000 7f3d69674700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d640ce3a0 con 0x7f3d640d06d0 2023-09-21T11:17:12.439 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.445+0000 7f3d62ffd700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f3d6415d9d0 0x7f3d6406b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:12.439 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.445+0000 7f3d62ffd700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f3d6415d9d0 0x7f3d6406b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53928/0 (socket says 172.21.15.79:53928) 2023-09-21T11:17:12.440 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.445+0000 7f3d62ffd700 1 -- 172.21.15.79:0/127426106 learned_addr learned my addr 172.21.15.79:0/127426106 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:12.440 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.445+0000 7f3d637fe700 1 --2- 172.21.15.79:0/127426106 >> v2:172.21.15.134:3300/0 conn(0x7f3d640d06d0 0x7f3d640d4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:12.440 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.445+0000 7f3d62ffd700 1 -- 172.21.15.79:0/127426106 >> v2:172.21.15.134:3300/0 conn(0x7f3d640d06d0 msgr2=0x7f3d640d4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:12.440 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.445+0000 7f3d62ffd700 1 --2- 172.21.15.79:0/127426106 >> v2:172.21.15.134:3300/0 conn(0x7f3d640d06d0 0x7f3d640d4290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.441 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.445+0000 7f3d62ffd700 1 -- 172.21.15.79:0/127426106 >> v1:172.21.15.134:6789/0 conn(0x7f3d640d3de0 legacy=0x7f3d640cffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:12.441 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.445+0000 7f3d62ffd700 1 -- 172.21.15.79:0/127426106 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d640d1fe0 con 0x7f3d6415d9d0 2023-09-21T11:17:12.441 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.445+0000 7f3d62ffd700 1 --2- 172.21.15.79:0/127426106 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d6415d9d0 0x7f3d6406b770 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f3d640d3670 tx=0x7f3d54009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b21cabbe2838e4c server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:12.441 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.445+0000 7f3d61ffb700 1 -- 172.21.15.79:0/127426106 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d54005e30 con 0x7f3d6415d9d0 2023-09-21T11:17:12.441 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.445+0000 7f3d61ffb700 1 -- 172.21.15.79:0/127426106 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d54004030 con 0x7f3d6415d9d0 2023-09-21T11:17:12.442 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.445+0000 7f3d61ffb700 1 -- 172.21.15.79:0/127426106 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d540043e0 con 0x7f3d6415d9d0 2023-09-21T11:17:12.442 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.446+0000 7f3d69674700 1 -- 172.21.15.79:0/127426106 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d6415d9d0 msgr2=0x7f3d6406b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:12.442 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.446+0000 7f3d69674700 1 --2- 172.21.15.79:0/127426106 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d6415d9d0 0x7f3d6406b770 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f3d640d3670 tx=0x7f3d54009bd0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.442 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.446+0000 7f3d69674700 1 -- 172.21.15.79:0/127426106 shutdown_connections 2023-09-21T11:17:12.443 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.446+0000 7f3d69674700 1 --2- 172.21.15.79:0/127426106 >> v2:172.21.15.134:3300/0 conn(0x7f3d640d06d0 0x7f3d640d4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.443 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.446+0000 7f3d69674700 1 --2- 172.21.15.79:0/127426106 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d6415d9d0 0x7f3d6406b770 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.443 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.446+0000 7f3d69674700 1 -- 172.21.15.79:0/127426106 >> 172.21.15.79:0/127426106 conn(0x7f3d6409c940 msgr2=0x7f3d640d36d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:12.443 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.446+0000 7f3d69674700 1 -- 172.21.15.79:0/127426106 shutdown_connections 2023-09-21T11:17:12.443 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.446+0000 7f3d69674700 1 -- 172.21.15.79:0/127426106 wait complete. 2023-09-21T11:17:12.446 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.447+0000 7f3d69674700 1 Processor -- start 2023-09-21T11:17:12.447 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.447+0000 7f3d69674700 1 -- start start 2023-09-21T11:17:12.447 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d69674700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d640d06d0 0x7f3d6415be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:12.447 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d69674700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3d640d3de0 0x7f3d6409dd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:12.447 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d69674700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d6415d9d0 0x7f3d641f63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:12.447 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d69674700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d641f7310 con 0x7f3d640d06d0 2023-09-21T11:17:12.448 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d69674700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d6415c340 con 0x7f3d640d3de0 2023-09-21T11:17:12.448 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d69674700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d641f6d50 con 0x7f3d6415d9d0 2023-09-21T11:17:12.448 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d62ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d640d06d0 0x7f3d6415be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:12.448 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d62ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d640d06d0 0x7f3d6415be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53934/0 (socket says 172.21.15.79:53934) 2023-09-21T11:17:12.448 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d62ffd700 1 -- 172.21.15.79:0/267540245 learned_addr learned my addr 172.21.15.79:0/267540245 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:12.449 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d627fc700 1 --2- 172.21.15.79:0/267540245 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3d640d3de0 0x7f3d6409dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:12.449 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d637fe700 1 --2- 172.21.15.79:0/267540245 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d6415d9d0 0x7f3d641f63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:12.449 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d62ffd700 1 -- 172.21.15.79:0/267540245 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d6415d9d0 msgr2=0x7f3d641f63e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:12.449 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d62ffd700 1 --2- 172.21.15.79:0/267540245 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d6415d9d0 0x7f3d641f63e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.450 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d62ffd700 1 -- 172.21.15.79:0/267540245 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3d640d3de0 msgr2=0x7f3d6409dd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:12.450 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d62ffd700 1 --2- 172.21.15.79:0/267540245 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3d640d3de0 0x7f3d6409dd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.450 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d62ffd700 1 -- 172.21.15.79:0/267540245 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d54009500 con 0x7f3d640d06d0 2023-09-21T11:17:12.450 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d637fe700 1 --2- 172.21.15.79:0/267540245 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d6415d9d0 0x7f3d641f63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:12.450 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d62ffd700 1 --2- 172.21.15.79:0/267540245 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d640d06d0 0x7f3d6415be00 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f3d54009130 tx=0x7f3d54004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:12.451 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d4b7fe700 1 -- 172.21.15.79:0/267540245 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d54003d20 con 0x7f3d640d06d0 2023-09-21T11:17:12.451 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d4b7fe700 1 -- 172.21.15.79:0/267540245 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d54003e80 con 0x7f3d640d06d0 2023-09-21T11:17:12.451 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d69674700 1 -- 172.21.15.79:0/267540245 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d641f7030 con 0x7f3d640d06d0 2023-09-21T11:17:12.451 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d4b7fe700 1 -- 172.21.15.79:0/267540245 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d54011660 con 0x7f3d640d06d0 2023-09-21T11:17:12.451 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.448+0000 7f3d69674700 1 -- 172.21.15.79:0/267540245 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d6409d830 con 0x7f3d640d06d0 2023-09-21T11:17:12.452 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.449+0000 7f3d69674700 1 -- 172.21.15.79:0/267540245 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d6409d3b0 con 0x7f3d640d06d0 2023-09-21T11:17:12.452 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.450+0000 7f3d4b7fe700 1 -- 172.21.15.79:0/267540245 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f3d540117c0 con 0x7f3d640d06d0 2023-09-21T11:17:12.452 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.450+0000 7f3d4b7fe700 1 --2- 172.21.15.79:0/267540245 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3d5006a580 0x7f3d5006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:12.452 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.450+0000 7f3d4b7fe700 1 -- 172.21.15.79:0/267540245 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3d54089c00 con 0x7f3d640d06d0 2023-09-21T11:17:12.452 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.450+0000 7f3d627fc700 1 --2- 172.21.15.79:0/267540245 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3d5006a580 0x7f3d5006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:12.453 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.450+0000 7f3d627fc700 1 --2- 172.21.15.79:0/267540245 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3d5006a580 0x7f3d5006ca40 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f3d6406cbb0 tx=0x7f3d58009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:12.453 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.454+0000 7f3d4b7fe700 1 -- 172.21.15.79:0/267540245 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f3d6409d3b0 con 0x7f3d640d06d0 2023-09-21T11:17:12.634 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.642+0000 7f3d69674700 1 -- 172.21.15.79:0/267540245 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f3d6409d3b0 con 0x7f3d640d06d0 2023-09-21T11:17:12.635 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.643+0000 7f3d4b7fe700 1 -- 172.21.15.79:0/267540245 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3d6409d3b0 con 0x7f3d640d06d0 2023-09-21T11:17:12.635 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 64 2023-09-21T11:17:12.637 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.645+0000 7f3d69674700 1 -- 172.21.15.79:0/267540245 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3d5006a580 msgr2=0x7f3d5006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:12.637 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.645+0000 7f3d69674700 1 --2- 172.21.15.79:0/267540245 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3d5006a580 0x7f3d5006ca40 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f3d6406cbb0 tx=0x7f3d58009040 comp rx=0 tx=0).stop 2023-09-21T11:17:12.637 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.645+0000 7f3d69674700 1 -- 172.21.15.79:0/267540245 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d640d06d0 msgr2=0x7f3d6415be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:12.637 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.645+0000 7f3d69674700 1 --2- 172.21.15.79:0/267540245 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d640d06d0 0x7f3d6415be00 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f3d54009130 tx=0x7f3d54004750 comp rx=0 tx=0).stop 2023-09-21T11:17:12.638 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.645+0000 7f3d69674700 1 -- 172.21.15.79:0/267540245 shutdown_connections 2023-09-21T11:17:12.638 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.645+0000 7f3d69674700 1 --2- 172.21.15.79:0/267540245 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3d5006a580 0x7f3d5006ca40 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.638 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.645+0000 7f3d69674700 1 --2- 172.21.15.79:0/267540245 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d6415d9d0 0x7f3d641f63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.638 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.645+0000 7f3d69674700 1 --2- 172.21.15.79:0/267540245 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d640d06d0 0x7f3d6415be00 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.638 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.645+0000 7f3d69674700 1 --2- 172.21.15.79:0/267540245 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3d640d3de0 0x7f3d6409dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.639 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.645+0000 7f3d69674700 1 -- 172.21.15.79:0/267540245 >> 172.21.15.79:0/267540245 conn(0x7f3d6409c940 msgr2=0x7f3d640b2110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:12.639 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.645+0000 7f3d69674700 1 -- 172.21.15.79:0/267540245 shutdown_connections 2023-09-21T11:17:12.639 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.645+0000 7f3d69674700 1 -- 172.21.15.79:0/267540245 wait complete. 2023-09-21T11:17:12.649 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T11:17:12.769 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.777+0000 7feac054c700 1 Processor -- start 2023-09-21T11:17:12.769 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.777+0000 7feac054c700 1 -- start start 2023-09-21T11:17:12.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.778+0000 7feac054c700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7feab806e650 0x7feab80cab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:12.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.778+0000 7feac054c700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feab8072670 con 0x7feab815d9b0 2023-09-21T11:17:12.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.778+0000 7feac054c700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feab80728c0 con 0x7feab8071bd0 2023-09-21T11:17:12.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.778+0000 7feac054c700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feab8072ba0 con 0x7feab806e650 2023-09-21T11:17:12.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.778+0000 7feabe2e8700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7feab815d9b0 0x7feab8161e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40306/0 (socket says 172.21.15.79:40306) 2023-09-21T11:17:12.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.778+0000 7feabe2e8700 1 -- 172.21.15.79:0/3556401419 learned_addr learned my addr 172.21.15.79:0/3556401419 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:12.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.778+0000 7feabeae9700 1 --2- 172.21.15.79:0/3556401419 >> v2:172.21.15.134:3300/0 conn(0x7feab806e650 0x7feab80cab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:12.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.778+0000 7feabd2e6700 1 -- 172.21.15.79:0/3556401419 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2846811794 0 0) 0x7feab8072670 con 0x7feab815d9b0 2023-09-21T11:17:12.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.778+0000 7feabd2e6700 1 -- 172.21.15.79:0/3556401419 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feaa40035b0 con 0x7feab815d9b0 2023-09-21T11:17:12.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.778+0000 7feabd2e6700 1 -- 172.21.15.79:0/3556401419 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 25460409 0 0) 0x7feaa40035b0 con 0x7feab815d9b0 2023-09-21T11:17:12.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.778+0000 7feabd2e6700 1 -- 172.21.15.79:0/3556401419 >> v2:172.21.15.134:3300/0 conn(0x7feab806e650 msgr2=0x7feab80cab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:12.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.778+0000 7feabd2e6700 1 --2- 172.21.15.79:0/3556401419 >> v2:172.21.15.134:3300/0 conn(0x7feab806e650 0x7feab80cab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.778+0000 7feabd2e6700 1 -- 172.21.15.79:0/3556401419 >> v1:172.21.15.134:6789/0 conn(0x7feab8071bd0 legacy=0x7feab806a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:12.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.778+0000 7feabd2e6700 1 -- 172.21.15.79:0/3556401419 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feab8161950 con 0x7feab815d9b0 2023-09-21T11:17:12.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.778+0000 7feabd2e6700 1 -- 172.21.15.79:0/3556401419 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7feaa8001670 con 0x7feab815d9b0 2023-09-21T11:17:12.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabd2e6700 1 -- 172.21.15.79:0/3556401419 >> v1:172.21.15.79:6789/0 conn(0x7feab815d9b0 legacy=0x7feab8161e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:12.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabd2e6700 1 --2- 172.21.15.79:0/3556401419 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7feaa4003a00 0x7feaa4003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:12.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabd2e6700 1 --2- 172.21.15.79:0/3556401419 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7feaa4004850 0x7feaa4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:12.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabd2e6700 1 --2- 172.21.15.79:0/3556401419 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feaa4005210 0x7feaa400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:12.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabd2e6700 1 -- 172.21.15.79:0/3556401419 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feab8072ba0 con 0x7feaa4005210 2023-09-21T11:17:12.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabd2e6700 1 -- 172.21.15.79:0/3556401419 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feaa400c1b0 con 0x7feaa4004850 2023-09-21T11:17:12.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabd2e6700 1 -- 172.21.15.79:0/3556401419 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feaa400c370 con 0x7feaa4003a00 2023-09-21T11:17:12.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabeae9700 1 --2- 172.21.15.79:0/3556401419 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feaa4005210 0x7feaa400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:12.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabdae7700 1 --2- 172.21.15.79:0/3556401419 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7feaa4004850 0x7feaa4004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:12.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabe2e8700 1 --2- 172.21.15.79:0/3556401419 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7feaa4003a00 0x7feaa4003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:12.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabeae9700 1 -- 172.21.15.79:0/3556401419 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7feaa4003a00 msgr2=0x7feaa4003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:12.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabeae9700 1 --2- 172.21.15.79:0/3556401419 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7feaa4003a00 0x7feaa4003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabeae9700 1 -- 172.21.15.79:0/3556401419 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7feaa4004850 msgr2=0x7feaa4004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:12.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabeae9700 1 --2- 172.21.15.79:0/3556401419 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7feaa4004850 0x7feaa4004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabeae9700 1 -- 172.21.15.79:0/3556401419 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feaa40035b0 con 0x7feaa4005210 2023-09-21T11:17:12.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabe2e8700 1 --2- 172.21.15.79:0/3556401419 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7feaa4003a00 0x7feaa4003e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:12.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabeae9700 1 -- 172.21.15.79:0/3556401419 reap_dead start 2023-09-21T11:17:12.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabeae9700 1 --2- 172.21.15.79:0/3556401419 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feaa4005210 0x7feaa400ba10 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7feab0009fc0 tx=0x7feaa4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2a5982c60c08d65 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:12.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabd2e6700 1 -- 172.21.15.79:0/3556401419 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feab0003a20 con 0x7feaa4005210 2023-09-21T11:17:12.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabd2e6700 1 -- 172.21.15.79:0/3556401419 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feab000f040 con 0x7feaa4005210 2023-09-21T11:17:12.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.779+0000 7feabd2e6700 1 -- 172.21.15.79:0/3556401419 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feab0003de0 con 0x7feaa4005210 2023-09-21T11:17:12.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.780+0000 7feac054c700 1 -- 172.21.15.79:0/3556401419 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feaa4005210 msgr2=0x7feaa400ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:12.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.780+0000 7feac054c700 1 --2- 172.21.15.79:0/3556401419 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feaa4005210 0x7feaa400ba10 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7feab0009fc0 tx=0x7feaa4005880 comp rx=0 tx=0).stop 2023-09-21T11:17:12.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.780+0000 7feac054c700 1 -- 172.21.15.79:0/3556401419 shutdown_connections 2023-09-21T11:17:12.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.780+0000 7feac054c700 1 --2- 172.21.15.79:0/3556401419 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feaa4005210 0x7feaa400ba10 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.781 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.780+0000 7feac054c700 1 -- 172.21.15.79:0/3556401419 >> 172.21.15.79:0/3556401419 conn(0x7feab806dac0 msgr2=0x7feab806ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:12.781 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.780+0000 7feac054c700 1 -- 172.21.15.79:0/3556401419 shutdown_connections 2023-09-21T11:17:12.781 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.780+0000 7feac054c700 1 -- 172.21.15.79:0/3556401419 wait complete. 2023-09-21T11:17:12.781 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.781+0000 7feac054c700 1 Processor -- start 2023-09-21T11:17:12.781 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.781+0000 7feac054c700 1 -- start start 2023-09-21T11:17:12.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feac054c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feaa4005210 0x7feab80b3100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:12.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feac054c700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7feab80cbd70 0x7feab80cd3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:12.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feac054c700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7feab814f810 0x7feab815f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:12.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feac054c700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feab80ccf40 con 0x7feaa4005210 2023-09-21T11:17:12.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feac054c700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feab80b3640 con 0x7feab814f810 2023-09-21T11:17:12.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feac054c700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feab80cd910 con 0x7feab80cbd70 2023-09-21T11:17:12.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feabe2e8700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feaa4005210 0x7feab80b3100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:12.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feabe2e8700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feaa4005210 0x7feab80b3100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53954/0 (socket says 172.21.15.79:53954) 2023-09-21T11:17:12.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feabe2e8700 1 -- 172.21.15.79:0/577477450 learned_addr learned my addr 172.21.15.79:0/577477450 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:12.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feabeae9700 1 --2- 172.21.15.79:0/577477450 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7feab814f810 0x7feab815f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:12.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feabe2e8700 1 -- 172.21.15.79:0/577477450 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7feab80cbd70 msgr2=0x7feab80cd3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:12.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feabe2e8700 1 --2- 172.21.15.79:0/577477450 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7feab80cbd70 0x7feab80cd3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feabe2e8700 1 -- 172.21.15.79:0/577477450 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7feab814f810 msgr2=0x7feab815f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:12.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feabe2e8700 1 --2- 172.21.15.79:0/577477450 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7feab814f810 0x7feab815f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:12.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feabe2e8700 1 -- 172.21.15.79:0/577477450 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feab80cc330 con 0x7feaa4005210 2023-09-21T11:17:12.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feabe2e8700 1 --2- 172.21.15.79:0/577477450 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feaa4005210 0x7feab80b3100 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7feaa8001bd0 tx=0x7feaa800eb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:12.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feaaeffd700 1 -- 172.21.15.79:0/577477450 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaa8012590 con 0x7feaa4005210 2023-09-21T11:17:12.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feaaeffd700 1 -- 172.21.15.79:0/577477450 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feaa80126f0 con 0x7feaa4005210 2023-09-21T11:17:12.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feac054c700 1 -- 172.21.15.79:0/577477450 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feab80cc610 con 0x7feaa4005210 2023-09-21T11:17:12.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feaaeffd700 1 -- 172.21.15.79:0/577477450 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaa8012aa0 con 0x7feaa4005210 2023-09-21T11:17:12.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.782+0000 7feac054c700 1 -- 172.21.15.79:0/577477450 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feab80ccbd0 con 0x7feaa4005210 2023-09-21T11:17:12.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.783+0000 7feac054c700 1 -- 172.21.15.79:0/577477450 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feab80cd220 con 0x7feaa4005210 2023-09-21T11:17:12.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.784+0000 7feaaeffd700 1 -- 172.21.15.79:0/577477450 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7feaa8012c00 con 0x7feaa4005210 2023-09-21T11:17:12.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.784+0000 7feaaeffd700 1 --2- 172.21.15.79:0/577477450 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fea9c06a580 0x7fea9c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:12.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.784+0000 7feaaeffd700 1 -- 172.21.15.79:0/577477450 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7feaa8088750 con 0x7feaa4005210 2023-09-21T11:17:12.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.784+0000 7feabdae7700 1 --2- 172.21.15.79:0/577477450 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fea9c06a580 0x7fea9c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:12.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.785+0000 7feabdae7700 1 --2- 172.21.15.79:0/577477450 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fea9c06a580 0x7fea9c06ca40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7feab4000c00 tx=0x7feab4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:12.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:12.789+0000 7feaaeffd700 1 -- 172.21.15.79:0/577477450 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7feaa8057760 con 0x7feaa4005210 2023-09-21T11:17:13.011 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.020+0000 7feac054c700 1 -- 172.21.15.79:0/577477450 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7feab804eae0 con 0x7feaa4005210 2023-09-21T11:17:13.012 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.020+0000 7feaaeffd700 1 -- 172.21.15.79:0/577477450 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4910 (secure 0 0 0) 0x7feaa80572f0 con 0x7feaa4005210 2023-09-21T11:17:13.012 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:13.013 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6834/1040792485","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6832","nonce":1040792485},{"type":"v1","addr":"172.21.15.134:6834","nonce":1040792485}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1065153274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6835","nonce":1065153274},{"type":"v1","addr":"172.21.15.79:6837","nonce":1065153274}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6836/3477938376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":3477938376},{"type":"v1","addr":"172.21.15.79:6836","nonce":3477938376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T11:16:59.350936+0000","modified":"2023-09-21T11:17:02.391627+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6835/398480838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6833","nonce":398480838},{"type":"v1","addr":"172.21.15.134:6835","nonce":398480838}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-21T11:17:13.014 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.022+0000 7feac054c700 1 -- 172.21.15.79:0/577477450 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fea9c06a580 msgr2=0x7fea9c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:13.015 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.022+0000 7feac054c700 1 --2- 172.21.15.79:0/577477450 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fea9c06a580 0x7fea9c06ca40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7feab4000c00 tx=0x7feab4009040 comp rx=0 tx=0).stop 2023-09-21T11:17:13.015 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.022+0000 7feac054c700 1 -- 172.21.15.79:0/577477450 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feaa4005210 msgr2=0x7feab80b3100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:13.015 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.022+0000 7feac054c700 1 --2- 172.21.15.79:0/577477450 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feaa4005210 0x7feab80b3100 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7feaa8001bd0 tx=0x7feaa800eb10 comp rx=0 tx=0).stop 2023-09-21T11:17:13.015 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.022+0000 7feac054c700 1 -- 172.21.15.79:0/577477450 shutdown_connections 2023-09-21T11:17:13.015 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.022+0000 7feac054c700 1 --2- 172.21.15.79:0/577477450 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7feab814f810 0x7feab815f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.015 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.022+0000 7feac054c700 1 --2- 172.21.15.79:0/577477450 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feaa4005210 0x7feab80b3100 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.016 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.022+0000 7feac054c700 1 --2- 172.21.15.79:0/577477450 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fea9c06a580 0x7fea9c06ca40 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.016 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.022+0000 7feac054c700 1 --2- 172.21.15.79:0/577477450 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7feab80cbd70 0x7feab80cd3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.016 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.022+0000 7feac054c700 1 -- 172.21.15.79:0/577477450 >> 172.21.15.79:0/577477450 conn(0x7feab806dac0 msgr2=0x7feab806a800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:13.016 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.022+0000 7feac054c700 1 -- 172.21.15.79:0/577477450 shutdown_connections 2023-09-21T11:17:13.016 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.022+0000 7feac054c700 1 -- 172.21.15.79:0/577477450 wait complete. 2023-09-21T11:17:13.017 INFO:teuthology.orchestra.run.smithi079.stderr:dumped fsmap epoch 8 2023-09-21T11:17:13.026 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:13.146 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.154+0000 7f90cfb33700 1 Processor -- start 2023-09-21T11:17:13.147 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.155+0000 7f90cfb33700 1 -- start start 2023-09-21T11:17:13.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.155+0000 7f90cfb33700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f90c806c290 0x7f90c80d3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:13.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.155+0000 7f90cfb33700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f90c80ce4f0 0x7f90c80ce980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:13.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.155+0000 7f90cfb33700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90c80d4350 con 0x7f90c806ba90 2023-09-21T11:17:13.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.156+0000 7f90cfb33700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90c80b2e50 con 0x7f90c80ce4f0 2023-09-21T11:17:13.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.156+0000 7f90cfb33700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90c815ea70 con 0x7f90c806c290 2023-09-21T11:17:13.150 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.156+0000 7f90ce0d0700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f90c80ce4f0 0x7f90c80ce980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:13.150 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.156+0000 7f90ce0d0700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f90c80ce4f0 0x7f90c80ce980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53964/0 (socket says 172.21.15.79:53964) 2023-09-21T11:17:13.150 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.156+0000 7f90ce0d0700 1 -- 172.21.15.79:0/3624471056 learned_addr learned my addr 172.21.15.79:0/3624471056 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:13.150 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.156+0000 7f90cd8cf700 1 --2- 172.21.15.79:0/3624471056 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f90c806c290 0x7f90c80d3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:13.150 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.156+0000 7f90ce0d0700 1 -- 172.21.15.79:0/3624471056 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f90c806c290 msgr2=0x7f90c80d3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:13.151 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.156+0000 7f90ce0d0700 1 --2- 172.21.15.79:0/3624471056 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f90c806c290 0x7f90c80d3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.151 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.156+0000 7f90ce0d0700 1 -- 172.21.15.79:0/3624471056 >> v1:172.21.15.134:6789/0 conn(0x7f90c806ba90 legacy=0x7f90c806c670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:13.151 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.156+0000 7f90ce0d0700 1 -- 172.21.15.79:0/3624471056 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90c815e180 con 0x7f90c80ce4f0 2023-09-21T11:17:13.151 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.156+0000 7f90ce0d0700 1 --2- 172.21.15.79:0/3624471056 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f90c80ce4f0 0x7f90c80ce980 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f90c0009e50 tx=0x7f90c000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebb3746bf676af20 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:13.151 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.156+0000 7f90cc8cd700 1 -- 172.21.15.79:0/3624471056 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90c000e070 con 0x7f90c80ce4f0 2023-09-21T11:17:13.152 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.156+0000 7f90cc8cd700 1 -- 172.21.15.79:0/3624471056 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90c000b9c0 con 0x7f90c80ce4f0 2023-09-21T11:17:13.152 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.156+0000 7f90cc8cd700 1 -- 172.21.15.79:0/3624471056 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90c000bd70 con 0x7f90c80ce4f0 2023-09-21T11:17:13.152 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.157+0000 7f90cfb33700 1 -- 172.21.15.79:0/3624471056 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f90c80ce4f0 msgr2=0x7f90c80ce980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:13.152 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.157+0000 7f90cfb33700 1 --2- 172.21.15.79:0/3624471056 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f90c80ce4f0 0x7f90c80ce980 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f90c0009e50 tx=0x7f90c000b330 comp rx=0 tx=0).stop 2023-09-21T11:17:13.152 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.157+0000 7f90cfb33700 1 -- 172.21.15.79:0/3624471056 shutdown_connections 2023-09-21T11:17:13.152 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.157+0000 7f90cfb33700 1 --2- 172.21.15.79:0/3624471056 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f90c80ce4f0 0x7f90c80ce980 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.153 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.157+0000 7f90cfb33700 1 --2- 172.21.15.79:0/3624471056 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f90c806c290 0x7f90c80d3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.153 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.157+0000 7f90cfb33700 1 -- 172.21.15.79:0/3624471056 >> 172.21.15.79:0/3624471056 conn(0x7f90c809ca30 msgr2=0x7f90c80d3700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:13.153 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.157+0000 7f90cfb33700 1 -- 172.21.15.79:0/3624471056 shutdown_connections 2023-09-21T11:17:13.153 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.157+0000 7f90cfb33700 1 -- 172.21.15.79:0/3624471056 wait complete. 2023-09-21T11:17:13.156 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.158+0000 7f90cfb33700 1 Processor -- start 2023-09-21T11:17:13.156 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.158+0000 7f90cfb33700 1 -- start start 2023-09-21T11:17:13.156 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90cfb33700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f90c806ba90 0x7f90c80b5770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:13.156 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90cfb33700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f90c806c290 0x7f90c80b35c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:13.156 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90cfb33700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f90c80ce4f0 0x7f90c80b3b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:13.157 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90cfb33700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c80c7c50 con 0x7f90c80ce4f0 2023-09-21T11:17:13.157 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90cfb33700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c80b82a0 con 0x7f90c806ba90 2023-09-21T11:17:13.157 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90cfb33700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90c80b8580 con 0x7f90c806c290 2023-09-21T11:17:13.157 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90ce0d0700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f90c80ce4f0 0x7f90c80b3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:13.157 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90ce0d0700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f90c80ce4f0 0x7f90c80b3b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53970/0 (socket says 172.21.15.79:53970) 2023-09-21T11:17:13.158 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90ce0d0700 1 -- 172.21.15.79:0/3264074667 learned_addr learned my addr 172.21.15.79:0/3264074667 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:13.158 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90cd8cf700 1 --2- 172.21.15.79:0/3264074667 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f90c806ba90 0x7f90c80b5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:13.158 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90cd0ce700 1 --2- 172.21.15.79:0/3264074667 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f90c806c290 0x7f90c80b35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:13.158 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90ce0d0700 1 -- 172.21.15.79:0/3264074667 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f90c806c290 msgr2=0x7f90c80b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:13.158 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90ce0d0700 1 --2- 172.21.15.79:0/3264074667 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f90c806c290 0x7f90c80b35c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.159 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90ce0d0700 1 -- 172.21.15.79:0/3264074667 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f90c806ba90 msgr2=0x7f90c80b5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:13.159 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90ce0d0700 1 --2- 172.21.15.79:0/3264074667 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f90c806ba90 0x7f90c80b5770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.159 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90ce0d0700 1 -- 172.21.15.79:0/3264074667 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90c0009b30 con 0x7f90c80ce4f0 2023-09-21T11:17:13.159 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90ce0d0700 1 --2- 172.21.15.79:0/3264074667 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f90c80ce4f0 0x7f90c80b3b00 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f90c808b6c0 tx=0x7f90c0004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:13.159 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90be7fc700 1 -- 172.21.15.79:0/3264074667 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90c00047c0 con 0x7f90c80ce4f0 2023-09-21T11:17:13.159 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90be7fc700 1 -- 172.21.15.79:0/3264074667 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90c00099b0 con 0x7f90c80ce4f0 2023-09-21T11:17:13.160 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90cfb33700 1 -- 172.21.15.79:0/3264074667 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90c80b8860 con 0x7f90c80ce4f0 2023-09-21T11:17:13.160 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90be7fc700 1 -- 172.21.15.79:0/3264074667 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90c001b670 con 0x7f90c80ce4f0 2023-09-21T11:17:13.160 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.159+0000 7f90cfb33700 1 -- 172.21.15.79:0/3264074667 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90c80b5cb0 con 0x7f90c80ce4f0 2023-09-21T11:17:13.160 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.160+0000 7f90cfb33700 1 -- 172.21.15.79:0/3264074667 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90c806d960 con 0x7f90c80ce4f0 2023-09-21T11:17:13.160 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.161+0000 7f90be7fc700 1 -- 172.21.15.79:0/3264074667 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f90c001b7d0 con 0x7f90c80ce4f0 2023-09-21T11:17:13.161 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.161+0000 7f90be7fc700 1 --2- 172.21.15.79:0/3264074667 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f90ac06a5b0 0x7f90ac06ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:13.161 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.161+0000 7f90be7fc700 1 -- 172.21.15.79:0/3264074667 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f90c008a1e0 con 0x7f90c80ce4f0 2023-09-21T11:17:13.161 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.161+0000 7f90cd8cf700 1 --2- 172.21.15.79:0/3264074667 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f90ac06a5b0 0x7f90ac06ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:13.161 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.162+0000 7f90cd8cf700 1 --2- 172.21.15.79:0/3264074667 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f90ac06a5b0 0x7f90ac06ca70 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f90b8006fd0 tx=0x7f90b8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:13.161 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.166+0000 7f90be7fc700 1 -- 172.21.15.79:0/3264074667 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f90c00557f0 con 0x7f90c80ce4f0 2023-09-21T11:17:13.346 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.354+0000 7f90cfb33700 1 -- 172.21.15.79:0/3264074667 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f90c804eae0 con 0x7f90c80ce4f0 2023-09-21T11:17:13.347 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.355+0000 7f90be7fc700 1 -- 172.21.15.79:0/3264074667 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f90c0058e10 con 0x7f90c80ce4f0 2023-09-21T11:17:13.348 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:13.348 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":20,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:00.970389+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:13.349 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.357+0000 7f90cfb33700 1 -- 172.21.15.79:0/3264074667 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f90ac06a5b0 msgr2=0x7f90ac06ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:13.350 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.357+0000 7f90cfb33700 1 --2- 172.21.15.79:0/3264074667 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f90ac06a5b0 0x7f90ac06ca70 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f90b8006fd0 tx=0x7f90b8008040 comp rx=0 tx=0).stop 2023-09-21T11:17:13.350 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.357+0000 7f90cfb33700 1 -- 172.21.15.79:0/3264074667 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f90c80ce4f0 msgr2=0x7f90c80b3b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:13.350 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.357+0000 7f90cfb33700 1 --2- 172.21.15.79:0/3264074667 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f90c80ce4f0 0x7f90c80b3b00 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f90c808b6c0 tx=0x7f90c0004ad0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.350 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.357+0000 7f90cfb33700 1 -- 172.21.15.79:0/3264074667 shutdown_connections 2023-09-21T11:17:13.350 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.357+0000 7f90cfb33700 1 --2- 172.21.15.79:0/3264074667 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f90c80ce4f0 0x7f90c80b3b00 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.351 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.357+0000 7f90cfb33700 1 --2- 172.21.15.79:0/3264074667 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f90c806ba90 0x7f90c80b5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.351 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.358+0000 7f90cfb33700 1 --2- 172.21.15.79:0/3264074667 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f90ac06a5b0 0x7f90ac06ca70 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.351 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.358+0000 7f90cfb33700 1 --2- 172.21.15.79:0/3264074667 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f90c806c290 0x7f90c80b35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.351 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.358+0000 7f90cfb33700 1 -- 172.21.15.79:0/3264074667 >> 172.21.15.79:0/3264074667 conn(0x7f90c809ca30 msgr2=0x7f90c8160d00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:13.351 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.358+0000 7f90cfb33700 1 -- 172.21.15.79:0/3264074667 shutdown_connections 2023-09-21T11:17:13.352 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.358+0000 7f90cfb33700 1 -- 172.21.15.79:0/3264074667 wait complete. 2023-09-21T11:17:13.362 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T11:17:13.481 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.489+0000 7f9819a82700 1 Processor -- start 2023-09-21T11:17:13.481 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.489+0000 7f9819a82700 1 -- start start 2023-09-21T11:17:13.485 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.490+0000 7f9819a82700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f981415de20 0x7f98140b21c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:13.485 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.490+0000 7f9819a82700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f98140b2700 0x7f98140cf8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:13.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.490+0000 7f9819a82700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98140b3290 con 0x7f981415da40 2023-09-21T11:17:13.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.490+0000 7f9819a82700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f981406c670 con 0x7f981415de20 2023-09-21T11:17:13.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.490+0000 7f9819a82700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f981406c950 con 0x7f98140b2700 2023-09-21T11:17:13.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.490+0000 7f98137fe700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f981415da40 0x7f981406bb20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40338/0 (socket says 172.21.15.79:40338) 2023-09-21T11:17:13.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.490+0000 7f98137fe700 1 -- 172.21.15.79:0/1007753758 learned_addr learned my addr 172.21.15.79:0/1007753758 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:13.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f9812ffd700 1 --2- 172.21.15.79:0/1007753758 >> v2:172.21.15.134:3300/0 conn(0x7f981415de20 0x7f98140b21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:13.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f9813fff700 1 --2- 172.21.15.79:0/1007753758 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f98140b2700 0x7f98140cf8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:13.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98127fc700 1 -- 172.21.15.79:0/1007753758 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3342224533 0 0) 0x7f98140b3290 con 0x7f981415da40 2023-09-21T11:17:13.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98127fc700 1 -- 172.21.15.79:0/1007753758 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f98000035b0 con 0x7f981415da40 2023-09-21T11:17:13.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98127fc700 1 -- 172.21.15.79:0/1007753758 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 563439464 0 0) 0x7f98000035b0 con 0x7f981415da40 2023-09-21T11:17:13.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98127fc700 1 -- 172.21.15.79:0/1007753758 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f98140b2700 msgr2=0x7f98140cf8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:13.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98127fc700 1 --2- 172.21.15.79:0/1007753758 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f98140b2700 0x7f98140cf8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98127fc700 1 -- 172.21.15.79:0/1007753758 >> v2:172.21.15.134:3300/0 conn(0x7f981415de20 msgr2=0x7f98140b21c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:13.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98127fc700 1 --2- 172.21.15.79:0/1007753758 >> v2:172.21.15.134:3300/0 conn(0x7f981415de20 0x7f98140b21c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98127fc700 1 -- 172.21.15.79:0/1007753758 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98140b19c0 con 0x7f981415da40 2023-09-21T11:17:13.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98127fc700 1 -- 172.21.15.79:0/1007753758 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f98040017f0 con 0x7f981415da40 2023-09-21T11:17:13.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f9812ffd700 1 --2- 172.21.15.79:0/1007753758 >> v2:172.21.15.134:3300/0 conn(0x7f981415de20 0x7f98140b21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:17:13.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98127fc700 1 -- 172.21.15.79:0/1007753758 >> v1:172.21.15.79:6789/0 conn(0x7f981415da40 legacy=0x7f981406bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:13.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98127fc700 1 --2- 172.21.15.79:0/1007753758 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9800003a00 0x7f9800003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:13.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98127fc700 1 --2- 172.21.15.79:0/1007753758 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9800004850 0x7f9800004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:13.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98127fc700 1 --2- 172.21.15.79:0/1007753758 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f98140b2700 0x7f9800005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:13.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98127fc700 1 -- 172.21.15.79:0/1007753758 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f981406c670 con 0x7f9800003a00 2023-09-21T11:17:13.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98127fc700 1 -- 172.21.15.79:0/1007753758 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f981406c950 con 0x7f9800004850 2023-09-21T11:17:13.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98127fc700 1 -- 172.21.15.79:0/1007753758 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f980000ba10 con 0x7f98140b2700 2023-09-21T11:17:13.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98137fe700 1 --2- 172.21.15.79:0/1007753758 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9800003a00 0x7f9800003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:13.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f9813fff700 1 --2- 172.21.15.79:0/1007753758 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f98140b2700 0x7f9800005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:13.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f9812ffd700 1 --2- 172.21.15.79:0/1007753758 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9800004850 0x7f9800004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:13.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98137fe700 1 -- 172.21.15.79:0/1007753758 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f98140b2700 msgr2=0x7f9800005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:13.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98137fe700 1 --2- 172.21.15.79:0/1007753758 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f98140b2700 0x7f9800005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98137fe700 1 -- 172.21.15.79:0/1007753758 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9800004850 msgr2=0x7f9800004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:13.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98137fe700 1 --2- 172.21.15.79:0/1007753758 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9800004850 0x7f9800004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98137fe700 1 -- 172.21.15.79:0/1007753758 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98000035b0 con 0x7f9800003a00 2023-09-21T11:17:13.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f9813fff700 1 --2- 172.21.15.79:0/1007753758 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f98140b2700 0x7f9800005210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:13.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.491+0000 7f98137fe700 1 --2- 172.21.15.79:0/1007753758 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9800003a00 0x7f9800003e20 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f980400c320 tx=0x7f9800005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f69c344eb7ef5aef server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:13.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.492+0000 7f98127fc700 1 -- 172.21.15.79:0/1007753758 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f980400ce60 con 0x7f9800003a00 2023-09-21T11:17:13.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.492+0000 7f98127fc700 1 -- 172.21.15.79:0/1007753758 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9804007bf0 con 0x7f9800003a00 2023-09-21T11:17:13.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.492+0000 7f98127fc700 1 -- 172.21.15.79:0/1007753758 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9804007310 con 0x7f9800003a00 2023-09-21T11:17:13.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.492+0000 7f9819a82700 1 -- 172.21.15.79:0/1007753758 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9800003a00 msgr2=0x7f9800003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:13.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.492+0000 7f9819a82700 1 --2- 172.21.15.79:0/1007753758 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9800003a00 0x7f9800003e20 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f980400c320 tx=0x7f9800005880 comp rx=0 tx=0).stop 2023-09-21T11:17:13.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.492+0000 7f9813fff700 1 -- 172.21.15.79:0/1007753758 reap_dead start 2023-09-21T11:17:13.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.492+0000 7f9819a82700 1 -- 172.21.15.79:0/1007753758 shutdown_connections 2023-09-21T11:17:13.494 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.492+0000 7f9819a82700 1 -- 172.21.15.79:0/1007753758 >> 172.21.15.79:0/1007753758 conn(0x7f981408b480 msgr2=0x7f981409aa90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:13.494 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.492+0000 7f9819a82700 1 -- 172.21.15.79:0/1007753758 shutdown_connections 2023-09-21T11:17:13.494 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.492+0000 7f9819a82700 1 -- 172.21.15.79:0/1007753758 wait complete. 2023-09-21T11:17:13.494 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.494+0000 7f9819a82700 1 Processor -- start 2023-09-21T11:17:13.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.494+0000 7f9819a82700 1 -- start start 2023-09-21T11:17:13.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f9819a82700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9800003a00 0x7f9814141750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:13.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f9819a82700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f98141f2ef0 0x7f981415c990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:13.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f9819a82700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9814141c90 0x7f981415ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:13.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f9819a82700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f981415b670 con 0x7f9800003a00 2023-09-21T11:17:13.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f9819a82700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f981415b8f0 con 0x7f98141f2ef0 2023-09-21T11:17:13.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f9819a82700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f981415bbd0 con 0x7f9814141c90 2023-09-21T11:17:13.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f98137fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9800003a00 0x7f9814141750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:13.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f98137fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9800003a00 0x7f9814141750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53986/0 (socket says 172.21.15.79:53986) 2023-09-21T11:17:13.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f98137fe700 1 -- 172.21.15.79:0/2638868570 learned_addr learned my addr 172.21.15.79:0/2638868570 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:13.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f9812ffd700 1 --2- 172.21.15.79:0/2638868570 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f98141f2ef0 0x7f981415c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:13.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f98137fe700 1 -- 172.21.15.79:0/2638868570 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9814141c90 msgr2=0x7f981415ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:13.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f98137fe700 1 --2- 172.21.15.79:0/2638868570 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9814141c90 0x7f981415ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f98137fe700 1 -- 172.21.15.79:0/2638868570 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f98141f2ef0 msgr2=0x7f981415c990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:13.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f98137fe700 1 --2- 172.21.15.79:0/2638868570 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f98141f2ef0 0x7f981415c990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f98137fe700 1 -- 172.21.15.79:0/2638868570 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f981415beb0 con 0x7f9800003a00 2023-09-21T11:17:13.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f98137fe700 1 --2- 172.21.15.79:0/2638868570 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9800003a00 0x7f9814141750 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f9800004730 tx=0x7f9804001bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:13.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f980bfff700 1 -- 172.21.15.79:0/2638868570 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9804005d40 con 0x7f9800003a00 2023-09-21T11:17:13.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f980bfff700 1 -- 172.21.15.79:0/2638868570 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98040070d0 con 0x7f9800003a00 2023-09-21T11:17:13.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f980bfff700 1 -- 172.21.15.79:0/2638868570 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9804005ea0 con 0x7f9800003a00 2023-09-21T11:17:13.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.495+0000 7f9819a82700 1 -- 172.21.15.79:0/2638868570 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f981415c190 con 0x7f9800003a00 2023-09-21T11:17:13.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.496+0000 7f9819a82700 1 -- 172.21.15.79:0/2638868570 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98140b0380 con 0x7f9800003a00 2023-09-21T11:17:13.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.496+0000 7f9819a82700 1 -- 172.21.15.79:0/2638868570 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f981404eae0 con 0x7f9800003a00 2023-09-21T11:17:13.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.497+0000 7f980bfff700 1 -- 172.21.15.79:0/2638868570 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f9804007480 con 0x7f9800003a00 2023-09-21T11:17:13.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.497+0000 7f980bfff700 1 --2- 172.21.15.79:0/2638868570 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f97f406a580 0x7f97f406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:13.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.497+0000 7f980bfff700 1 -- 172.21.15.79:0/2638868570 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9804089da0 con 0x7f9800003a00 2023-09-21T11:17:13.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.497+0000 7f9812ffd700 1 --2- 172.21.15.79:0/2638868570 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f97f406a580 0x7f97f406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:13.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.498+0000 7f9812ffd700 1 --2- 172.21.15.79:0/2638868570 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f97f406a580 0x7f97f406ca40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9814153520 tx=0x7f97fc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:13.503 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.502+0000 7f980bfff700 1 -- 172.21.15.79:0/2638868570 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f9804058e40 con 0x7f9800003a00 2023-09-21T11:17:13.722 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.731+0000 7f9819a82700 1 -- 172.21.15.79:0/2638868570 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9814159c70 con 0x7f9800003a00 2023-09-21T11:17:13.723 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.731+0000 7f980bfff700 1 -- 172.21.15.79:0/2638868570 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4910 (secure 0 0 0) 0x7f98040589d0 con 0x7f9800003a00 2023-09-21T11:17:13.724 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:13.724 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6834/1040792485","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6832","nonce":1040792485},{"type":"v1","addr":"172.21.15.134:6834","nonce":1040792485}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1065153274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6835","nonce":1065153274},{"type":"v1","addr":"172.21.15.79:6837","nonce":1065153274}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6836/3477938376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":3477938376},{"type":"v1","addr":"172.21.15.79:6836","nonce":3477938376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T11:16:59.350936+0000","modified":"2023-09-21T11:17:02.391627+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6835/398480838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6833","nonce":398480838},{"type":"v1","addr":"172.21.15.134:6835","nonce":398480838}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-21T11:17:13.725 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.733+0000 7f9819a82700 1 -- 172.21.15.79:0/2638868570 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f97f406a580 msgr2=0x7f97f406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:13.726 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.733+0000 7f9819a82700 1 --2- 172.21.15.79:0/2638868570 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f97f406a580 0x7f97f406ca40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9814153520 tx=0x7f97fc008040 comp rx=0 tx=0).stop 2023-09-21T11:17:13.726 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.733+0000 7f9819a82700 1 -- 172.21.15.79:0/2638868570 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9800003a00 msgr2=0x7f9814141750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:13.726 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.733+0000 7f9819a82700 1 --2- 172.21.15.79:0/2638868570 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9800003a00 0x7f9814141750 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f9800004730 tx=0x7f9804001bf0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.726 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.733+0000 7f9819a82700 1 -- 172.21.15.79:0/2638868570 shutdown_connections 2023-09-21T11:17:13.727 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.733+0000 7f9819a82700 1 --2- 172.21.15.79:0/2638868570 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f97f406a580 0x7f97f406ca40 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.727 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.733+0000 7f9819a82700 1 --2- 172.21.15.79:0/2638868570 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9814141c90 0x7f981415ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.727 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.733+0000 7f9819a82700 1 --2- 172.21.15.79:0/2638868570 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9800003a00 0x7f9814141750 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.727 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.733+0000 7f9819a82700 1 --2- 172.21.15.79:0/2638868570 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f98141f2ef0 0x7f981415c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:13.727 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.733+0000 7f9819a82700 1 -- 172.21.15.79:0/2638868570 >> 172.21.15.79:0/2638868570 conn(0x7f981408b480 msgr2=0x7f98140b33d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:13.728 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.734+0000 7f9819a82700 1 -- 172.21.15.79:0/2638868570 shutdown_connections 2023-09-21T11:17:13.728 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:13.734+0000 7f9819a82700 1 -- 172.21.15.79:0/2638868570 wait complete. 2023-09-21T11:17:13.728 INFO:teuthology.orchestra.run.smithi079.stderr:dumped fsmap epoch 8 2023-09-21T11:17:14.140 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-09-21T11:16:59.350936+0000', 'modified': '2023-09-21T11:17:02.391627+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4279}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4279': {'gid': 4279, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.134:6835/398480838', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.134:6833', 'nonce': 398480838}, {'type': 'v1', 'addr': '172.21.15.134:6835', 'nonce': 398480838}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-09-21T11:17:14.140 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-09-21T11:17:14.140 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2023-09-21T11:17:14.265 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.273+0000 7ffa78876700 1 Processor -- start 2023-09-21T11:17:14.265 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.273+0000 7ffa78876700 1 -- start start 2023-09-21T11:17:14.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.274+0000 7ffa78876700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7ffa7415b5f0 0x7ffa740cfd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.274+0000 7ffa78876700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa7415f110 0x7ffa7415f590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.274+0000 7ffa78876700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa7415c9e0 con 0x7ffa740cbac0 2023-09-21T11:17:14.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.274+0000 7ffa78876700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa7415fb90 con 0x7ffa7415b5f0 2023-09-21T11:17:14.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.274+0000 7ffa78876700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa7415fe70 con 0x7ffa7415f110 2023-09-21T11:17:14.269 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.274+0000 7ffa7259c700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7ffa7415b5f0 0x7ffa740cfd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.269 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.274+0000 7ffa7259c700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7ffa7415b5f0 0x7ffa740cfd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:53994/0 (socket says 172.21.15.79:53994) 2023-09-21T11:17:14.269 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.274+0000 7ffa7259c700 1 -- 172.21.15.79:0/3881762474 learned_addr learned my addr 172.21.15.79:0/3881762474 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:14.269 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.274+0000 7ffa71d9b700 1 --2- 172.21.15.79:0/3881762474 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa7415f110 0x7ffa7415f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.269 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.275+0000 7ffa7259c700 1 -- 172.21.15.79:0/3881762474 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa7415f110 msgr2=0x7ffa7415f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:14.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.275+0000 7ffa7259c700 1 --2- 172.21.15.79:0/3881762474 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa7415f110 0x7ffa7415f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.275+0000 7ffa7259c700 1 -- 172.21.15.79:0/3881762474 >> v1:172.21.15.134:6789/0 conn(0x7ffa740cbac0 legacy=0x7ffa740d0bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:14.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.275+0000 7ffa7259c700 1 -- 172.21.15.79:0/3881762474 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa740cf250 con 0x7ffa7415b5f0 2023-09-21T11:17:14.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.275+0000 7ffa7259c700 1 --2- 172.21.15.79:0/3881762474 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa7415b5f0 0x7ffa740cfd30 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ffa680098f0 tx=0x7ffa68009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc7b18e53956157d server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:14.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.275+0000 7ffa7159a700 1 -- 172.21.15.79:0/3881762474 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa6800b8a0 con 0x7ffa7415b5f0 2023-09-21T11:17:14.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.275+0000 7ffa7159a700 1 -- 172.21.15.79:0/3881762474 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa6800ba00 con 0x7ffa7415b5f0 2023-09-21T11:17:14.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.275+0000 7ffa7159a700 1 -- 172.21.15.79:0/3881762474 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa6800bd90 con 0x7ffa7415b5f0 2023-09-21T11:17:14.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.275+0000 7ffa78876700 1 -- 172.21.15.79:0/3881762474 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa7415b5f0 msgr2=0x7ffa740cfd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:14.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.275+0000 7ffa78876700 1 --2- 172.21.15.79:0/3881762474 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa7415b5f0 0x7ffa740cfd30 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ffa680098f0 tx=0x7ffa68009c00 comp rx=0 tx=0).stop 2023-09-21T11:17:14.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.276+0000 7ffa78876700 1 -- 172.21.15.79:0/3881762474 shutdown_connections 2023-09-21T11:17:14.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.276+0000 7ffa78876700 1 --2- 172.21.15.79:0/3881762474 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa7415b5f0 0x7ffa740cfd30 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.276+0000 7ffa78876700 1 --2- 172.21.15.79:0/3881762474 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa7415f110 0x7ffa7415f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.276+0000 7ffa78876700 1 -- 172.21.15.79:0/3881762474 >> 172.21.15.79:0/3881762474 conn(0x7ffa740664a0 msgr2=0x7ffa74066880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:14.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.276+0000 7ffa78876700 1 -- 172.21.15.79:0/3881762474 shutdown_connections 2023-09-21T11:17:14.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.276+0000 7ffa78876700 1 -- 172.21.15.79:0/3881762474 wait complete. 2023-09-21T11:17:14.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.277+0000 7ffa78876700 1 Processor -- start 2023-09-21T11:17:14.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.277+0000 7ffa78876700 1 -- start start 2023-09-21T11:17:14.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.278+0000 7ffa78876700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa740cbac0 0x7ffa740c6990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.278+0000 7ffa78876700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffa7415b5f0 0x7ffa740b4f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.278 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.278+0000 7ffa78876700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa7415f110 0x7ffa740b5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.278 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.278+0000 7ffa78876700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa740c7c20 con 0x7ffa7415f110 2023-09-21T11:17:14.278 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.278+0000 7ffa78876700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa741582b0 con 0x7ffa7415b5f0 2023-09-21T11:17:14.278 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.278+0000 7ffa78876700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa740c6fa0 con 0x7ffa740cbac0 2023-09-21T11:17:14.278 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.278+0000 7ffa72d9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa7415f110 0x7ffa740b5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.279 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.278+0000 7ffa72d9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa7415f110 0x7ffa740b5460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54004/0 (socket says 172.21.15.79:54004) 2023-09-21T11:17:14.279 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.278+0000 7ffa72d9d700 1 -- 172.21.15.79:0/1110849187 learned_addr learned my addr 172.21.15.79:0/1110849187 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:14.279 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.278+0000 7ffa71d9b700 1 --2- 172.21.15.79:0/1110849187 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffa7415b5f0 0x7ffa740b4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.279 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.278+0000 7ffa7259c700 1 --2- 172.21.15.79:0/1110849187 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa740cbac0 0x7ffa740c6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.279 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.278+0000 7ffa72d9d700 1 -- 172.21.15.79:0/1110849187 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa740cbac0 msgr2=0x7ffa740c6990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:14.280 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.278+0000 7ffa72d9d700 1 --2- 172.21.15.79:0/1110849187 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa740cbac0 0x7ffa740c6990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.280 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.278+0000 7ffa72d9d700 1 -- 172.21.15.79:0/1110849187 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffa7415b5f0 msgr2=0x7ffa740b4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:14.280 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.278+0000 7ffa72d9d700 1 --2- 172.21.15.79:0/1110849187 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffa7415b5f0 0x7ffa740b4f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.280 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.278+0000 7ffa72d9d700 1 -- 172.21.15.79:0/1110849187 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa68009550 con 0x7ffa7415f110 2023-09-21T11:17:14.280 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.278+0000 7ffa72d9d700 1 --2- 172.21.15.79:0/1110849187 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa7415f110 0x7ffa740b5460 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ffa6c00cc80 tx=0x7ffa6c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:14.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.278+0000 7ffa62ffd700 1 -- 172.21.15.79:0/1110849187 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa6c003c00 con 0x7ffa7415f110 2023-09-21T11:17:14.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.279+0000 7ffa62ffd700 1 -- 172.21.15.79:0/1110849187 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa6c003d60 con 0x7ffa7415f110 2023-09-21T11:17:14.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.279+0000 7ffa78876700 1 -- 172.21.15.79:0/1110849187 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa740c7280 con 0x7ffa7415f110 2023-09-21T11:17:14.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.279+0000 7ffa62ffd700 1 -- 172.21.15.79:0/1110849187 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa6c00aaa0 con 0x7ffa7415f110 2023-09-21T11:17:14.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.279+0000 7ffa78876700 1 -- 172.21.15.79:0/1110849187 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa740c7840 con 0x7ffa7415f110 2023-09-21T11:17:14.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.280+0000 7ffa62ffd700 1 -- 172.21.15.79:0/1110849187 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7ffa6c00ac00 con 0x7ffa7415f110 2023-09-21T11:17:14.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.280+0000 7ffa62ffd700 1 --2- 172.21.15.79:0/1110849187 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ffa5406a580 0x7ffa5406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.280+0000 7ffa62ffd700 1 -- 172.21.15.79:0/1110849187 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ffa6c0889f0 con 0x7ffa7415f110 2023-09-21T11:17:14.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.280+0000 7ffa7259c700 1 --2- 172.21.15.79:0/1110849187 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ffa5406a580 0x7ffa5406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.281+0000 7ffa7259c700 1 --2- 172.21.15.79:0/1110849187 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ffa5406a580 0x7ffa5406ca40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7ffa68009c40 tx=0x7ffa68008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:14.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.282+0000 7ffa84a3ab80 1 Processor -- start 2023-09-21T11:17:14.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.282+0000 7ffa84a3ab80 1 -- start start 2023-09-21T11:17:14.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.283+0000 7ffa84a3ab80 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f81f1620 0x5631f81c3e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.283+0000 7ffa84a3ab80 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f8203040 0x5631f81f1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.283+0000 7ffa84a3ab80 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f81ed7f0 0x5631f81c6fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.284 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.283+0000 7ffa84a3ab80 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631f813bc50 con 0x5631f8203040 2023-09-21T11:17:14.284 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.283+0000 7ffa84a3ab80 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631f811fc20 con 0x5631f81f1620 2023-09-21T11:17:14.284 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.283+0000 7ffa84a3ab80 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x5631f811d540 con 0x5631f81ed7f0 2023-09-21T11:17:14.284 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.283+0000 7ffa71d9b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f8203040 0x5631f81f1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.284 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.283+0000 7ffa71d9b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f8203040 0x5631f81f1a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54010/0 (socket says 172.21.15.79:54010) 2023-09-21T11:17:14.285 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.283+0000 7ffa71d9b700 1 -- 172.21.15.79:0/2013941751 learned_addr learned my addr 172.21.15.79:0/2013941751 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:14.285 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.283+0000 7ffa71d9b700 1 -- 172.21.15.79:0/2013941751 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f81ed7f0 msgr2=0x5631f81c6fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:14.285 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.283+0000 7ffa7259c700 1 --2- 172.21.15.79:0/2013941751 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f81f1620 0x5631f81c3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.285 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.283+0000 7ffa72d9d700 1 --2- 172.21.15.79:0/2013941751 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f81ed7f0 0x5631f81c6fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.285 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.283+0000 7ffa71d9b700 1 --2- 172.21.15.79:0/2013941751 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f81ed7f0 0x5631f81c6fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.285 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.283+0000 7ffa71d9b700 1 -- 172.21.15.79:0/2013941751 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f81f1620 msgr2=0x5631f81c3e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:14.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.283+0000 7ffa71d9b700 1 --2- 172.21.15.79:0/2013941751 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f81f1620 0x5631f81c3e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.284+0000 7ffa71d9b700 1 -- 172.21.15.79:0/2013941751 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5631f7f975e0 con 0x5631f8203040 2023-09-21T11:17:14.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.284+0000 7ffa71d9b700 1 --2- 172.21.15.79:0/2013941751 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f8203040 0x5631f81f1a00 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ffa640078e0 tx=0x7ffa64007bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5608bf4cd86d121b server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:14.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.284+0000 7ffa53fff700 1 -- 172.21.15.79:0/2013941751 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa64004030 con 0x5631f8203040 2023-09-21T11:17:14.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.284+0000 7ffa53fff700 1 -- 172.21.15.79:0/2013941751 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa64004190 con 0x5631f8203040 2023-09-21T11:17:14.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.284+0000 7ffa53fff700 1 -- 172.21.15.79:0/2013941751 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa64004520 con 0x5631f8203040 2023-09-21T11:17:14.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.284+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/2013941751 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f8203040 msgr2=0x5631f81f1a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:14.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.284+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/2013941751 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f8203040 0x5631f81f1a00 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ffa640078e0 tx=0x7ffa64007bf0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.284+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/2013941751 shutdown_connections 2023-09-21T11:17:14.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.284+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/2013941751 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f81ed7f0 0x5631f81c6fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.288 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.284+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/2013941751 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f81f1620 0x5631f81c3e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.288 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.284+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/2013941751 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f8203040 0x5631f81f1a00 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.288 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.284+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/2013941751 >> 172.21.15.79:0/2013941751 conn(0x5631f80f3fb0 msgr2=0x5631f820c430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:14.288 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.285+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/2013941751 shutdown_connections 2023-09-21T11:17:14.288 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.285+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/2013941751 wait complete. 2023-09-21T11:17:14.289 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.285+0000 7ffa84a3ab80 1 -- start start 2023-09-21T11:17:14.289 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.285+0000 7ffa84a3ab80 1 Processor -- start 2023-09-21T11:17:14.292 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.286+0000 7ffa84a3ab80 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f81ed7f0 0x5631f81e4c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.292 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.286+0000 7ffa84a3ab80 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f81f1620 0x5631f81ea640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.293 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.286+0000 7ffa84a3ab80 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f8203040 0x5631f820d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.293 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.286+0000 7ffa84a3ab80 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631f8118e30 con 0x5631f81ed7f0 2023-09-21T11:17:14.293 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.286+0000 7ffa84a3ab80 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631f80b56f0 con 0x5631f81f1620 2023-09-21T11:17:14.293 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.286+0000 7ffa84a3ab80 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x5631f80b5390 con 0x5631f8203040 2023-09-21T11:17:14.293 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.286+0000 7ffa84a3ab80 10 client.0 _ll_register_callbacks cb 0x5631f7fffa30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-09-21T11:17:14.294 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.286+0000 7ffa7259c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f81ed7f0 0x5631f81e4c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.294 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.286+0000 7ffa7259c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f81ed7f0 0x5631f81e4c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54014/0 (socket says 172.21.15.79:54014) 2023-09-21T11:17:14.294 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.286+0000 7ffa7259c700 1 -- 172.21.15.79:0/145835341 learned_addr learned my addr 172.21.15.79:0/145835341 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:14.294 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.286+0000 7ffa71d9b700 1 --2- 172.21.15.79:0/145835341 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f81f1620 0x5631f81ea640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.295 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.286+0000 7ffa72d9d700 1 --2- 172.21.15.79:0/145835341 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f8203040 0x5631f820d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.295 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.286+0000 7ffa7259c700 1 -- 172.21.15.79:0/145835341 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f8203040 msgr2=0x5631f820d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:14.295 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.286+0000 7ffa7259c700 1 --2- 172.21.15.79:0/145835341 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f8203040 0x5631f820d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.295 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.286+0000 7ffa7259c700 1 -- 172.21.15.79:0/145835341 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f81f1620 msgr2=0x5631f81ea640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:14.295 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.286+0000 7ffa7259c700 1 --2- 172.21.15.79:0/145835341 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f81f1620 0x5631f81ea640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.296 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.286+0000 7ffa7259c700 1 -- 172.21.15.79:0/145835341 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa6400e040 con 0x5631f81ed7f0 2023-09-21T11:17:14.296 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.286+0000 7ffa71d9b700 1 --2- 172.21.15.79:0/145835341 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f81f1620 0x5631f81ea640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:14.296 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.286+0000 7ffa72d9d700 1 --2- 172.21.15.79:0/145835341 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f8203040 0x5631f820d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:14.296 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.287+0000 7ffa7259c700 1 --2- 172.21.15.79:0/145835341 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f81ed7f0 0x5631f81e4c60 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7ffa6800bd80 tx=0x7ffa680047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b1712c5a3471cad server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:14.296 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.287+0000 7ffa517fa700 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2023-09-21T11:17:14.297 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.287+0000 7ffa517fa700 1 -- 172.21.15.79:0/145835341 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa6802d070 con 0x5631f81ed7f0 2023-09-21T11:17:14.297 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.287+0000 7ffa517fa700 1 -- 172.21.15.79:0/145835341 <== mon.0 v2:172.21.15.79:3300/0 2 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ffa68033ad0 con 0x5631f81ed7f0 2023-09-21T11:17:14.297 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.287+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/145835341 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5631f80d8b40 con 0x5631f81ed7f0 2023-09-21T11:17:14.297 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.287+0000 7ffa517fa700 1 -- 172.21.15.79:0/145835341 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffa68020070 con 0x5631f81ed7f0 2023-09-21T11:17:14.297 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.287+0000 7ffa84a3ab80 10 client.4647 fetch_fsmap learned FSMap version 8 2023-09-21T11:17:14.298 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.287+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/145835341 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x5631f7f43d90 con 0x5631f81ed7f0 2023-09-21T11:17:14.298 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.287+0000 7ffa517fa700 1 -- 172.21.15.79:0/145835341 <== mon.0 v2:172.21.15.79:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x5631f80d8b40 con 0x5631f81ed7f0 2023-09-21T11:17:14.298 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.287+0000 7ffa517fa700 1 -- 172.21.15.79:0/145835341 <== mon.0 v2:172.21.15.79:3300/0 5 ==== fsmap(e 8) v1 ==== 3294+0+0 (secure 0 0 0) 0x7ffa68033c90 con 0x5631f81ed7f0 2023-09-21T11:17:14.298 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.287+0000 7ffa84a3ab80 10 client.4647 fetch_fsmap finished waiting for FSMap version 8 2023-09-21T11:17:14.298 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.287+0000 7ffa84a3ab80 10 client.4647 resolve_mds: resolved name 'd' to daemon mds.d 2023-09-21T11:17:14.299 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.287+0000 7ffa84a3ab80 20 client.4647 populate_metadata read hostname 'smithi079' 2023-09-21T11:17:14.299 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.287+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/145835341 >> [v2:172.21.15.134:6833/398480838,v1:172.21.15.134:6835/398480838] conn(0x5631f820de80 0x5631f81e7980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.299 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.287+0000 7ffa84a3ab80 4 client.4647 mds_command: new command op to 4279 tid=0[{"prefix": "get_command_descriptions"}] 2023-09-21T11:17:14.299 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.287+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/145835341 --> [v2:172.21.15.134:6833/398480838,v1:172.21.15.134:6835/398480838] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5631f8196060 con 0x5631f820de80 2023-09-21T11:17:14.299 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.287+0000 7ffa71d9b700 1 --2- 172.21.15.79:0/145835341 >> [v2:172.21.15.134:6833/398480838,v1:172.21.15.134:6835/398480838] conn(0x5631f820de80 0x5631f81e7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.300 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.288+0000 7ffa517fa700 10 client.4647 ms_handle_connect on v2:172.21.15.134:6833/398480838 2023-09-21T11:17:14.300 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.288+0000 7ffa71d9b700 1 --2- 172.21.15.79:0/145835341 >> [v2:172.21.15.134:6833/398480838,v1:172.21.15.134:6835/398480838] conn(0x5631f820de80 0x5631f81e7980 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b06e421c6bb673e7 server_cookie=b69b1ce2a8a14b1e in_seq=0 out_seq=0 2023-09-21T11:17:14.300 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.288+0000 7ffa517fa700 1 -- 172.21.15.79:0/145835341 <== mds.0 v2:172.21.15.134:6833/398480838 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5631f8196060 con 0x5631f820de80 2023-09-21T11:17:14.300 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.288+0000 7ffa517fa700 10 client.4647 handle_command_reply: tid=0 2023-09-21T11:17:14.300 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.288+0000 7ffa84a3ab80 1 client.4647 shutdown 2023-09-21T11:17:14.301 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.289+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/145835341 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f81ed7f0 msgr2=0x5631f81e4c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:14.301 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.289+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/145835341 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f81ed7f0 0x5631f81e4c60 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7ffa6800bd80 tx=0x7ffa680047c0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.301 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.289+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/145835341 shutdown_connections 2023-09-21T11:17:14.301 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.289+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/145835341 >> [v2:172.21.15.134:6833/398480838,v1:172.21.15.134:6835/398480838] conn(0x5631f820de80 0x5631f81e7980 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.301 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.289+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/145835341 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f8203040 0x5631f820d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.302 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.289+0000 7ffa517fa700 0 client.4647 ms_handle_reset on v2:172.21.15.134:6833/398480838 2023-09-21T11:17:14.302 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.289+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/145835341 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f81ed7f0 0x5631f81e4c60 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.302 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.289+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/145835341 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f81f1620 0x5631f81ea640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.302 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.289+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/145835341 >> 172.21.15.79:0/145835341 conn(0x5631f80f3fb0 msgr2=0x5631f81c76c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:14.302 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.289+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/145835341 shutdown_connections 2023-09-21T11:17:14.303 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.289+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/145835341 wait complete. 2023-09-21T11:17:14.303 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.289+0000 7ffa84a3ab80 20 client.4647 trim_cache size 0 max 16384 2023-09-21T11:17:14.308 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.306+0000 7ffa84a3ab80 1 Processor -- start 2023-09-21T11:17:14.309 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.306+0000 7ffa84a3ab80 1 -- start start 2023-09-21T11:17:14.309 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa84a3ab80 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f81ed7f0 0x5631f81c48f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.309 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa84a3ab80 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f81f1620 0x5631f820d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.309 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa84a3ab80 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f8203040 0x5631f81e66c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.309 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa84a3ab80 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631f81c84c0 con 0x5631f8203040 2023-09-21T11:17:14.310 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa84a3ab80 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631f7f998d0 con 0x5631f81ed7f0 2023-09-21T11:17:14.310 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa84a3ab80 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x5631f820d1f0 con 0x5631f81f1620 2023-09-21T11:17:14.310 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa72d9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f8203040 0x5631f81e66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.310 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa72d9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f8203040 0x5631f81e66c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54026/0 (socket says 172.21.15.79:54026) 2023-09-21T11:17:14.310 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa72d9d700 1 -- 172.21.15.79:0/98142006 learned_addr learned my addr 172.21.15.79:0/98142006 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:14.311 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa7259c700 1 --2- 172.21.15.79:0/98142006 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f81ed7f0 0x5631f81c48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.311 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa71d9b700 1 --2- 172.21.15.79:0/98142006 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f81f1620 0x5631f820d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.311 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa72d9d700 1 -- 172.21.15.79:0/98142006 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f81f1620 msgr2=0x5631f820d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:14.311 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa72d9d700 1 --2- 172.21.15.79:0/98142006 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f81f1620 0x5631f820d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.311 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa72d9d700 1 -- 172.21.15.79:0/98142006 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f81ed7f0 msgr2=0x5631f81c48f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:14.312 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa72d9d700 1 --2- 172.21.15.79:0/98142006 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f81ed7f0 0x5631f81c48f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.312 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa72d9d700 1 -- 172.21.15.79:0/98142006 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5631f7f2cc10 con 0x5631f8203040 2023-09-21T11:17:14.312 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa72d9d700 1 --2- 172.21.15.79:0/98142006 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f8203040 0x5631f81e66c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7ffa6c057930 tx=0x7ffa6c057610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da8587c27f15365c server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:14.312 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa60ff9700 1 -- 172.21.15.79:0/98142006 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa6c05ba60 con 0x5631f8203040 2023-09-21T11:17:14.312 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa60ff9700 1 -- 172.21.15.79:0/98142006 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa6c05fc10 con 0x5631f8203040 2023-09-21T11:17:14.313 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.307+0000 7ffa60ff9700 1 -- 172.21.15.79:0/98142006 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa6c057e90 con 0x5631f8203040 2023-09-21T11:17:14.313 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.308+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/98142006 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f8203040 msgr2=0x5631f81e66c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:14.313 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.308+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/98142006 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f8203040 0x5631f81e66c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7ffa6c057930 tx=0x7ffa6c057610 comp rx=0 tx=0).stop 2023-09-21T11:17:14.313 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.308+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/98142006 shutdown_connections 2023-09-21T11:17:14.313 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.308+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/98142006 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f8203040 0x5631f81e66c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.314 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.308+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/98142006 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f81ed7f0 0x5631f81c48f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.314 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.308+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/98142006 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f81f1620 0x5631f820d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.314 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.308+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/98142006 >> 172.21.15.79:0/98142006 conn(0x5631f80f3fb0 msgr2=0x5631f820c5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:14.314 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.308+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/98142006 shutdown_connections 2023-09-21T11:17:14.314 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.308+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/98142006 wait complete. 2023-09-21T11:17:14.315 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.308+0000 7ffa84a3ab80 1 -- start start 2023-09-21T11:17:14.315 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.309+0000 7ffa84a3ab80 1 Processor -- start 2023-09-21T11:17:14.315 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.309+0000 7ffa84a3ab80 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f81ed7f0 0x5631f821e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.315 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.309+0000 7ffa84a3ab80 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f81f1620 0x5631f82593a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.315 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.309+0000 7ffa84a3ab80 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f8203040 0x5631f82598e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.316 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.309+0000 7ffa84a3ab80 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631f81f5470 con 0x5631f81f1620 2023-09-21T11:17:14.316 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.309+0000 7ffa84a3ab80 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631f825a130 con 0x5631f8203040 2023-09-21T11:17:14.316 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.309+0000 7ffa84a3ab80 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x5631f821df10 con 0x5631f81ed7f0 2023-09-21T11:17:14.316 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.309+0000 7ffa71d9b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f81f1620 0x5631f82593a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.316 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.309+0000 7ffa84a3ab80 10 client.0 _ll_register_callbacks cb 0x5631f7fffa30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-09-21T11:17:14.316 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.309+0000 7ffa71d9b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f81f1620 0x5631f82593a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54030/0 (socket says 172.21.15.79:54030) 2023-09-21T11:17:14.317 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa71d9b700 1 -- 172.21.15.79:0/3239358104 learned_addr learned my addr 172.21.15.79:0/3239358104 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:14.317 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa7259c700 1 --2- 172.21.15.79:0/3239358104 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f81ed7f0 0x5631f821e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.317 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa72d9d700 1 --2- 172.21.15.79:0/3239358104 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f8203040 0x5631f82598e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.317 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa71d9b700 1 -- 172.21.15.79:0/3239358104 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f81ed7f0 msgr2=0x5631f821e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:14.317 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa71d9b700 1 --2- 172.21.15.79:0/3239358104 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f81ed7f0 0x5631f821e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.318 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa71d9b700 1 -- 172.21.15.79:0/3239358104 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f8203040 msgr2=0x5631f82598e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:14.318 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa71d9b700 1 --2- 172.21.15.79:0/3239358104 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f8203040 0x5631f82598e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.318 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa71d9b700 1 -- 172.21.15.79:0/3239358104 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa740c7840 con 0x5631f81f1620 2023-09-21T11:17:14.318 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa72d9d700 1 --2- 172.21.15.79:0/3239358104 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f8203040 0x5631f82598e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:14.318 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa71d9b700 1 --2- 172.21.15.79:0/3239358104 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f81f1620 0x5631f82593a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ffa64004000 tx=0x7ffa640047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3aee9ddd23fae35 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:14.318 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa517fa700 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2023-09-21T11:17:14.319 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa517fa700 1 -- 172.21.15.79:0/3239358104 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa64004500 con 0x5631f81f1620 2023-09-21T11:17:14.319 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa517fa700 1 -- 172.21.15.79:0/3239358104 <== mon.0 v2:172.21.15.79:3300/0 2 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ffa640293a0 con 0x5631f81f1620 2023-09-21T11:17:14.319 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/3239358104 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ffa64004190 con 0x5631f81f1620 2023-09-21T11:17:14.319 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa517fa700 1 -- 172.21.15.79:0/3239358104 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffa64029560 con 0x5631f81f1620 2023-09-21T11:17:14.319 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa84a3ab80 10 client.4653 fetch_fsmap learned FSMap version 8 2023-09-21T11:17:14.320 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/3239358104 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x5631f7f6a200 con 0x5631f81f1620 2023-09-21T11:17:14.320 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa517fa700 1 -- 172.21.15.79:0/3239358104 <== mon.0 v2:172.21.15.79:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa64004190 con 0x5631f81f1620 2023-09-21T11:17:14.320 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa517fa700 1 -- 172.21.15.79:0/3239358104 <== mon.0 v2:172.21.15.79:3300/0 5 ==== fsmap(e 8) v1 ==== 3294+0+0 (secure 0 0 0) 0x7ffa64029990 con 0x5631f81f1620 2023-09-21T11:17:14.320 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa84a3ab80 10 client.4653 fetch_fsmap finished waiting for FSMap version 8 2023-09-21T11:17:14.320 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa84a3ab80 10 client.4653 resolve_mds: resolved name 'd' to daemon mds.d 2023-09-21T11:17:14.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa84a3ab80 20 client.4653 populate_metadata read hostname 'smithi079' 2023-09-21T11:17:14.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/3239358104 >> [v2:172.21.15.134:6833/398480838,v1:172.21.15.134:6835/398480838] conn(0x5631f81e4dd0 0x5631f81e3310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa84a3ab80 4 client.4653 mds_command: new command op to 4279 tid=0[{"prefix": "status"}] 2023-09-21T11:17:14.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.310+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/3239358104 --> [v2:172.21.15.134:6833/398480838,v1:172.21.15.134:6835/398480838] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5631f8111e10 con 0x5631f81e4dd0 2023-09-21T11:17:14.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.311+0000 7ffa7259c700 1 --2- 172.21.15.79:0/3239358104 >> [v2:172.21.15.134:6833/398480838,v1:172.21.15.134:6835/398480838] conn(0x5631f81e4dd0 0x5631f81e3310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.311+0000 7ffa517fa700 10 client.4653 ms_handle_connect on v2:172.21.15.134:6833/398480838 2023-09-21T11:17:14.322 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.311+0000 7ffa7259c700 1 --2- 172.21.15.79:0/3239358104 >> [v2:172.21.15.134:6833/398480838,v1:172.21.15.134:6835/398480838] conn(0x5631f81e4dd0 0x5631f81e3310 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eecb9f47b961683f server_cookie=61ee22d2aaa9750b in_seq=0 out_seq=0 2023-09-21T11:17:14.322 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.311+0000 7ffa517fa700 1 -- 172.21.15.79:0/3239358104 <== mds.0 v2:172.21.15.134:6833/398480838 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+318 (crc 0 0 0) 0x5631f8111e10 con 0x5631f81e4dd0 2023-09-21T11:17:14.322 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.311+0000 7ffa517fa700 10 client.4653 handle_command_reply: tid=0 2023-09-21T11:17:14.322 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.311+0000 7ffa84a3ab80 1 client.4653 shutdown 2023-09-21T11:17:14.322 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.311+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/3239358104 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f81f1620 msgr2=0x5631f82593a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:14.323 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.311+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/3239358104 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f81f1620 0x5631f82593a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ffa64004000 tx=0x7ffa640047c0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.323 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.311+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/3239358104 shutdown_connections 2023-09-21T11:17:14.323 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.311+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/3239358104 >> [v2:172.21.15.134:6833/398480838,v1:172.21.15.134:6835/398480838] conn(0x5631f81e4dd0 0x5631f81e3310 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.323 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.311+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/3239358104 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5631f8203040 0x5631f82598e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.323 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.311+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/3239358104 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5631f81ed7f0 0x5631f821e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.324 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.311+0000 7ffa517fa700 0 client.4653 ms_handle_reset on v2:172.21.15.134:6833/398480838 2023-09-21T11:17:14.324 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.311+0000 7ffa84a3ab80 1 --2- 172.21.15.79:0/3239358104 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631f81f1620 0x5631f82593a0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.324 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.311+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/3239358104 >> 172.21.15.79:0/3239358104 conn(0x5631f80f3fb0 msgr2=0x5631f820c5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:14.324 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.311+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/3239358104 shutdown_connections 2023-09-21T11:17:14.324 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.311+0000 7ffa84a3ab80 1 -- 172.21.15.79:0/3239358104 wait complete. 2023-09-21T11:17:14.324 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.312+0000 7ffa84a3ab80 20 client.4653 trim_cache size 0 max 16384 2023-09-21T11:17:14.325 INFO:teuthology.orchestra.run.smithi079.stdout:{ 2023-09-21T11:17:14.325 INFO:teuthology.orchestra.run.smithi079.stdout: "cluster_fsid": "10617cef-7e86-4778-bbc0-1aacec6e926f", 2023-09-21T11:17:14.325 INFO:teuthology.orchestra.run.smithi079.stdout: "whoami": 0, 2023-09-21T11:17:14.325 INFO:teuthology.orchestra.run.smithi079.stdout: "id": 4279, 2023-09-21T11:17:14.326 INFO:teuthology.orchestra.run.smithi079.stdout: "want_state": "up:active", 2023-09-21T11:17:14.326 INFO:teuthology.orchestra.run.smithi079.stdout: "state": "up:active", 2023-09-21T11:17:14.326 INFO:teuthology.orchestra.run.smithi079.stdout: "fs_name": "cephfs", 2023-09-21T11:17:14.326 INFO:teuthology.orchestra.run.smithi079.stdout: "rank_uptime": 14.334929938, 2023-09-21T11:17:14.326 INFO:teuthology.orchestra.run.smithi079.stdout: "mdsmap_epoch": 8, 2023-09-21T11:17:14.327 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_epoch": 20, 2023-09-21T11:17:14.327 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_epoch_barrier": 20, 2023-09-21T11:17:14.327 INFO:teuthology.orchestra.run.smithi079.stdout: "uptime": 21.914344351 2023-09-21T11:17:14.327 INFO:teuthology.orchestra.run.smithi079.stdout:} 2023-09-21T11:17:14.329 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.312+0000 7ffa78876700 1 -- 172.21.15.79:0/1110849187 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ffa5406a580 msgr2=0x7ffa5406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:14.329 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.312+0000 7ffa78876700 1 --2- 172.21.15.79:0/1110849187 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ffa5406a580 0x7ffa5406ca40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7ffa68009c40 tx=0x7ffa68008030 comp rx=0 tx=0).stop 2023-09-21T11:17:14.329 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.312+0000 7ffa78876700 1 -- 172.21.15.79:0/1110849187 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa7415f110 msgr2=0x7ffa740b5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:14.329 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.312+0000 7ffa78876700 1 --2- 172.21.15.79:0/1110849187 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa7415f110 0x7ffa740b5460 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ffa6c00cc80 tx=0x7ffa6c00cf90 comp rx=0 tx=0).stop 2023-09-21T11:17:14.329 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.312+0000 7ffa78876700 1 -- 172.21.15.79:0/1110849187 shutdown_connections 2023-09-21T11:17:14.330 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.312+0000 7ffa78876700 1 --2- 172.21.15.79:0/1110849187 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa7415f110 0x7ffa740b5460 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.330 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.312+0000 7ffa78876700 1 --2- 172.21.15.79:0/1110849187 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ffa5406a580 0x7ffa5406ca40 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.330 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.312+0000 7ffa78876700 1 --2- 172.21.15.79:0/1110849187 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa740cbac0 0x7ffa740c6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.330 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.312+0000 7ffa78876700 1 --2- 172.21.15.79:0/1110849187 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffa7415b5f0 0x7ffa740b4f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.331 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.312+0000 7ffa78876700 1 -- 172.21.15.79:0/1110849187 >> 172.21.15.79:0/1110849187 conn(0x7ffa740664a0 msgr2=0x7ffa74066880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:14.331 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.312+0000 7ffa78876700 1 -- 172.21.15.79:0/1110849187 shutdown_connections 2023-09-21T11:17:14.331 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.312+0000 7ffa78876700 1 -- 172.21.15.79:0/1110849187 wait complete. 2023-09-21T11:17:14.331 INFO:teuthology.run_tasks:Running task kclient... 2023-09-21T11:17:14.387 INFO:tasks.kclient:Mounting kernel clients... 2023-09-21T11:17:14.388 INFO:tasks.kclient:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2023-09-21T11:17:14.388 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:14.389 DEBUG:teuthology.orchestra.run.smithi079:> ip netns list 2023-09-21T11:17:14.407 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:14.407 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip link delete ceph-brx 2023-09-21T11:17:14.474 INFO:teuthology.orchestra.run.smithi079.stderr:Cannot find device "ceph-brx" 2023-09-21T11:17:14.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T11:17:14.476 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:14.477 DEBUG:teuthology.orchestra.run.smithi079:> ip netns list 2023-09-21T11:17:14.533 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:14.533 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip link delete ceph-brx 2023-09-21T11:17:14.600 INFO:teuthology.orchestra.run.smithi079.stderr:Cannot find device "ceph-brx" 2023-09-21T11:17:14.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T11:17:14.601 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:14.602 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list 2023-09-21T11:17:14.624 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:14.624 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link delete ceph-brx 2023-09-21T11:17:14.699 INFO:teuthology.orchestra.run.smithi134.stderr:Cannot find device "ceph-brx" 2023-09-21T11:17:14.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T11:17:14.702 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:14.702 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list 2023-09-21T11:17:14.763 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:14.763 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link delete ceph-brx 2023-09-21T11:17:14.834 INFO:teuthology.orchestra.run.smithi134.stderr:Cannot find device "ceph-brx" 2023-09-21T11:17:14.835 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-21T11:17:14.836 INFO:tasks.kclient:client.0 config is {'syntax': 'v2'} 2023-09-21T11:17:14.836 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-09-21T11:17:14.836 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-09-21T11:17:14.837 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-09-21T11:17:14.957 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.965+0000 7f5c91dcf700 1 Processor -- start 2023-09-21T11:17:14.957 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.965+0000 7f5c91dcf700 1 -- start start 2023-09-21T11:17:14.960 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.966+0000 7f5c91dcf700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f5c8c15a8d0 0x7f5c8c0ae740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.960 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.966+0000 7f5c91dcf700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c8c0b26a0 0x7f5c8c0aec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.960 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.966+0000 7f5c91dcf700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5c8c06eb00 con 0x7f5c8c0ce8e0 2023-09-21T11:17:14.960 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.966+0000 7f5c91dcf700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5c8c06ede0 con 0x7f5c8c15a8d0 2023-09-21T11:17:14.960 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.966+0000 7f5c91dcf700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c8c06f0c0 con 0x7f5c8c0b26a0 2023-09-21T11:17:14.961 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.966+0000 7f5c8b7fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f5c8c15a8d0 0x7f5c8c0ae740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.961 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.966+0000 7f5c8bfff700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f5c8c0ce8e0 0x7f5c8c070e60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40400/0 (socket says 172.21.15.79:40400) 2023-09-21T11:17:14.961 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.966+0000 7f5c8bfff700 1 -- 172.21.15.79:0/3321254756 learned_addr learned my addr 172.21.15.79:0/3321254756 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:14.961 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.967+0000 7f5c8affd700 1 --2- 172.21.15.79:0/3321254756 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c8c0b26a0 0x7f5c8c0aec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.961 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.967+0000 7f5c8a7fc700 1 -- 172.21.15.79:0/3321254756 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1156530318 0 0) 0x7f5c8c06eb00 con 0x7f5c8c0ce8e0 2023-09-21T11:17:14.962 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.967+0000 7f5c8a7fc700 1 -- 172.21.15.79:0/3321254756 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5c740035b0 con 0x7f5c8c0ce8e0 2023-09-21T11:17:14.962 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.967+0000 7f5c8b7fe700 1 -- 172.21.15.79:0/3321254756 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c8c0b26a0 msgr2=0x7f5c8c0aec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:14.962 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.967+0000 7f5c8b7fe700 1 --2- 172.21.15.79:0/3321254756 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c8c0b26a0 0x7f5c8c0aec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.962 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.967+0000 7f5c8b7fe700 1 -- 172.21.15.79:0/3321254756 >> v1:172.21.15.79:6789/0 conn(0x7f5c8c0ce8e0 legacy=0x7f5c8c070e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:14.962 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.967+0000 7f5c8b7fe700 1 -- 172.21.15.79:0/3321254756 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c8c06f3a0 con 0x7f5c8c15a8d0 2023-09-21T11:17:14.963 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.967+0000 7f5c8b7fe700 1 --2- 172.21.15.79:0/3321254756 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5c8c15a8d0 0x7f5c8c0ae740 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c009840 tx=0x7f5c7c009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f2cfebfc95fae32 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:14.963 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.967+0000 7f5c8a7fc700 1 -- 172.21.15.79:0/3321254756 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c7c011830 con 0x7f5c8c15a8d0 2023-09-21T11:17:14.963 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.967+0000 7f5c8a7fc700 1 -- 172.21.15.79:0/3321254756 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c7c011990 con 0x7f5c8c15a8d0 2023-09-21T11:17:14.963 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.967+0000 7f5c8a7fc700 1 -- 172.21.15.79:0/3321254756 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c7c011d20 con 0x7f5c8c15a8d0 2023-09-21T11:17:14.963 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.968+0000 7f5c91dcf700 1 -- 172.21.15.79:0/3321254756 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5c8c15a8d0 msgr2=0x7f5c8c0ae740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:14.964 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.968+0000 7f5c91dcf700 1 --2- 172.21.15.79:0/3321254756 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5c8c15a8d0 0x7f5c8c0ae740 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c009840 tx=0x7f5c7c009b50 comp rx=0 tx=0).stop 2023-09-21T11:17:14.964 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.968+0000 7f5c91dcf700 1 -- 172.21.15.79:0/3321254756 shutdown_connections 2023-09-21T11:17:14.964 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.968+0000 7f5c91dcf700 1 --2- 172.21.15.79:0/3321254756 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5c8c15a8d0 0x7f5c8c0ae740 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.964 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.968+0000 7f5c91dcf700 1 --2- 172.21.15.79:0/3321254756 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c8c0b26a0 0x7f5c8c0aec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.964 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.968+0000 7f5c91dcf700 1 -- 172.21.15.79:0/3321254756 >> 172.21.15.79:0/3321254756 conn(0x7f5c8c0cf7d0 msgr2=0x7f5c8c0cfbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:14.964 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.968+0000 7f5c91dcf700 1 -- 172.21.15.79:0/3321254756 shutdown_connections 2023-09-21T11:17:14.965 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.968+0000 7f5c91dcf700 1 -- 172.21.15.79:0/3321254756 wait complete. 2023-09-21T11:17:14.967 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.969+0000 7f5c91dcf700 1 Processor -- start 2023-09-21T11:17:14.967 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.969+0000 7f5c91dcf700 1 -- start start 2023-09-21T11:17:14.967 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.970+0000 7f5c91dcf700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5c8c0b26a0 0x7f5c8c14d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.968 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.970+0000 7f5c91dcf700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c8c0ce8e0 0x7f5c8c15b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.968 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.970+0000 7f5c91dcf700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5c8c15a8d0 0x7f5c8c0b0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.968 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.970+0000 7f5c91dcf700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c8c15b840 con 0x7f5c8c15a8d0 2023-09-21T11:17:14.968 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.970+0000 7f5c91dcf700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c8c15d9b0 con 0x7f5c8c0b26a0 2023-09-21T11:17:14.968 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.970+0000 7f5c91dcf700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c8c15ba70 con 0x7f5c8c0ce8e0 2023-09-21T11:17:14.969 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.970+0000 7f5c8bfff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5c8c15a8d0 0x7f5c8c0b0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.969 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.970+0000 7f5c8bfff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5c8c15a8d0 0x7f5c8c0b0440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54046/0 (socket says 172.21.15.79:54046) 2023-09-21T11:17:14.969 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.970+0000 7f5c8bfff700 1 -- 172.21.15.79:0/4245027953 learned_addr learned my addr 172.21.15.79:0/4245027953 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:14.969 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.970+0000 7f5c8affd700 1 --2- 172.21.15.79:0/4245027953 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c8c0ce8e0 0x7f5c8c15b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.969 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.970+0000 7f5c8b7fe700 1 --2- 172.21.15.79:0/4245027953 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5c8c0b26a0 0x7f5c8c14d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.969 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.970+0000 7f5c8bfff700 1 -- 172.21.15.79:0/4245027953 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c8c0ce8e0 msgr2=0x7f5c8c15b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:14.970 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.970+0000 7f5c8bfff700 1 --2- 172.21.15.79:0/4245027953 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c8c0ce8e0 0x7f5c8c15b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.970 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.970+0000 7f5c8bfff700 1 -- 172.21.15.79:0/4245027953 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5c8c0b26a0 msgr2=0x7f5c8c14d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:14.970 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.970+0000 7f5c8bfff700 1 --2- 172.21.15.79:0/4245027953 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5c8c0b26a0 0x7f5c8c14d1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:14.970 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.970+0000 7f5c8bfff700 1 -- 172.21.15.79:0/4245027953 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c7c0094a0 con 0x7f5c8c15a8d0 2023-09-21T11:17:14.970 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.970+0000 7f5c8b7fe700 1 --2- 172.21.15.79:0/4245027953 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5c8c0b26a0 0x7f5c8c14d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:14.971 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.971+0000 7f5c8bfff700 1 --2- 172.21.15.79:0/4245027953 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5c8c15a8d0 0x7f5c8c0b0440 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5c8400cb40 tx=0x7f5c8400cf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:14.971 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.971+0000 7f5c73fff700 1 -- 172.21.15.79:0/4245027953 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c8400ab50 con 0x7f5c8c15a8d0 2023-09-21T11:17:14.971 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.971+0000 7f5c73fff700 1 -- 172.21.15.79:0/4245027953 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c8400acb0 con 0x7f5c8c15a8d0 2023-09-21T11:17:14.971 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.971+0000 7f5c91dcf700 1 -- 172.21.15.79:0/4245027953 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c8c15bd50 con 0x7f5c8c15a8d0 2023-09-21T11:17:14.971 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.971+0000 7f5c73fff700 1 -- 172.21.15.79:0/4245027953 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c84012620 con 0x7f5c8c15a8d0 2023-09-21T11:17:14.971 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.971+0000 7f5c91dcf700 1 -- 172.21.15.79:0/4245027953 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c8c15c310 con 0x7f5c8c15a8d0 2023-09-21T11:17:14.972 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.972+0000 7f5c91dcf700 1 -- 172.21.15.79:0/4245027953 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c8c04eae0 con 0x7f5c8c15a8d0 2023-09-21T11:17:14.972 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.973+0000 7f5c73fff700 1 -- 172.21.15.79:0/4245027953 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f5c8401b3b0 con 0x7f5c8c15a8d0 2023-09-21T11:17:14.972 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.973+0000 7f5c73fff700 1 --2- 172.21.15.79:0/4245027953 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f5c7806a580 0x7f5c7806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:14.972 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.973+0000 7f5c73fff700 1 -- 172.21.15.79:0/4245027953 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5c84088b40 con 0x7f5c8c15a8d0 2023-09-21T11:17:14.972 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.973+0000 7f5c8b7fe700 1 --2- 172.21.15.79:0/4245027953 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f5c7806a580 0x7f5c7806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:14.972 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.974+0000 7f5c8b7fe700 1 --2- 172.21.15.79:0/4245027953 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f5c7806a580 0x7f5c7806ca40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5c8c158100 tx=0x7f5c7c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:14.973 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:14.978+0000 7f5c73fff700 1 -- 172.21.15.79:0/4245027953 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f5c84054230 con 0x7f5c8c15a8d0 2023-09-21T11:17:15.203 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:15.210+0000 7f5c91dcf700 1 -- 172.21.15.79:0/4245027953 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f5c8c15b0e0 con 0x7f5c8c15a8d0 2023-09-21T11:17:15.203 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:15.210+0000 7f5c73fff700 1 -- 172.21.15.79:0/4245027953 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f5c84057850 con 0x7f5c8c15a8d0 2023-09-21T11:17:15.203 INFO:teuthology.orchestra.run.smithi079.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-09-21T11:17:15.205 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:15.212+0000 7f5c91dcf700 1 -- 172.21.15.79:0/4245027953 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f5c7806a580 msgr2=0x7f5c7806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:15.205 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:15.212+0000 7f5c91dcf700 1 --2- 172.21.15.79:0/4245027953 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f5c7806a580 0x7f5c7806ca40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5c8c158100 tx=0x7f5c7c008030 comp rx=0 tx=0).stop 2023-09-21T11:17:15.206 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:15.212+0000 7f5c91dcf700 1 -- 172.21.15.79:0/4245027953 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5c8c15a8d0 msgr2=0x7f5c8c0b0440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:15.206 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:15.212+0000 7f5c91dcf700 1 --2- 172.21.15.79:0/4245027953 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5c8c15a8d0 0x7f5c8c0b0440 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5c8400cb40 tx=0x7f5c8400cf00 comp rx=0 tx=0).stop 2023-09-21T11:17:15.206 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:15.212+0000 7f5c91dcf700 1 -- 172.21.15.79:0/4245027953 shutdown_connections 2023-09-21T11:17:15.206 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:15.212+0000 7f5c91dcf700 1 --2- 172.21.15.79:0/4245027953 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5c8c15a8d0 0x7f5c8c0b0440 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:15.206 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:15.212+0000 7f5c91dcf700 1 --2- 172.21.15.79:0/4245027953 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5c8c0b26a0 0x7f5c8c14d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:15.207 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:15.212+0000 7f5c91dcf700 1 --2- 172.21.15.79:0/4245027953 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f5c7806a580 0x7f5c7806ca40 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:15.207 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:15.212+0000 7f5c91dcf700 1 --2- 172.21.15.79:0/4245027953 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c8c0ce8e0 0x7f5c8c15b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:15.207 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:15.212+0000 7f5c91dcf700 1 -- 172.21.15.79:0/4245027953 >> 172.21.15.79:0/4245027953 conn(0x7f5c8c0cf7d0 msgr2=0x7f5c8c0b4cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:15.207 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:15.212+0000 7f5c91dcf700 1 -- 172.21.15.79:0/4245027953 shutdown_connections 2023-09-21T11:17:15.207 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:15.212+0000 7f5c91dcf700 1 -- 172.21.15.79:0/4245027953 wait complete. 2023-09-21T11:17:15.217 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-09-21T11:17:15.217 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-09-21T11:17:15.218 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi079.front.sepia.ceph.com 2023-09-21T11:17:15.218 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-09-21T11:17:15.218 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-09-21T11:17:15.218 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-09-21T11:17:15.219 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-09-21T11:17:15.219 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-09-21T11:17:15.219 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2023-09-21T11:17:15.219 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:15.220 DEBUG:teuthology.orchestra.run.smithi079:> ip addr 2023-09-21T11:17:15.236 INFO:teuthology.orchestra.run.smithi079.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-21T11:17:15.236 INFO:teuthology.orchestra.run.smithi079.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-21T11:17:15.237 INFO:teuthology.orchestra.run.smithi079.stdout: inet 127.0.0.1/8 scope host lo 2023-09-21T11:17:15.237 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:15.237 INFO:teuthology.orchestra.run.smithi079.stdout: inet6 ::1/128 scope host 2023-09-21T11:17:15.237 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:15.237 INFO:teuthology.orchestra.run.smithi079.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T11:17:15.238 INFO:teuthology.orchestra.run.smithi079.stdout: link/ether 0c:c4:7a:d8:a1:6a brd ff:ff:ff:ff:ff:ff 2023-09-21T11:17:15.238 INFO:teuthology.orchestra.run.smithi079.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T11:17:15.238 INFO:teuthology.orchestra.run.smithi079.stdout: link/ether 0c:c4:7a:d8:a1:6b brd ff:ff:ff:ff:ff:ff 2023-09-21T11:17:15.238 INFO:teuthology.orchestra.run.smithi079.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T11:17:15.238 INFO:teuthology.orchestra.run.smithi079.stdout: link/ether 0c:c4:7a:8f:ce:86 brd ff:ff:ff:ff:ff:ff 2023-09-21T11:17:15.239 INFO:teuthology.orchestra.run.smithi079.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-09-21T11:17:15.239 INFO:teuthology.orchestra.run.smithi079.stdout: link/ether 0c:c4:7a:8f:ce:87 brd ff:ff:ff:ff:ff:ff 2023-09-21T11:17:15.239 INFO:teuthology.orchestra.run.smithi079.stdout: inet 172.21.15.79/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-09-21T11:17:15.239 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft 42436sec preferred_lft 42436sec 2023-09-21T11:17:15.239 INFO:teuthology.orchestra.run.smithi079.stdout: inet6 fe80::f934:eba5:2fb4:dae7/64 scope link noprefixroute 2023-09-21T11:17:15.239 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:15.240 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-09-21T11:17:15.240 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:15.241 DEBUG:teuthology.orchestra.run.smithi079:> (cd / && exec bash -c ' 2023-09-21T11:17:15.241 DEBUG:teuthology.orchestra.run.smithi079:> set -e 2023-09-21T11:17:15.241 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip link add name ceph-brx type bridge 2023-09-21T11:17:15.241 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip addr flush dev ceph-brx 2023-09-21T11:17:15.242 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip link set ceph-brx up 2023-09-21T11:17:15.242 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-09-21T11:17:15.242 DEBUG:teuthology.orchestra.run.smithi079:> ') 2023-09-21T11:17:15.394 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:15.395 DEBUG:teuthology.orchestra.run.smithi079:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-09-21T11:17:15.422 INFO:teuthology.orchestra.run.smithi079.stdout:1 2023-09-21T11:17:15.423 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:15.424 DEBUG:teuthology.orchestra.run.smithi079:> route 2023-09-21T11:17:15.500 INFO:teuthology.orchestra.run.smithi079.stdout:Kernel IP routing table 2023-09-21T11:17:15.501 INFO:teuthology.orchestra.run.smithi079.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-09-21T11:17:15.501 INFO:teuthology.orchestra.run.smithi079.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-09-21T11:17:15.501 INFO:teuthology.orchestra.run.smithi079.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-09-21T11:17:15.501 INFO:teuthology.orchestra.run.smithi079.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-09-21T11:17:15.502 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:15.502 DEBUG:teuthology.orchestra.run.smithi079:> (cd / && exec bash -c ' 2023-09-21T11:17:15.502 DEBUG:teuthology.orchestra.run.smithi079:> set -e 2023-09-21T11:17:15.503 DEBUG:teuthology.orchestra.run.smithi079:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-09-21T11:17:15.503 DEBUG:teuthology.orchestra.run.smithi079:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-09-21T11:17:15.503 DEBUG:teuthology.orchestra.run.smithi079:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-09-21T11:17:15.503 DEBUG:teuthology.orchestra.run.smithi079:> ') 2023-09-21T11:17:15.757 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:15.758 DEBUG:teuthology.orchestra.run.smithi079:> ip netns list 2023-09-21T11:17:15.775 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:15.775 DEBUG:teuthology.orchestra.run.smithi079:> ip netns list-id 2023-09-21T11:17:15.831 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:15.832 DEBUG:teuthology.orchestra.run.smithi079:> (cd / && exec bash -c ' 2023-09-21T11:17:15.832 DEBUG:teuthology.orchestra.run.smithi079:> set -e 2023-09-21T11:17:15.832 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2023-09-21T11:17:15.832 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2023-09-21T11:17:15.833 DEBUG:teuthology.orchestra.run.smithi079:> ') 2023-09-21T11:17:15.925 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2023-09-21T11:17:15.925 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:15.925 DEBUG:teuthology.orchestra.run.smithi079:> (cd / && exec bash -c ' 2023-09-21T11:17:15.926 DEBUG:teuthology.orchestra.run.smithi079:> set -e 2023-09-21T11:17:15.926 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2023-09-21T11:17:15.926 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-09-21T11:17:15.927 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2023-09-21T11:17:15.927 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2023-09-21T11:17:15.927 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2023-09-21T11:17:15.927 DEBUG:teuthology.orchestra.run.smithi079:> ') 2023-09-21T11:17:16.169 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:16.169 DEBUG:teuthology.orchestra.run.smithi079:> (cd / && exec bash -c ' 2023-09-21T11:17:16.170 DEBUG:teuthology.orchestra.run.smithi079:> set -e 2023-09-21T11:17:16.173 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip link set brx.0 up 2023-09-21T11:17:16.173 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip link set dev brx.0 master ceph-brx 2023-09-21T11:17:16.174 DEBUG:teuthology.orchestra.run.smithi079:> ') 2023-09-21T11:17:16.288 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T11:17:16.288 DEBUG:teuthology.orchestra.run.smithi079:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-09-21T11:17:16.304 INFO:teuthology.orchestra.run.smithi079.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-09-21T11:17:16.305 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T11:17:16.305 DEBUG:teuthology.orchestra.run.smithi079:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-09-21T11:17:16.360 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2023-09-21T11:17:16.360 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:16.361 DEBUG:teuthology.orchestra.run.smithi079:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:17:16.452 INFO:teuthology.orchestra.run.smithi079.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:17:16.453 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-21T11:17:16.560 INFO:teuthology.orchestra.run.smithi079.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:17:16.560 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-21T11:17:16.561 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: resolved to: "172.21.15.79:3300,172.21.15.134:3300,172.21.15.134:3301" 2023-09-21T11:17:16.561 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: trying mount with new device syntax: 0@10617cef-7e86-4778-bbc0-1aacec6e926f.cephfs=/ 2023-09-21T11:17:16.561 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.79:3300/172.21.15.134:3300/172.21.15.134:3301" will pass to kernel 2023-09-21T11:17:16.561 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: v2 mount support check returned 2 2023-09-21T11:17:16.561 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: kernel does not support v2 syntax 2023-09-21T11:17:16.561 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: switching to using v1 address with old syntax 2023-09-21T11:17:16.607 INFO:teuthology.orchestra.run.smithi079.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:17:16.607 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-21T11:17:16.607 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: resolved to: "172.21.15.79:3300,172.21.15.134:3300,172.21.15.134:3301" 2023-09-21T11:17:16.608 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: trying mount with new device syntax: 0@10617cef-7e86-4778-bbc0-1aacec6e926f.cephfs=/ 2023-09-21T11:17:16.608 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.79:3300/172.21.15.134:3300/172.21.15.134:3301" will pass to kernel 2023-09-21T11:17:16.608 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: v2 mount support check returned 2 2023-09-21T11:17:16.608 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: kernel does not support v2 syntax 2023-09-21T11:17:16.608 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: switching to using v1 address with old syntax 2023-09-21T11:17:16.609 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: resolved to: "172.21.15.79:6789,172.21.15.134:6789,172.21.15.134:6790" 2023-09-21T11:17:16.609 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.79:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2023-09-21T11:17:16.609 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,key=0,mds_namespace=cephfs,fsid=10617cef-7e86-4778-bbc0-1aacec6e926f" will pass to kernel 2023-09-21T11:17:16.611 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-09-21T11:17:16.611 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:16.611 DEBUG:teuthology.orchestra.run.smithi079:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-09-21T11:17:16.642 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:16.643 DEBUG:teuthology.orchestra.run.smithi079:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-21T11:17:16.729 INFO:teuthology.orchestra.run.smithi079.stdout:client4665 2023-09-21T11:17:16.729 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:17:16.730 DEBUG:teuthology.orchestra.run.smithi079:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T11:17:16.747 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:16.747 DEBUG:teuthology.orchestra.run.smithi079:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-21T11:17:16.833 INFO:teuthology.orchestra.run.smithi079.stdout:client4665 2023-09-21T11:17:16.833 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:16.834 DEBUG:teuthology.orchestra.run.smithi079:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-21T11:17:16.879 INFO:teuthology.orchestra.run.smithi079.stdout:client4665 2023-09-21T11:17:16.879 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:16.880 DEBUG:teuthology.orchestra.run.smithi079:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/10617cef-7e86-4778-bbc0-1aacec6e926f.client4665/status') 2023-09-21T11:17:16.931 INFO:teuthology.orchestra.run.smithi079.stdout:instance: client.4665 (3)192.168.0.1:0/2982212673 2023-09-21T11:17:16.932 INFO:teuthology.orchestra.run.smithi079.stdout:blocklisted: false 2023-09-21T11:17:16.932 INFO:teuthology.orchestra.run.smithi079.stderr:0+1 records in 2023-09-21T11:17:16.932 INFO:teuthology.orchestra.run.smithi079.stderr:0+1 records out 2023-09-21T11:17:16.932 INFO:teuthology.orchestra.run.smithi079.stderr:69 bytes copied, 2.1573e-05 s, 3.2 MB/s 2023-09-21T11:17:16.933 INFO:tasks.kclient:client.2 config is {'syntax': 'v2'} 2023-09-21T11:17:16.934 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-09-21T11:17:16.934 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-09-21T11:17:16.934 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-09-21T11:17:17.055 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.063+0000 7f4c5d418700 1 Processor -- start 2023-09-21T11:17:17.056 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.063+0000 7f4c5d418700 1 -- start start 2023-09-21T11:17:17.058 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.063+0000 7f4c5d418700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f4c5815b140 0x7f4c580d1f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:17.058 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.063+0000 7f4c5d418700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f4c5815e420 0x7f4c580ce340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:17.058 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.063+0000 7f4c5d418700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c580ce880 con 0x7f4c580cde90 2023-09-21T11:17:17.059 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.063+0000 7f4c5d418700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c580d1b00 con 0x7f4c5815b140 2023-09-21T11:17:17.059 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.063+0000 7f4c5d418700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c5815ed30 con 0x7f4c5815e420 2023-09-21T11:17:17.059 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.063+0000 7f4c56ffd700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f4c5815b140 0x7f4c580d1f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:17.059 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.064+0000 7f4c56ffd700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f4c5815b140 0x7f4c580d1f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54060/0 (socket says 172.21.15.79:54060) 2023-09-21T11:17:17.059 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.064+0000 7f4c56ffd700 1 -- 172.21.15.79:0/4014970170 learned_addr learned my addr 172.21.15.79:0/4014970170 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:17.060 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.064+0000 7f4c577fe700 1 --2- 172.21.15.79:0/4014970170 >> v2:172.21.15.134:3300/0 conn(0x7f4c5815e420 0x7f4c580ce340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:17.060 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.064+0000 7f4c56ffd700 1 -- 172.21.15.79:0/4014970170 >> v2:172.21.15.134:3300/0 conn(0x7f4c5815e420 msgr2=0x7f4c580ce340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:17.060 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.064+0000 7f4c56ffd700 1 --2- 172.21.15.79:0/4014970170 >> v2:172.21.15.134:3300/0 conn(0x7f4c5815e420 0x7f4c580ce340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:17.060 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.064+0000 7f4c56ffd700 1 -- 172.21.15.79:0/4014970170 >> v1:172.21.15.134:6789/0 conn(0x7f4c580cde90 legacy=0x7f4c5815dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:17.060 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.064+0000 7f4c56ffd700 1 -- 172.21.15.79:0/4014970170 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c580d11c0 con 0x7f4c5815b140 2023-09-21T11:17:17.061 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.064+0000 7f4c56ffd700 1 --2- 172.21.15.79:0/4014970170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4c5815b140 0x7f4c580d1f20 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f4c580cbad0 tx=0x7f4c4c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1894870f1c334e7 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:17.061 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.064+0000 7f4c55ffb700 1 -- 172.21.15.79:0/4014970170 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c4c00b870 con 0x7f4c5815b140 2023-09-21T11:17:17.061 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.064+0000 7f4c55ffb700 1 -- 172.21.15.79:0/4014970170 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c4c00b9d0 con 0x7f4c5815b140 2023-09-21T11:17:17.061 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.064+0000 7f4c55ffb700 1 -- 172.21.15.79:0/4014970170 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c4c00bd60 con 0x7f4c5815b140 2023-09-21T11:17:17.061 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.065+0000 7f4c5d418700 1 -- 172.21.15.79:0/4014970170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4c5815b140 msgr2=0x7f4c580d1f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:17.062 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.065+0000 7f4c5d418700 1 --2- 172.21.15.79:0/4014970170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4c5815b140 0x7f4c580d1f20 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f4c580cbad0 tx=0x7f4c4c009bd0 comp rx=0 tx=0).stop 2023-09-21T11:17:17.062 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.065+0000 7f4c5d418700 1 -- 172.21.15.79:0/4014970170 shutdown_connections 2023-09-21T11:17:17.062 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.065+0000 7f4c5d418700 1 --2- 172.21.15.79:0/4014970170 >> v2:172.21.15.134:3300/0 conn(0x7f4c5815e420 0x7f4c580ce340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:17.062 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.065+0000 7f4c5d418700 1 --2- 172.21.15.79:0/4014970170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4c5815b140 0x7f4c580d1f20 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:17.062 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.065+0000 7f4c5d418700 1 -- 172.21.15.79:0/4014970170 >> 172.21.15.79:0/4014970170 conn(0x7f4c580664a0 msgr2=0x7f4c58066880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:17.063 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.065+0000 7f4c5d418700 1 -- 172.21.15.79:0/4014970170 shutdown_connections 2023-09-21T11:17:17.063 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.065+0000 7f4c5d418700 1 -- 172.21.15.79:0/4014970170 wait complete. 2023-09-21T11:17:17.065 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.066+0000 7f4c5d418700 1 Processor -- start 2023-09-21T11:17:17.066 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.066+0000 7f4c5d418700 1 -- start start 2023-09-21T11:17:17.066 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c5d418700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4c580cde90 0x7f4c580c9b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:17.066 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c5d418700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4c5815b140 0x7f4c580cb1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:17.066 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c5d418700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4c5815e420 0x7f4c5815d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:17.067 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c5d418700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c580ca130 con 0x7f4c580cde90 2023-09-21T11:17:17.067 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c5d418700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c580ca410 con 0x7f4c5815b140 2023-09-21T11:17:17.067 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c5d418700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c580ca6f0 con 0x7f4c5815e420 2023-09-21T11:17:17.067 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c56ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4c580cde90 0x7f4c580c9b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:17.067 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c56ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4c580cde90 0x7f4c580c9b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54064/0 (socket says 172.21.15.79:54064) 2023-09-21T11:17:17.068 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c56ffd700 1 -- 172.21.15.79:0/1276977074 learned_addr learned my addr 172.21.15.79:0/1276977074 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:17.068 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c567fc700 1 --2- 172.21.15.79:0/1276977074 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4c5815b140 0x7f4c580cb1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:17.068 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c577fe700 1 --2- 172.21.15.79:0/1276977074 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4c5815e420 0x7f4c5815d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:17.068 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c56ffd700 1 -- 172.21.15.79:0/1276977074 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4c5815e420 msgr2=0x7f4c5815d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:17.068 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c56ffd700 1 --2- 172.21.15.79:0/1276977074 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4c5815e420 0x7f4c5815d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:17.069 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c56ffd700 1 -- 172.21.15.79:0/1276977074 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4c5815b140 msgr2=0x7f4c580cb1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:17.069 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c56ffd700 1 --2- 172.21.15.79:0/1276977074 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4c5815b140 0x7f4c580cb1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:17.069 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c56ffd700 1 -- 172.21.15.79:0/1276977074 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c4c009550 con 0x7f4c580cde90 2023-09-21T11:17:17.069 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c567fc700 1 --2- 172.21.15.79:0/1276977074 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4c5815b140 0x7f4c580cb1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:17.069 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c56ffd700 1 --2- 172.21.15.79:0/1276977074 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4c580cde90 0x7f4c580c9b50 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f4c4c000c00 tx=0x7f4c4c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:17.070 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c3f7fe700 1 -- 172.21.15.79:0/1276977074 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c4c004540 con 0x7f4c580cde90 2023-09-21T11:17:17.070 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c3f7fe700 1 -- 172.21.15.79:0/1276977074 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c4c0036a0 con 0x7f4c580cde90 2023-09-21T11:17:17.070 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.067+0000 7f4c5d418700 1 -- 172.21.15.79:0/1276977074 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c580ca9d0 con 0x7f4c580cde90 2023-09-21T11:17:17.070 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.068+0000 7f4c3f7fe700 1 -- 172.21.15.79:0/1276977074 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c4c003a30 con 0x7f4c580cde90 2023-09-21T11:17:17.070 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.068+0000 7f4c5d418700 1 -- 172.21.15.79:0/1276977074 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c5815d870 con 0x7f4c580cde90 2023-09-21T11:17:17.071 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.068+0000 7f4c5d418700 1 -- 172.21.15.79:0/1276977074 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c580caef0 con 0x7f4c580cde90 2023-09-21T11:17:17.071 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.069+0000 7f4c3f7fe700 1 -- 172.21.15.79:0/1276977074 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f4c4c021070 con 0x7f4c580cde90 2023-09-21T11:17:17.071 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.070+0000 7f4c3f7fe700 1 --2- 172.21.15.79:0/1276977074 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4c4406a580 0x7f4c4406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:17.071 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.070+0000 7f4c3f7fe700 1 -- 172.21.15.79:0/1276977074 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4c4c08a320 con 0x7f4c580cde90 2023-09-21T11:17:17.071 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.070+0000 7f4c567fc700 1 --2- 172.21.15.79:0/1276977074 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4c4406a580 0x7f4c4406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:17.072 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.070+0000 7f4c567fc700 1 --2- 172.21.15.79:0/1276977074 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4c4406a580 0x7f4c4406ca40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4c5815cc90 tx=0x7f4c48009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:17.072 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.073+0000 7f4c3f7fe700 1 -- 172.21.15.79:0/1276977074 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f4c4c055910 con 0x7f4c580cde90 2023-09-21T11:17:17.301 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.308+0000 7f4c5d418700 1 -- 172.21.15.79:0/1276977074 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f4c5804eae0 con 0x7f4c580cde90 2023-09-21T11:17:17.301 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.309+0000 7f4c3f7fe700 1 -- 172.21.15.79:0/1276977074 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f4c4c058f30 con 0x7f4c580cde90 2023-09-21T11:17:17.302 INFO:teuthology.orchestra.run.smithi079.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-09-21T11:17:17.303 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.310+0000 7f4c5d418700 1 -- 172.21.15.79:0/1276977074 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4c4406a580 msgr2=0x7f4c4406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:17.304 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.310+0000 7f4c5d418700 1 --2- 172.21.15.79:0/1276977074 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4c4406a580 0x7f4c4406ca40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4c5815cc90 tx=0x7f4c48009040 comp rx=0 tx=0).stop 2023-09-21T11:17:17.304 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.310+0000 7f4c5d418700 1 -- 172.21.15.79:0/1276977074 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4c580cde90 msgr2=0x7f4c580c9b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:17.304 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.311+0000 7f4c5d418700 1 --2- 172.21.15.79:0/1276977074 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4c580cde90 0x7f4c580c9b50 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f4c4c000c00 tx=0x7f4c4c004750 comp rx=0 tx=0).stop 2023-09-21T11:17:17.304 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.311+0000 7f4c5d418700 1 -- 172.21.15.79:0/1276977074 shutdown_connections 2023-09-21T11:17:17.305 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.311+0000 7f4c5d418700 1 --2- 172.21.15.79:0/1276977074 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4c4406a580 0x7f4c4406ca40 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:17.305 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.311+0000 7f4c5d418700 1 --2- 172.21.15.79:0/1276977074 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4c5815e420 0x7f4c5815d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:17.305 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.311+0000 7f4c5d418700 1 --2- 172.21.15.79:0/1276977074 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4c580cde90 0x7f4c580c9b50 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:17.305 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.311+0000 7f4c5d418700 1 --2- 172.21.15.79:0/1276977074 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4c5815b140 0x7f4c580cb1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:17.305 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.311+0000 7f4c5d418700 1 -- 172.21.15.79:0/1276977074 >> 172.21.15.79:0/1276977074 conn(0x7f4c580664a0 msgr2=0x7f4c5806b8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:17.306 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.311+0000 7f4c5d418700 1 -- 172.21.15.79:0/1276977074 shutdown_connections 2023-09-21T11:17:17.306 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:17.311+0000 7f4c5d418700 1 -- 172.21.15.79:0/1276977074 wait complete. 2023-09-21T11:17:17.315 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-09-21T11:17:17.316 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-09-21T11:17:17.316 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi079.front.sepia.ceph.com 2023-09-21T11:17:17.316 INFO:tasks.cephfs.mount:self.client.name = client.2 2023-09-21T11:17:17.317 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-09-21T11:17:17.317 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-09-21T11:17:17.317 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-09-21T11:17:17.317 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-09-21T11:17:17.318 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2023-09-21T11:17:17.318 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:17.318 DEBUG:teuthology.orchestra.run.smithi079:> ip addr 2023-09-21T11:17:17.335 INFO:teuthology.orchestra.run.smithi079.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-21T11:17:17.336 INFO:teuthology.orchestra.run.smithi079.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-21T11:17:17.336 INFO:teuthology.orchestra.run.smithi079.stdout: inet 127.0.0.1/8 scope host lo 2023-09-21T11:17:17.336 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:17.336 INFO:teuthology.orchestra.run.smithi079.stdout: inet6 ::1/128 scope host 2023-09-21T11:17:17.337 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:17.337 INFO:teuthology.orchestra.run.smithi079.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T11:17:17.337 INFO:teuthology.orchestra.run.smithi079.stdout: link/ether 0c:c4:7a:d8:a1:6a brd ff:ff:ff:ff:ff:ff 2023-09-21T11:17:17.337 INFO:teuthology.orchestra.run.smithi079.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T11:17:17.337 INFO:teuthology.orchestra.run.smithi079.stdout: link/ether 0c:c4:7a:d8:a1:6b brd ff:ff:ff:ff:ff:ff 2023-09-21T11:17:17.337 INFO:teuthology.orchestra.run.smithi079.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T11:17:17.338 INFO:teuthology.orchestra.run.smithi079.stdout: link/ether 0c:c4:7a:8f:ce:86 brd ff:ff:ff:ff:ff:ff 2023-09-21T11:17:17.338 INFO:teuthology.orchestra.run.smithi079.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-09-21T11:17:17.338 INFO:teuthology.orchestra.run.smithi079.stdout: link/ether 0c:c4:7a:8f:ce:87 brd ff:ff:ff:ff:ff:ff 2023-09-21T11:17:17.338 INFO:teuthology.orchestra.run.smithi079.stdout: inet 172.21.15.79/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-09-21T11:17:17.338 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft 42434sec preferred_lft 42434sec 2023-09-21T11:17:17.339 INFO:teuthology.orchestra.run.smithi079.stdout: inet6 fe80::f934:eba5:2fb4:dae7/64 scope link noprefixroute 2023-09-21T11:17:17.339 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:17.339 INFO:teuthology.orchestra.run.smithi079.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-21T11:17:17.339 INFO:teuthology.orchestra.run.smithi079.stdout: link/ether f6:e4:49:06:17:2a brd ff:ff:ff:ff:ff:ff 2023-09-21T11:17:17.340 INFO:teuthology.orchestra.run.smithi079.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-09-21T11:17:17.340 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:17.340 INFO:teuthology.orchestra.run.smithi079.stdout: inet6 fe80::d4e4:b4ff:fee5:9f9e/64 scope link 2023-09-21T11:17:17.340 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:17.340 INFO:teuthology.orchestra.run.smithi079.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-09-21T11:17:17.341 INFO:teuthology.orchestra.run.smithi079.stdout: link/ether f6:e4:49:06:17:2a brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-09-21T11:17:17.341 INFO:teuthology.orchestra.run.smithi079.stdout: inet6 fe80::f4e4:49ff:fe06:172a/64 scope link 2023-09-21T11:17:17.341 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:17.341 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:17.342 DEBUG:teuthology.orchestra.run.smithi079:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-09-21T11:17:17.400 INFO:teuthology.orchestra.run.smithi079.stdout:1 2023-09-21T11:17:17.402 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:17.402 DEBUG:teuthology.orchestra.run.smithi079:> route 2023-09-21T11:17:17.460 INFO:teuthology.orchestra.run.smithi079.stdout:Kernel IP routing table 2023-09-21T11:17:17.460 INFO:teuthology.orchestra.run.smithi079.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-09-21T11:17:17.460 INFO:teuthology.orchestra.run.smithi079.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-09-21T11:17:17.460 INFO:teuthology.orchestra.run.smithi079.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-09-21T11:17:17.461 INFO:teuthology.orchestra.run.smithi079.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-09-21T11:17:17.461 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:17.461 DEBUG:teuthology.orchestra.run.smithi079:> (cd / && exec bash -c ' 2023-09-21T11:17:17.461 DEBUG:teuthology.orchestra.run.smithi079:> set -e 2023-09-21T11:17:17.462 DEBUG:teuthology.orchestra.run.smithi079:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-09-21T11:17:17.462 DEBUG:teuthology.orchestra.run.smithi079:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-09-21T11:17:17.462 DEBUG:teuthology.orchestra.run.smithi079:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-09-21T11:17:17.463 DEBUG:teuthology.orchestra.run.smithi079:> ') 2023-09-21T11:17:17.564 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:17.564 DEBUG:teuthology.orchestra.run.smithi079:> ip netns list 2023-09-21T11:17:17.581 INFO:teuthology.orchestra.run.smithi079.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-09-21T11:17:17.582 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:17.582 DEBUG:teuthology.orchestra.run.smithi079:> ip netns list-id 2023-09-21T11:17:17.637 INFO:teuthology.orchestra.run.smithi079.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2023-09-21T11:17:17.638 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:17.638 DEBUG:teuthology.orchestra.run.smithi079:> (cd / && exec bash -c ' 2023-09-21T11:17:17.638 DEBUG:teuthology.orchestra.run.smithi079:> set -e 2023-09-21T11:17:17.639 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2023-09-21T11:17:17.639 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2023-09-21T11:17:17.639 DEBUG:teuthology.orchestra.run.smithi079:> ') 2023-09-21T11:17:17.731 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:17.731 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-09-21T11:17:17.773 INFO:teuthology.orchestra.run.smithi079.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-21T11:17:17.773 INFO:teuthology.orchestra.run.smithi079.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-21T11:17:17.774 INFO:teuthology.orchestra.run.smithi079.stdout: inet 127.0.0.1/8 scope host lo 2023-09-21T11:17:17.774 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:17.774 INFO:teuthology.orchestra.run.smithi079.stdout: inet6 ::1/128 scope host 2023-09-21T11:17:17.774 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:17.775 INFO:teuthology.orchestra.run.smithi079.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-21T11:17:17.775 INFO:teuthology.orchestra.run.smithi079.stdout: link/ether ee:3b:2f:ce:8b:57 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-09-21T11:17:17.775 INFO:teuthology.orchestra.run.smithi079.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-09-21T11:17:17.775 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:17.775 INFO:teuthology.orchestra.run.smithi079.stdout: inet6 fe80::ec3b:2fff:fece:8b57/64 scope link 2023-09-21T11:17:17.776 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:17.786 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:17.786 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-09-21T11:17:17.863 INFO:teuthology.orchestra.run.smithi079.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-21T11:17:17.864 INFO:teuthology.orchestra.run.smithi079.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-21T11:17:17.864 INFO:teuthology.orchestra.run.smithi079.stdout: inet 127.0.0.1/8 scope host lo 2023-09-21T11:17:17.864 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:17.864 INFO:teuthology.orchestra.run.smithi079.stdout: inet6 ::1/128 scope host 2023-09-21T11:17:17.865 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:17.865 INFO:teuthology.orchestra.run.smithi079.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-21T11:17:17.865 INFO:teuthology.orchestra.run.smithi079.stdout: link/ether ee:3b:2f:ce:8b:57 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-09-21T11:17:17.865 INFO:teuthology.orchestra.run.smithi079.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-09-21T11:17:17.865 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:17.866 INFO:teuthology.orchestra.run.smithi079.stdout: inet6 fe80::ec3b:2fff:fece:8b57/64 scope link 2023-09-21T11:17:17.866 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:17.880 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2023-09-21T11:17:17.880 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:17.881 DEBUG:teuthology.orchestra.run.smithi079:> (cd / && exec bash -c ' 2023-09-21T11:17:17.881 DEBUG:teuthology.orchestra.run.smithi079:> set -e 2023-09-21T11:17:17.881 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2023-09-21T11:17:17.881 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-09-21T11:17:17.882 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2023-09-21T11:17:17.882 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2023-09-21T11:17:17.882 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2023-09-21T11:17:17.883 DEBUG:teuthology.orchestra.run.smithi079:> ') 2023-09-21T11:17:18.127 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:18.127 DEBUG:teuthology.orchestra.run.smithi079:> (cd / && exec bash -c ' 2023-09-21T11:17:18.128 DEBUG:teuthology.orchestra.run.smithi079:> set -e 2023-09-21T11:17:18.128 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip link set brx.1 up 2023-09-21T11:17:18.128 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip link set dev brx.1 master ceph-brx 2023-09-21T11:17:18.128 DEBUG:teuthology.orchestra.run.smithi079:> ') 2023-09-21T11:17:18.255 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T11:17:18.255 DEBUG:teuthology.orchestra.run.smithi079:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2023-09-21T11:17:18.281 INFO:teuthology.orchestra.run.smithi079.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2023-09-21T11:17:18.281 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T11:17:18.281 DEBUG:teuthology.orchestra.run.smithi079:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2023-09-21T11:17:18.337 INFO:tasks.cephfs.kernel_mount:mounting using device: 2@.cephfs=/ 2023-09-21T11:17:18.337 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:18.338 DEBUG:teuthology.orchestra.run.smithi079:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 2@.cephfs=/ /home/ubuntu/cephtest/mnt.2 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:17:18.422 INFO:teuthology.orchestra.run.smithi079.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:17:18.423 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-21T11:17:18.449 INFO:teuthology.orchestra.run.smithi079.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:17:18.450 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-21T11:17:18.450 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: resolved to: "172.21.15.79:3300,172.21.15.134:3300,172.21.15.134:3301" 2023-09-21T11:17:18.450 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: trying mount with new device syntax: 2@10617cef-7e86-4778-bbc0-1aacec6e926f.cephfs=/ 2023-09-21T11:17:18.450 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,ms_mode=prefer-crc,key=2,mon_addr=172.21.15.79:3300/172.21.15.134:3300/172.21.15.134:3301" will pass to kernel 2023-09-21T11:17:18.450 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: v2 mount support check returned 2 2023-09-21T11:17:18.451 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: kernel does not support v2 syntax 2023-09-21T11:17:18.451 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: switching to using v1 address with old syntax 2023-09-21T11:17:18.480 INFO:teuthology.orchestra.run.smithi079.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:17:18.481 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-21T11:17:18.481 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: resolved to: "172.21.15.79:3300,172.21.15.134:3300,172.21.15.134:3301" 2023-09-21T11:17:18.481 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: trying mount with new device syntax: 2@10617cef-7e86-4778-bbc0-1aacec6e926f.cephfs=/ 2023-09-21T11:17:18.481 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,ms_mode=prefer-crc,key=2,mon_addr=172.21.15.79:3300/172.21.15.134:3300/172.21.15.134:3301" will pass to kernel 2023-09-21T11:17:18.481 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: v2 mount support check returned 2 2023-09-21T11:17:18.482 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: kernel does not support v2 syntax 2023-09-21T11:17:18.482 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: switching to using v1 address with old syntax 2023-09-21T11:17:18.482 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: resolved to: "172.21.15.79:6789,172.21.15.134:6789,172.21.15.134:6790" 2023-09-21T11:17:18.482 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.79:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2023-09-21T11:17:18.483 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,key=2,mds_namespace=cephfs,fsid=10617cef-7e86-4778-bbc0-1aacec6e926f" will pass to kernel 2023-09-21T11:17:18.489 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-09-21T11:17:18.489 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:18.489 DEBUG:teuthology.orchestra.run.smithi079:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2023-09-21T11:17:18.522 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:18.522 DEBUG:teuthology.orchestra.run.smithi079:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-21T11:17:18.593 INFO:teuthology.orchestra.run.smithi079.stdout:client4674 2023-09-21T11:17:18.594 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:17:18.594 DEBUG:teuthology.orchestra.run.smithi079:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T11:17:18.651 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:18.651 DEBUG:teuthology.orchestra.run.smithi079:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-21T11:17:18.723 INFO:teuthology.orchestra.run.smithi079.stdout:client4674 2023-09-21T11:17:18.723 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:18.724 DEBUG:teuthology.orchestra.run.smithi079:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-21T11:17:18.795 INFO:teuthology.orchestra.run.smithi079.stdout:client4674 2023-09-21T11:17:18.795 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:18.796 DEBUG:teuthology.orchestra.run.smithi079:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/10617cef-7e86-4778-bbc0-1aacec6e926f.client4674/status') 2023-09-21T11:17:18.875 INFO:teuthology.orchestra.run.smithi079.stdout:instance: client.4674 (3)192.168.0.2:0/2283280116 2023-09-21T11:17:18.875 INFO:teuthology.orchestra.run.smithi079.stdout:blocklisted: false 2023-09-21T11:17:18.876 INFO:teuthology.orchestra.run.smithi079.stderr:0+1 records in 2023-09-21T11:17:18.876 INFO:teuthology.orchestra.run.smithi079.stderr:0+1 records out 2023-09-21T11:17:18.877 INFO:teuthology.orchestra.run.smithi079.stderr:69 bytes copied, 3.3576e-05 s, 2.1 MB/s 2023-09-21T11:17:18.877 INFO:tasks.kclient:client.1 config is {'syntax': 'v2'} 2023-09-21T11:17:18.877 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-09-21T11:17:18.877 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-09-21T11:17:18.878 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-09-21T11:17:19.036 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.044+0000 7f76f0bcc700 1 Processor -- start 2023-09-21T11:17:19.037 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.044+0000 7f76f0bcc700 1 -- start start 2023-09-21T11:17:19.039 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.044+0000 7f76f0bcc700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76ec15a5a0 0x7f76ec0724c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:19.039 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.044+0000 7f76f0bcc700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f76ec0cf9b0 0x7f76ec0af750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:19.039 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.045+0000 7f76f0bcc700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76ec15b830 con 0x7f76ec15a980 2023-09-21T11:17:19.039 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.045+0000 7f76f0bcc700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76ec15f280 con 0x7f76ec0cf9b0 2023-09-21T11:17:19.040 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.045+0000 7f76f0bcc700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76ec0afc90 con 0x7f76ec15a5a0 2023-09-21T11:17:19.040 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.045+0000 7f76ead9d700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f76ec0cf9b0 0x7f76ec0af750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:19.040 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.045+0000 7f76ea59c700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76ec15a5a0 0x7f76ec0724c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:19.040 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.045+0000 7f76ea59c700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76ec15a5a0 0x7f76ec0724c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:57112/0 (socket says 172.21.15.79:57112) 2023-09-21T11:17:19.040 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.045+0000 7f76ead9d700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f76ec0cf9b0 0x7f76ec0af750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.79:35930/0 (socket says 172.21.15.79:35930) 2023-09-21T11:17:19.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.045+0000 7f76e9d9b700 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f76ec15a980 0x7f76ec0cf2a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.79:56532/0 (socket says 172.21.15.79:56532) 2023-09-21T11:17:19.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.045+0000 7f76ea59c700 1 -- 172.21.15.79:0/3103062021 learned_addr learned my addr 172.21.15.79:0/3103062021 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:19.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.045+0000 7f76ea59c700 1 -- 172.21.15.79:0/3103062021 >> v2:172.21.15.134:3300/0 conn(0x7f76ec0cf9b0 msgr2=0x7f76ec0af750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:19.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.045+0000 7f76ea59c700 1 --2- 172.21.15.79:0/3103062021 >> v2:172.21.15.134:3300/0 conn(0x7f76ec0cf9b0 0x7f76ec0af750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:19.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.045+0000 7f76ea59c700 1 -- 172.21.15.79:0/3103062021 >> v1:172.21.15.134:6789/0 conn(0x7f76ec15a980 legacy=0x7f76ec0cf2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:19.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.045+0000 7f76ea59c700 1 -- 172.21.15.79:0/3103062021 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76ec15af00 con 0x7f76ec15a5a0 2023-09-21T11:17:19.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.045+0000 7f76ea59c700 1 --2- 172.21.15.79:0/3103062021 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76ec15a5a0 0x7f76ec0724c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f76e00098f0 tx=0x7f76e0009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f04df9c35d78346 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:19.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.046+0000 7f76e959a700 1 -- 172.21.15.79:0/3103062021 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76e0011830 con 0x7f76ec15a5a0 2023-09-21T11:17:19.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.046+0000 7f76e959a700 1 -- 172.21.15.79:0/3103062021 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76e0011990 con 0x7f76ec15a5a0 2023-09-21T11:17:19.043 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.046+0000 7f76e959a700 1 -- 172.21.15.79:0/3103062021 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76e0011d20 con 0x7f76ec15a5a0 2023-09-21T11:17:19.043 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.046+0000 7f76f0bcc700 1 -- 172.21.15.79:0/3103062021 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76ec15a5a0 msgr2=0x7f76ec0724c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:19.043 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.046+0000 7f76f0bcc700 1 --2- 172.21.15.79:0/3103062021 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76ec15a5a0 0x7f76ec0724c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f76e00098f0 tx=0x7f76e0009c00 comp rx=0 tx=0).stop 2023-09-21T11:17:19.043 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.046+0000 7f76f0bcc700 1 -- 172.21.15.79:0/3103062021 shutdown_connections 2023-09-21T11:17:19.043 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.046+0000 7f76f0bcc700 1 --2- 172.21.15.79:0/3103062021 >> v2:172.21.15.134:3300/0 conn(0x7f76ec0cf9b0 0x7f76ec0af750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:19.044 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.046+0000 7f76f0bcc700 1 --2- 172.21.15.79:0/3103062021 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76ec15a5a0 0x7f76ec0724c0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:19.044 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.046+0000 7f76f0bcc700 1 -- 172.21.15.79:0/3103062021 >> 172.21.15.79:0/3103062021 conn(0x7f76ec06dac0 msgr2=0x7f76ec06ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:19.044 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.046+0000 7f76f0bcc700 1 -- 172.21.15.79:0/3103062021 shutdown_connections 2023-09-21T11:17:19.044 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.046+0000 7f76f0bcc700 1 -- 172.21.15.79:0/3103062021 wait complete. 2023-09-21T11:17:19.046 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.048+0000 7f76f0bcc700 1 Processor -- start 2023-09-21T11:17:19.047 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.048+0000 7f76f0bcc700 1 -- start start 2023-09-21T11:17:19.047 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.048+0000 7f76f0bcc700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f76ec0cf9b0 0x7f76ec157be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:19.047 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.048+0000 7f76f0bcc700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76ec15a5a0 0x7f76ec1564b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:19.047 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.048+0000 7f76f0bcc700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f76ec15a980 0x7f76ec158ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:19.047 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.048+0000 7f76f0bcc700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76ec14fe90 con 0x7f76ec0cf9b0 2023-09-21T11:17:19.048 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.048+0000 7f76f0bcc700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76ec157750 con 0x7f76ec15a980 2023-09-21T11:17:19.048 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.048+0000 7f76f0bcc700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76ec159430 con 0x7f76ec15a5a0 2023-09-21T11:17:19.048 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.048+0000 7f76ea59c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f76ec0cf9b0 0x7f76ec157be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:19.048 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.048+0000 7f76ea59c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f76ec0cf9b0 0x7f76ec157be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54082/0 (socket says 172.21.15.79:54082) 2023-09-21T11:17:19.049 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.048+0000 7f76ea59c700 1 -- 172.21.15.79:0/1840860394 learned_addr learned my addr 172.21.15.79:0/1840860394 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:19.049 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.049+0000 7f76e9d9b700 1 --2- 172.21.15.79:0/1840860394 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76ec15a5a0 0x7f76ec1564b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:19.049 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.049+0000 7f76ead9d700 1 --2- 172.21.15.79:0/1840860394 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f76ec15a980 0x7f76ec158ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:19.049 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.049+0000 7f76ea59c700 1 -- 172.21.15.79:0/1840860394 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76ec15a5a0 msgr2=0x7f76ec1564b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:19.049 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.049+0000 7f76ea59c700 1 --2- 172.21.15.79:0/1840860394 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76ec15a5a0 0x7f76ec1564b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:19.050 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.049+0000 7f76ea59c700 1 -- 172.21.15.79:0/1840860394 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f76ec15a980 msgr2=0x7f76ec158ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:19.050 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.049+0000 7f76ea59c700 1 --2- 172.21.15.79:0/1840860394 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f76ec15a980 0x7f76ec158ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:19.050 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.049+0000 7f76ea59c700 1 -- 172.21.15.79:0/1840860394 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76e0009550 con 0x7f76ec0cf9b0 2023-09-21T11:17:19.050 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.049+0000 7f76ea59c700 1 --2- 172.21.15.79:0/1840860394 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f76ec0cf9b0 0x7f76ec157be0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f76e0000c00 tx=0x7f76e0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:19.050 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.049+0000 7f76daffd700 1 -- 172.21.15.79:0/1840860394 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76e0004570 con 0x7f76ec0cf9b0 2023-09-21T11:17:19.051 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.049+0000 7f76daffd700 1 -- 172.21.15.79:0/1840860394 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76e001f070 con 0x7f76ec0cf9b0 2023-09-21T11:17:19.051 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.049+0000 7f76f0bcc700 1 -- 172.21.15.79:0/1840860394 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76ec156b40 con 0x7f76ec0cf9b0 2023-09-21T11:17:19.051 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.049+0000 7f76daffd700 1 -- 172.21.15.79:0/1840860394 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76e00038c0 con 0x7f76ec0cf9b0 2023-09-21T11:17:19.051 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.049+0000 7f76f0bcc700 1 -- 172.21.15.79:0/1840860394 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76ec157100 con 0x7f76ec0cf9b0 2023-09-21T11:17:19.051 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.050+0000 7f76f0bcc700 1 -- 172.21.15.79:0/1840860394 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76ec157a30 con 0x7f76ec0cf9b0 2023-09-21T11:17:19.052 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.051+0000 7f76daffd700 1 -- 172.21.15.79:0/1840860394 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f76e0021030 con 0x7f76ec0cf9b0 2023-09-21T11:17:19.052 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.051+0000 7f76daffd700 1 --2- 172.21.15.79:0/1840860394 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f76cc06a580 0x7f76cc06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:19.052 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.051+0000 7f76daffd700 1 -- 172.21.15.79:0/1840860394 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f76e0089f20 con 0x7f76ec0cf9b0 2023-09-21T11:17:19.052 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.051+0000 7f76e9d9b700 1 --2- 172.21.15.79:0/1840860394 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f76cc06a580 0x7f76cc06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:19.052 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.051+0000 7f76e9d9b700 1 --2- 172.21.15.79:0/1840860394 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f76cc06a580 0x7f76cc06ca40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f76ec0c9f10 tx=0x7f76dc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:19.053 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.055+0000 7f76daffd700 1 -- 172.21.15.79:0/1840860394 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f76e00554b0 con 0x7f76ec0cf9b0 2023-09-21T11:17:19.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.294+0000 7f76f0bcc700 1 -- 172.21.15.79:0/1840860394 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f76ec04eae0 con 0x7f76ec0cf9b0 2023-09-21T11:17:19.288 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.295+0000 7f76daffd700 1 -- 172.21.15.79:0/1840860394 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f76e0015060 con 0x7f76ec0cf9b0 2023-09-21T11:17:19.288 INFO:teuthology.orchestra.run.smithi079.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-09-21T11:17:19.290 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.297+0000 7f76f0bcc700 1 -- 172.21.15.79:0/1840860394 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f76cc06a580 msgr2=0x7f76cc06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:19.290 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.297+0000 7f76f0bcc700 1 --2- 172.21.15.79:0/1840860394 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f76cc06a580 0x7f76cc06ca40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f76ec0c9f10 tx=0x7f76dc009040 comp rx=0 tx=0).stop 2023-09-21T11:17:19.290 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.297+0000 7f76f0bcc700 1 -- 172.21.15.79:0/1840860394 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f76ec0cf9b0 msgr2=0x7f76ec157be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:19.290 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.297+0000 7f76f0bcc700 1 --2- 172.21.15.79:0/1840860394 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f76ec0cf9b0 0x7f76ec157be0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f76e0000c00 tx=0x7f76e0004750 comp rx=0 tx=0).stop 2023-09-21T11:17:19.291 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.297+0000 7f76f0bcc700 1 -- 172.21.15.79:0/1840860394 shutdown_connections 2023-09-21T11:17:19.291 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.297+0000 7f76f0bcc700 1 --2- 172.21.15.79:0/1840860394 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f76ec15a980 0x7f76ec158ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:19.291 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.297+0000 7f76f0bcc700 1 --2- 172.21.15.79:0/1840860394 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f76ec0cf9b0 0x7f76ec157be0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:19.291 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.297+0000 7f76f0bcc700 1 --2- 172.21.15.79:0/1840860394 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f76cc06a580 0x7f76cc06ca40 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:19.291 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.297+0000 7f76f0bcc700 1 --2- 172.21.15.79:0/1840860394 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76ec15a5a0 0x7f76ec1564b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:19.292 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.297+0000 7f76f0bcc700 1 -- 172.21.15.79:0/1840860394 >> 172.21.15.79:0/1840860394 conn(0x7f76ec06dac0 msgr2=0x7f76ec06b1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:19.292 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.297+0000 7f76f0bcc700 1 -- 172.21.15.79:0/1840860394 shutdown_connections 2023-09-21T11:17:19.292 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:19.297+0000 7f76f0bcc700 1 -- 172.21.15.79:0/1840860394 wait complete. 2023-09-21T11:17:19.302 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-09-21T11:17:19.302 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-09-21T11:17:19.302 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi134.front.sepia.ceph.com 2023-09-21T11:17:19.302 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-09-21T11:17:19.303 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-09-21T11:17:19.303 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-09-21T11:17:19.303 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-09-21T11:17:19.303 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-09-21T11:17:19.304 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2023-09-21T11:17:19.304 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:19.304 DEBUG:teuthology.orchestra.run.smithi134:> ip addr 2023-09-21T11:17:19.325 INFO:teuthology.orchestra.run.smithi134.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-21T11:17:19.326 INFO:teuthology.orchestra.run.smithi134.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-21T11:17:19.326 INFO:teuthology.orchestra.run.smithi134.stdout: inet 127.0.0.1/8 scope host lo 2023-09-21T11:17:19.326 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:19.326 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 ::1/128 scope host 2023-09-21T11:17:19.326 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:19.327 INFO:teuthology.orchestra.run.smithi134.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T11:17:19.327 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e6 brd ff:ff:ff:ff:ff:ff 2023-09-21T11:17:19.327 INFO:teuthology.orchestra.run.smithi134.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T11:17:19.327 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e7 brd ff:ff:ff:ff:ff:ff 2023-09-21T11:17:19.327 INFO:teuthology.orchestra.run.smithi134.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T11:17:19.328 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e8 brd ff:ff:ff:ff:ff:ff 2023-09-21T11:17:19.328 INFO:teuthology.orchestra.run.smithi134.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-09-21T11:17:19.328 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e9 brd ff:ff:ff:ff:ff:ff 2023-09-21T11:17:19.328 INFO:teuthology.orchestra.run.smithi134.stdout: inet 172.21.15.134/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-09-21T11:17:19.328 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft 42426sec preferred_lft 42426sec 2023-09-21T11:17:19.328 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::4d25:731:8f0e:36a9/64 scope link noprefixroute 2023-09-21T11:17:19.329 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:19.329 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-09-21T11:17:19.329 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:19.329 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec bash -c ' 2023-09-21T11:17:19.330 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2023-09-21T11:17:19.330 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link add name ceph-brx type bridge 2023-09-21T11:17:19.330 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip addr flush dev ceph-brx 2023-09-21T11:17:19.330 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link set ceph-brx up 2023-09-21T11:17:19.331 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-09-21T11:17:19.331 DEBUG:teuthology.orchestra.run.smithi134:> ') 2023-09-21T11:17:19.492 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:19.493 DEBUG:teuthology.orchestra.run.smithi134:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-09-21T11:17:19.523 INFO:teuthology.orchestra.run.smithi134.stdout:1 2023-09-21T11:17:19.524 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:19.525 DEBUG:teuthology.orchestra.run.smithi134:> route 2023-09-21T11:17:19.596 INFO:teuthology.orchestra.run.smithi134.stdout:Kernel IP routing table 2023-09-21T11:17:19.597 INFO:teuthology.orchestra.run.smithi134.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-09-21T11:17:19.597 INFO:teuthology.orchestra.run.smithi134.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-09-21T11:17:19.597 INFO:teuthology.orchestra.run.smithi134.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-09-21T11:17:19.598 INFO:teuthology.orchestra.run.smithi134.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-09-21T11:17:19.598 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:19.599 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec bash -c ' 2023-09-21T11:17:19.599 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2023-09-21T11:17:19.599 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-09-21T11:17:19.600 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-09-21T11:17:19.600 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-09-21T11:17:19.600 DEBUG:teuthology.orchestra.run.smithi134:> ') 2023-09-21T11:17:19.828 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:19.829 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list 2023-09-21T11:17:19.846 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:19.846 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list-id 2023-09-21T11:17:19.902 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:19.902 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec bash -c ' 2023-09-21T11:17:19.902 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2023-09-21T11:17:19.903 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2023-09-21T11:17:19.903 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2023-09-21T11:17:19.903 DEBUG:teuthology.orchestra.run.smithi134:> ') 2023-09-21T11:17:19.995 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2023-09-21T11:17:19.995 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:19.995 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec bash -c ' 2023-09-21T11:17:19.996 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2023-09-21T11:17:19.996 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2023-09-21T11:17:19.996 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-09-21T11:17:19.996 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2023-09-21T11:17:19.997 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2023-09-21T11:17:19.997 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2023-09-21T11:17:19.997 DEBUG:teuthology.orchestra.run.smithi134:> ') 2023-09-21T11:17:20.200 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:20.201 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec bash -c ' 2023-09-21T11:17:20.201 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2023-09-21T11:17:20.201 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link set brx.0 up 2023-09-21T11:17:20.201 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link set dev brx.0 master ceph-brx 2023-09-21T11:17:20.202 DEBUG:teuthology.orchestra.run.smithi134:> ') 2023-09-21T11:17:20.303 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T11:17:20.304 DEBUG:teuthology.orchestra.run.smithi134:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-09-21T11:17:20.323 INFO:teuthology.orchestra.run.smithi134.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-09-21T11:17:20.323 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T11:17:20.324 DEBUG:teuthology.orchestra.run.smithi134:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-09-21T11:17:20.379 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2023-09-21T11:17:20.380 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:20.380 DEBUG:teuthology.orchestra.run.smithi134:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:17:20.478 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:17:20.478 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-21T11:17:20.585 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:17:20.586 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-21T11:17:20.586 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.79:3300,172.21.15.134:3300,172.21.15.134:3301" 2023-09-21T11:17:20.586 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: trying mount with new device syntax: 1@10617cef-7e86-4778-bbc0-1aacec6e926f.cephfs=/ 2023-09-21T11:17:20.586 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.79:3300/172.21.15.134:3300/172.21.15.134:3301" will pass to kernel 2023-09-21T11:17:20.587 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: v2 mount support check returned 2 2023-09-21T11:17:20.587 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: kernel does not support v2 syntax 2023-09-21T11:17:20.587 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2023-09-21T11:17:20.667 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:17:20.667 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-21T11:17:20.667 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.79:3300,172.21.15.134:3300,172.21.15.134:3301" 2023-09-21T11:17:20.667 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: trying mount with new device syntax: 1@10617cef-7e86-4778-bbc0-1aacec6e926f.cephfs=/ 2023-09-21T11:17:20.667 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.79:3300/172.21.15.134:3300/172.21.15.134:3301" will pass to kernel 2023-09-21T11:17:20.668 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: v2 mount support check returned 2 2023-09-21T11:17:20.668 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: kernel does not support v2 syntax 2023-09-21T11:17:20.668 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2023-09-21T11:17:20.668 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.79:6789,172.21.15.134:6789,172.21.15.134:6790" 2023-09-21T11:17:20.668 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.79:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2023-09-21T11:17:20.669 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,key=1,mds_namespace=cephfs,fsid=10617cef-7e86-4778-bbc0-1aacec6e926f" will pass to kernel 2023-09-21T11:17:20.670 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-09-21T11:17:20.670 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:20.671 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-09-21T11:17:20.697 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:20.697 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-21T11:17:20.768 INFO:teuthology.orchestra.run.smithi134.stdout:client4680 2023-09-21T11:17:20.768 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:17:20.769 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T11:17:20.825 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:20.826 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-21T11:17:20.897 INFO:teuthology.orchestra.run.smithi134.stdout:client4680 2023-09-21T11:17:20.897 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:20.898 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-21T11:17:20.969 INFO:teuthology.orchestra.run.smithi134.stdout:client4680 2023-09-21T11:17:20.969 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:20.969 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/10617cef-7e86-4778-bbc0-1aacec6e926f.client4680/status') 2023-09-21T11:17:21.049 INFO:teuthology.orchestra.run.smithi134.stdout:instance: client.4680 (3)172.21.15.134:0/2580399018 2023-09-21T11:17:21.050 INFO:teuthology.orchestra.run.smithi134.stdout:blocklisted: false 2023-09-21T11:17:21.051 INFO:teuthology.orchestra.run.smithi134.stderr:0+1 records in 2023-09-21T11:17:21.051 INFO:teuthology.orchestra.run.smithi134.stderr:0+1 records out 2023-09-21T11:17:21.051 INFO:teuthology.orchestra.run.smithi134.stderr:71 bytes copied, 2.209e-05 s, 3.2 MB/s 2023-09-21T11:17:21.051 INFO:tasks.kclient:client.3 config is {'syntax': 'v2'} 2023-09-21T11:17:21.052 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-09-21T11:17:21.052 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-09-21T11:17:21.052 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-09-21T11:17:21.186 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.193+0000 7f4e93f4e700 1 Processor -- start 2023-09-21T11:17:21.187 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.194+0000 7f4e93f4e700 1 -- start start 2023-09-21T11:17:21.189 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.194+0000 7f4e93f4e700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f4e8c15b820 0x7f4e8c0cc1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:21.189 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.194+0000 7f4e93f4e700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f4e8c15bc00 0x7f4e8c0cdd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:21.189 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.194+0000 7f4e93f4e700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e8c0cd530 con 0x7f4e8c0cc6f0 2023-09-21T11:17:21.189 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.194+0000 7f4e93f4e700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e8c0ccc90 con 0x7f4e8c15b820 2023-09-21T11:17:21.189 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.194+0000 7f4e93f4e700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e8c0ccf70 con 0x7f4e8c15bc00 2023-09-21T11:17:21.189 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.194+0000 7f4e91cea700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f4e8c15b820 0x7f4e8c0cc1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:21.190 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.195+0000 7f4e91cea700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f4e8c15b820 0x7f4e8c0cc1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54090/0 (socket says 172.21.15.79:54090) 2023-09-21T11:17:21.190 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.195+0000 7f4e91cea700 1 -- 172.21.15.79:0/4119617335 learned_addr learned my addr 172.21.15.79:0/4119617335 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:21.190 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.195+0000 7f4e914e9700 1 --2- 172.21.15.79:0/4119617335 >> v2:172.21.15.134:3300/0 conn(0x7f4e8c15bc00 0x7f4e8c0cdd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:21.190 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.195+0000 7f4e91cea700 1 -- 172.21.15.79:0/4119617335 >> v2:172.21.15.134:3300/0 conn(0x7f4e8c15bc00 msgr2=0x7f4e8c0cdd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:21.190 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.195+0000 7f4e91cea700 1 --2- 172.21.15.79:0/4119617335 >> v2:172.21.15.134:3300/0 conn(0x7f4e8c15bc00 0x7f4e8c0cdd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:21.191 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.195+0000 7f4e91cea700 1 -- 172.21.15.79:0/4119617335 >> v1:172.21.15.134:6789/0 conn(0x7f4e8c0cc6f0 legacy=0x7f4e8c15f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:21.191 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.195+0000 7f4e91cea700 1 -- 172.21.15.79:0/4119617335 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e8c0cd250 con 0x7f4e8c15b820 2023-09-21T11:17:21.191 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.195+0000 7f4e91cea700 1 --2- 172.21.15.79:0/4119617335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e8c15b820 0x7f4e8c0cc1b0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f4e8c0d2740 tx=0x7f4e7c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c4f5014c4e98c1 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:21.191 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.195+0000 7f4e90ce8700 1 -- 172.21.15.79:0/4119617335 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c005e30 con 0x7f4e8c15b820 2023-09-21T11:17:21.191 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.195+0000 7f4e90ce8700 1 -- 172.21.15.79:0/4119617335 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e7c004030 con 0x7f4e8c15b820 2023-09-21T11:17:21.191 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.195+0000 7f4e90ce8700 1 -- 172.21.15.79:0/4119617335 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c0043e0 con 0x7f4e8c15b820 2023-09-21T11:17:21.192 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.196+0000 7f4e93f4e700 1 -- 172.21.15.79:0/4119617335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e8c15b820 msgr2=0x7f4e8c0cc1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:21.192 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.196+0000 7f4e93f4e700 1 --2- 172.21.15.79:0/4119617335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e8c15b820 0x7f4e8c0cc1b0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f4e8c0d2740 tx=0x7f4e7c009bd0 comp rx=0 tx=0).stop 2023-09-21T11:17:21.192 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.196+0000 7f4e93f4e700 1 -- 172.21.15.79:0/4119617335 shutdown_connections 2023-09-21T11:17:21.192 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.196+0000 7f4e93f4e700 1 --2- 172.21.15.79:0/4119617335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e8c15b820 0x7f4e8c0cc1b0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:21.192 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.196+0000 7f4e93f4e700 1 --2- 172.21.15.79:0/4119617335 >> v2:172.21.15.134:3300/0 conn(0x7f4e8c15bc00 0x7f4e8c0cdd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:21.193 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.196+0000 7f4e93f4e700 1 -- 172.21.15.79:0/4119617335 >> 172.21.15.79:0/4119617335 conn(0x7f4e8c08b480 msgr2=0x7f4e8c09aa90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:21.193 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.196+0000 7f4e93f4e700 1 -- 172.21.15.79:0/4119617335 shutdown_connections 2023-09-21T11:17:21.193 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.196+0000 7f4e93f4e700 1 -- 172.21.15.79:0/4119617335 wait complete. 2023-09-21T11:17:21.195 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.197+0000 7f4e93f4e700 1 Processor -- start 2023-09-21T11:17:21.195 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.197+0000 7f4e93f4e700 1 -- start start 2023-09-21T11:17:21.196 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e93f4e700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e8c0cc6f0 0x7f4e8c0b6b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:21.196 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e93f4e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4e8c15b820 0x7f4e8c0b45f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:21.196 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e93f4e700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4e8c15bc00 0x7f4e8c1f1320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:21.196 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e93f4e700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e8c15d0b0 con 0x7f4e8c0cc6f0 2023-09-21T11:17:21.196 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e93f4e700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e8c0b71a0 con 0x7f4e8c15bc00 2023-09-21T11:17:21.197 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e93f4e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e8c0b7480 con 0x7f4e8c15b820 2023-09-21T11:17:21.197 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e91cea700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e8c0cc6f0 0x7f4e8c0b6b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:21.197 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e91cea700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e8c0cc6f0 0x7f4e8c0b6b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54096/0 (socket says 172.21.15.79:54096) 2023-09-21T11:17:21.197 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e91cea700 1 -- 172.21.15.79:0/856500878 learned_addr learned my addr 172.21.15.79:0/856500878 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:21.197 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e91cea700 1 -- 172.21.15.79:0/856500878 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4e8c15b820 msgr2=0x7f4e8c0b45f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:21.197 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e914e9700 1 --2- 172.21.15.79:0/856500878 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4e8c15b820 0x7f4e8c0b45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:21.198 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e91cea700 1 --2- 172.21.15.79:0/856500878 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4e8c15b820 0x7f4e8c0b45f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:21.198 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e91cea700 1 -- 172.21.15.79:0/856500878 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4e8c15bc00 msgr2=0x7f4e8c1f1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:21.198 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e924eb700 1 --2- 172.21.15.79:0/856500878 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4e8c15bc00 0x7f4e8c1f1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:21.198 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e91cea700 1 --2- 172.21.15.79:0/856500878 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4e8c15bc00 0x7f4e8c1f1320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:21.198 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e91cea700 1 -- 172.21.15.79:0/856500878 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e7c009500 con 0x7f4e8c0cc6f0 2023-09-21T11:17:21.199 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e91cea700 1 --2- 172.21.15.79:0/856500878 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e8c0cc6f0 0x7f4e8c0b6b80 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c009130 tx=0x7f4e7c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:21.199 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e827fc700 1 -- 172.21.15.79:0/856500878 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c003dd0 con 0x7f4e8c0cc6f0 2023-09-21T11:17:21.199 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e827fc700 1 -- 172.21.15.79:0/856500878 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e7c011420 con 0x7f4e8c0cc6f0 2023-09-21T11:17:21.199 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e827fc700 1 -- 172.21.15.79:0/856500878 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c0117d0 con 0x7f4e8c0cc6f0 2023-09-21T11:17:21.199 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.198+0000 7f4e93f4e700 1 -- 172.21.15.79:0/856500878 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e8c15d300 con 0x7f4e8c0cc6f0 2023-09-21T11:17:21.200 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.199+0000 7f4e93f4e700 1 -- 172.21.15.79:0/856500878 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e8c0b4b30 con 0x7f4e8c0cc6f0 2023-09-21T11:17:21.200 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.199+0000 7f4e93f4e700 1 -- 172.21.15.79:0/856500878 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e8c06b330 con 0x7f4e8c0cc6f0 2023-09-21T11:17:21.200 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.200+0000 7f4e827fc700 1 -- 172.21.15.79:0/856500878 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f4e7c011930 con 0x7f4e8c0cc6f0 2023-09-21T11:17:21.200 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.200+0000 7f4e827fc700 1 --2- 172.21.15.79:0/856500878 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4e7006a580 0x7f4e7006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:21.200 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.200+0000 7f4e827fc700 1 -- 172.21.15.79:0/856500878 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4e7c089cf0 con 0x7f4e8c0cc6f0 2023-09-21T11:17:21.200 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.200+0000 7f4e914e9700 1 --2- 172.21.15.79:0/856500878 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4e7006a580 0x7f4e7006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:21.201 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.201+0000 7f4e914e9700 1 --2- 172.21.15.79:0/856500878 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4e7006a580 0x7f4e7006ca40 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f4e8c0ae420 tx=0x7f4e88008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:21.201 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.205+0000 7f4e827fc700 1 -- 172.21.15.79:0/856500878 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f4e7c055260 con 0x7f4e8c0cc6f0 2023-09-21T11:17:21.430 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.437+0000 7f4e93f4e700 1 -- 172.21.15.79:0/856500878 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f4e8c0cfd00 con 0x7f4e8c0cc6f0 2023-09-21T11:17:21.430 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.437+0000 7f4e827fc700 1 -- 172.21.15.79:0/856500878 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f4e7c02a070 con 0x7f4e8c0cc6f0 2023-09-21T11:17:21.430 INFO:teuthology.orchestra.run.smithi079.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-09-21T11:17:21.432 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.439+0000 7f4e93f4e700 1 -- 172.21.15.79:0/856500878 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4e7006a580 msgr2=0x7f4e7006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:21.432 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.439+0000 7f4e93f4e700 1 --2- 172.21.15.79:0/856500878 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4e7006a580 0x7f4e7006ca40 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f4e8c0ae420 tx=0x7f4e88008040 comp rx=0 tx=0).stop 2023-09-21T11:17:21.432 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.439+0000 7f4e93f4e700 1 -- 172.21.15.79:0/856500878 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e8c0cc6f0 msgr2=0x7f4e8c0b6b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:21.433 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.439+0000 7f4e93f4e700 1 --2- 172.21.15.79:0/856500878 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e8c0cc6f0 0x7f4e8c0b6b80 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c009130 tx=0x7f4e7c004750 comp rx=0 tx=0).stop 2023-09-21T11:17:21.433 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.439+0000 7f4e93f4e700 1 -- 172.21.15.79:0/856500878 shutdown_connections 2023-09-21T11:17:21.433 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.439+0000 7f4e93f4e700 1 --2- 172.21.15.79:0/856500878 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4e8c15bc00 0x7f4e8c1f1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:21.433 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.439+0000 7f4e93f4e700 1 --2- 172.21.15.79:0/856500878 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e8c0cc6f0 0x7f4e8c0b6b80 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:21.433 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.439+0000 7f4e93f4e700 1 --2- 172.21.15.79:0/856500878 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4e7006a580 0x7f4e7006ca40 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:21.434 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.439+0000 7f4e93f4e700 1 --2- 172.21.15.79:0/856500878 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4e8c15b820 0x7f4e8c0b45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:21.434 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.439+0000 7f4e93f4e700 1 -- 172.21.15.79:0/856500878 >> 172.21.15.79:0/856500878 conn(0x7f4e8c08b480 msgr2=0x7f4e8c0b2160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:21.434 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.439+0000 7f4e93f4e700 1 -- 172.21.15.79:0/856500878 shutdown_connections 2023-09-21T11:17:21.434 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:21.439+0000 7f4e93f4e700 1 -- 172.21.15.79:0/856500878 wait complete. 2023-09-21T11:17:21.444 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-09-21T11:17:21.444 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-09-21T11:17:21.444 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi134.front.sepia.ceph.com 2023-09-21T11:17:21.444 INFO:tasks.cephfs.mount:self.client.name = client.3 2023-09-21T11:17:21.445 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-09-21T11:17:21.445 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-09-21T11:17:21.445 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-09-21T11:17:21.445 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-09-21T11:17:21.445 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2023-09-21T11:17:21.446 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:21.446 DEBUG:teuthology.orchestra.run.smithi134:> ip addr 2023-09-21T11:17:21.463 INFO:teuthology.orchestra.run.smithi134.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-21T11:17:21.464 INFO:teuthology.orchestra.run.smithi134.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-21T11:17:21.464 INFO:teuthology.orchestra.run.smithi134.stdout: inet 127.0.0.1/8 scope host lo 2023-09-21T11:17:21.464 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:21.464 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 ::1/128 scope host 2023-09-21T11:17:21.464 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:21.465 INFO:teuthology.orchestra.run.smithi134.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T11:17:21.465 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e6 brd ff:ff:ff:ff:ff:ff 2023-09-21T11:17:21.465 INFO:teuthology.orchestra.run.smithi134.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T11:17:21.465 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e7 brd ff:ff:ff:ff:ff:ff 2023-09-21T11:17:21.465 INFO:teuthology.orchestra.run.smithi134.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T11:17:21.466 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e8 brd ff:ff:ff:ff:ff:ff 2023-09-21T11:17:21.466 INFO:teuthology.orchestra.run.smithi134.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-09-21T11:17:21.466 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e9 brd ff:ff:ff:ff:ff:ff 2023-09-21T11:17:21.466 INFO:teuthology.orchestra.run.smithi134.stdout: inet 172.21.15.134/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-09-21T11:17:21.466 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft 42424sec preferred_lft 42424sec 2023-09-21T11:17:21.467 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::4d25:731:8f0e:36a9/64 scope link noprefixroute 2023-09-21T11:17:21.467 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:21.467 INFO:teuthology.orchestra.run.smithi134.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-21T11:17:21.467 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether ae:22:c3:02:6c:d5 brd ff:ff:ff:ff:ff:ff 2023-09-21T11:17:21.467 INFO:teuthology.orchestra.run.smithi134.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-09-21T11:17:21.468 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:21.468 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::d400:afff:fe78:5978/64 scope link 2023-09-21T11:17:21.468 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:21.468 INFO:teuthology.orchestra.run.smithi134.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-09-21T11:17:21.468 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether ae:22:c3:02:6c:d5 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-09-21T11:17:21.469 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::ac22:c3ff:fe02:6cd5/64 scope link tentative 2023-09-21T11:17:21.469 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:21.469 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:21.469 DEBUG:teuthology.orchestra.run.smithi134:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-09-21T11:17:21.529 INFO:teuthology.orchestra.run.smithi134.stdout:1 2023-09-21T11:17:21.530 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:21.530 DEBUG:teuthology.orchestra.run.smithi134:> route 2023-09-21T11:17:21.588 INFO:teuthology.orchestra.run.smithi134.stdout:Kernel IP routing table 2023-09-21T11:17:21.589 INFO:teuthology.orchestra.run.smithi134.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-09-21T11:17:21.589 INFO:teuthology.orchestra.run.smithi134.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-09-21T11:17:21.589 INFO:teuthology.orchestra.run.smithi134.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-09-21T11:17:21.589 INFO:teuthology.orchestra.run.smithi134.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-09-21T11:17:21.590 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:21.590 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec bash -c ' 2023-09-21T11:17:21.590 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2023-09-21T11:17:21.591 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-09-21T11:17:21.591 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-09-21T11:17:21.591 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-09-21T11:17:21.591 DEBUG:teuthology.orchestra.run.smithi134:> ') 2023-09-21T11:17:21.693 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:21.693 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list 2023-09-21T11:17:21.710 INFO:teuthology.orchestra.run.smithi134.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-09-21T11:17:21.710 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:21.711 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list-id 2023-09-21T11:17:21.766 INFO:teuthology.orchestra.run.smithi134.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2023-09-21T11:17:21.767 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:21.767 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec bash -c ' 2023-09-21T11:17:21.767 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2023-09-21T11:17:21.768 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2023-09-21T11:17:21.768 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2023-09-21T11:17:21.768 DEBUG:teuthology.orchestra.run.smithi134:> ') 2023-09-21T11:17:21.859 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:21.860 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-09-21T11:17:21.895 INFO:teuthology.orchestra.run.smithi134.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-21T11:17:21.896 INFO:teuthology.orchestra.run.smithi134.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-21T11:17:21.896 INFO:teuthology.orchestra.run.smithi134.stdout: inet 127.0.0.1/8 scope host lo 2023-09-21T11:17:21.896 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:21.896 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 ::1/128 scope host 2023-09-21T11:17:21.896 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:21.897 INFO:teuthology.orchestra.run.smithi134.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-21T11:17:21.897 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether a2:d6:68:d3:4a:af brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-09-21T11:17:21.897 INFO:teuthology.orchestra.run.smithi134.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-09-21T11:17:21.897 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:21.897 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::a0d6:68ff:fed3:4aaf/64 scope link 2023-09-21T11:17:21.897 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:21.908 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:21.908 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-09-21T11:17:21.983 INFO:teuthology.orchestra.run.smithi134.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-21T11:17:21.984 INFO:teuthology.orchestra.run.smithi134.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-21T11:17:21.984 INFO:teuthology.orchestra.run.smithi134.stdout: inet 127.0.0.1/8 scope host lo 2023-09-21T11:17:21.984 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:21.984 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 ::1/128 scope host 2023-09-21T11:17:21.985 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:21.985 INFO:teuthology.orchestra.run.smithi134.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-21T11:17:21.985 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether a2:d6:68:d3:4a:af brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-09-21T11:17:21.985 INFO:teuthology.orchestra.run.smithi134.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-09-21T11:17:21.985 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:21.986 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::a0d6:68ff:fed3:4aaf/64 scope link 2023-09-21T11:17:21.986 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:17:21.996 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2023-09-21T11:17:21.996 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:21.997 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec bash -c ' 2023-09-21T11:17:21.997 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2023-09-21T11:17:21.997 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2023-09-21T11:17:21.997 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-09-21T11:17:21.998 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2023-09-21T11:17:21.998 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2023-09-21T11:17:21.998 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2023-09-21T11:17:21.999 DEBUG:teuthology.orchestra.run.smithi134:> ') 2023-09-21T11:17:22.234 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:22.235 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec bash -c ' 2023-09-21T11:17:22.235 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2023-09-21T11:17:22.235 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link set brx.1 up 2023-09-21T11:17:22.235 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link set dev brx.1 master ceph-brx 2023-09-21T11:17:22.236 DEBUG:teuthology.orchestra.run.smithi134:> ') 2023-09-21T11:17:22.341 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T11:17:22.342 DEBUG:teuthology.orchestra.run.smithi134:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2023-09-21T11:17:22.362 INFO:teuthology.orchestra.run.smithi134.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2023-09-21T11:17:22.362 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T11:17:22.363 DEBUG:teuthology.orchestra.run.smithi134:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2023-09-21T11:17:22.418 INFO:tasks.cephfs.kernel_mount:mounting using device: 3@.cephfs=/ 2023-09-21T11:17:22.419 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:22.419 DEBUG:teuthology.orchestra.run.smithi134:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 3@.cephfs=/ /home/ubuntu/cephtest/mnt.3 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:17:22.504 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:17:22.504 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-21T11:17:22.530 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:17:22.530 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-21T11:17:22.530 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.79:3300,172.21.15.134:3300,172.21.15.134:3301" 2023-09-21T11:17:22.531 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: trying mount with new device syntax: 3@10617cef-7e86-4778-bbc0-1aacec6e926f.cephfs=/ 2023-09-21T11:17:22.531 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,ms_mode=prefer-crc,key=3,mon_addr=172.21.15.79:3300/172.21.15.134:3300/172.21.15.134:3301" will pass to kernel 2023-09-21T11:17:22.531 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: v2 mount support check returned 2 2023-09-21T11:17:22.531 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: kernel does not support v2 syntax 2023-09-21T11:17:22.532 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2023-09-21T11:17:22.579 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:17:22.579 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-21T11:17:22.580 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.79:3300,172.21.15.134:3300,172.21.15.134:3301" 2023-09-21T11:17:22.580 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: trying mount with new device syntax: 3@10617cef-7e86-4778-bbc0-1aacec6e926f.cephfs=/ 2023-09-21T11:17:22.580 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,ms_mode=prefer-crc,key=3,mon_addr=172.21.15.79:3300/172.21.15.134:3300/172.21.15.134:3301" will pass to kernel 2023-09-21T11:17:22.580 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: v2 mount support check returned 2 2023-09-21T11:17:22.580 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: kernel does not support v2 syntax 2023-09-21T11:17:22.581 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2023-09-21T11:17:22.581 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.79:6789,172.21.15.134:6789,172.21.15.134:6790" 2023-09-21T11:17:22.581 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.79:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2023-09-21T11:17:22.581 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,key=3,mds_namespace=cephfs,fsid=10617cef-7e86-4778-bbc0-1aacec6e926f" will pass to kernel 2023-09-21T11:17:22.593 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-09-21T11:17:22.593 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:22.594 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2023-09-21T11:17:22.620 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:22.620 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-21T11:17:22.692 INFO:teuthology.orchestra.run.smithi134.stdout:client4451 2023-09-21T11:17:22.693 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:17:22.693 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T11:17:22.749 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:22.750 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-21T11:17:22.821 INFO:teuthology.orchestra.run.smithi134.stdout:client4451 2023-09-21T11:17:22.821 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:22.821 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-21T11:17:22.893 INFO:teuthology.orchestra.run.smithi134.stdout:client4451 2023-09-21T11:17:22.893 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:22.894 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/10617cef-7e86-4778-bbc0-1aacec6e926f.client4451/status') 2023-09-21T11:17:22.973 INFO:teuthology.orchestra.run.smithi134.stdout:instance: client.4451 (3)192.168.0.2:0/1286690386 2023-09-21T11:17:22.973 INFO:teuthology.orchestra.run.smithi134.stdout:blocklisted: false 2023-09-21T11:17:22.974 INFO:teuthology.orchestra.run.smithi134.stderr:0+1 records in 2023-09-21T11:17:22.975 INFO:teuthology.orchestra.run.smithi134.stderr:0+1 records out 2023-09-21T11:17:22.975 INFO:teuthology.orchestra.run.smithi134.stderr:69 bytes copied, 2.3715e-05 s, 2.9 MB/s 2023-09-21T11:17:22.975 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2023-09-21T11:17:23.051 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:23.184 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.192+0000 7fbbc81a1700 1 Processor -- start 2023-09-21T11:17:23.185 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.192+0000 7fbbc81a1700 1 -- start start 2023-09-21T11:17:23.187 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.193+0000 7fbbc81a1700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fbbc00af290 0x7fbbc015e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:23.187 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.193+0000 7fbbc81a1700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbbc006baf0 0x7fbbc00cdd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:23.188 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.193+0000 7fbbc81a1700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbbc0162320 con 0x7fbbc00cd900 2023-09-21T11:17:23.188 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.193+0000 7fbbc81a1700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbbc00cf280 con 0x7fbbc00af290 2023-09-21T11:17:23.188 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.193+0000 7fbbc81a1700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbc00ce2c0 con 0x7fbbc006baf0 2023-09-21T11:17:23.188 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.193+0000 7fbbc5f3d700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fbbc00af290 0x7fbbc015e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:23.188 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.193+0000 7fbbc573c700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fbbc00cd900 0x7fbbc006d360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40468/0 (socket says 172.21.15.79:40468) 2023-09-21T11:17:23.189 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.193+0000 7fbbc573c700 1 -- 172.21.15.79:0/1827963199 learned_addr learned my addr 172.21.15.79:0/1827963199 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:23.189 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.193+0000 7fbbc673e700 1 --2- 172.21.15.79:0/1827963199 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbbc006baf0 0x7fbbc00cdd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:23.189 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.193+0000 7fbbc5f3d700 1 -- 172.21.15.79:0/1827963199 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbbc006baf0 msgr2=0x7fbbc00cdd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:23.189 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.193+0000 7fbbc5f3d700 1 --2- 172.21.15.79:0/1827963199 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbbc006baf0 0x7fbbc00cdd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.189 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.193+0000 7fbbc5f3d700 1 -- 172.21.15.79:0/1827963199 >> v1:172.21.15.79:6789/0 conn(0x7fbbc00cd900 legacy=0x7fbbc006d360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:23.190 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.193+0000 7fbbc4f3b700 1 -- 172.21.15.79:0/1827963199 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4233145082 0 0) 0x7fbbb0001110 con 0x7fbbc00cd900 2023-09-21T11:17:23.190 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.193+0000 7fbbc5f3d700 1 -- 172.21.15.79:0/1827963199 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbc00af670 con 0x7fbbc00af290 2023-09-21T11:17:23.190 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.193+0000 7fbbc5f3d700 1 --2- 172.21.15.79:0/1827963199 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbbc00af290 0x7fbbc015e7b0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fbbbc009840 tx=0x7fbbbc009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a169e3c5d8371df server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:23.190 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.193+0000 7fbbc4f3b700 1 -- 172.21.15.79:0/1827963199 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbbc011830 con 0x7fbbc00af290 2023-09-21T11:17:23.190 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.194+0000 7fbbc4f3b700 1 -- 172.21.15.79:0/1827963199 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbbc011990 con 0x7fbbc00af290 2023-09-21T11:17:23.191 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.194+0000 7fbbc4f3b700 1 -- 172.21.15.79:0/1827963199 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbbc011d20 con 0x7fbbc00af290 2023-09-21T11:17:23.191 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.194+0000 7fbbc81a1700 1 -- 172.21.15.79:0/1827963199 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbbc00af290 msgr2=0x7fbbc015e7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:23.191 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.194+0000 7fbbc81a1700 1 --2- 172.21.15.79:0/1827963199 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbbc00af290 0x7fbbc015e7b0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fbbbc009840 tx=0x7fbbbc009b50 comp rx=0 tx=0).stop 2023-09-21T11:17:23.191 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.194+0000 7fbbc81a1700 1 -- 172.21.15.79:0/1827963199 shutdown_connections 2023-09-21T11:17:23.191 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.194+0000 7fbbc81a1700 1 --2- 172.21.15.79:0/1827963199 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbbc006baf0 0x7fbbc00cdd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.192 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.194+0000 7fbbc81a1700 1 --2- 172.21.15.79:0/1827963199 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbbc00af290 0x7fbbc015e7b0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.192 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.194+0000 7fbbc81a1700 1 -- 172.21.15.79:0/1827963199 >> 172.21.15.79:0/1827963199 conn(0x7fbbc00b1900 msgr2=0x7fbbc00b1ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:23.192 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.194+0000 7fbbc81a1700 1 -- 172.21.15.79:0/1827963199 shutdown_connections 2023-09-21T11:17:23.192 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.194+0000 7fbbc81a1700 1 -- 172.21.15.79:0/1827963199 wait complete. 2023-09-21T11:17:23.195 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.195+0000 7fbbc81a1700 1 Processor -- start 2023-09-21T11:17:23.195 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.195+0000 7fbbc81a1700 1 -- start start 2023-09-21T11:17:23.195 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.196+0000 7fbbc81a1700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbbc006baf0 0x7fbbc00b43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:23.195 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.196+0000 7fbbc81a1700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbbc00af290 0x7fbbc01f67b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:23.196 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.196+0000 7fbbc81a1700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbbc00cd900 0x7fbbc01f6cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:23.196 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.196+0000 7fbbc81a1700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbc015a670 con 0x7fbbc00cd900 2023-09-21T11:17:23.196 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.196+0000 7fbbc81a1700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbc00b5810 con 0x7fbbc006baf0 2023-09-21T11:17:23.196 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.196+0000 7fbbc81a1700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbc00b4c00 con 0x7fbbc00af290 2023-09-21T11:17:23.196 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.196+0000 7fbbc673e700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbbc00cd900 0x7fbbc01f6cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:23.196 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.196+0000 7fbbc673e700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbbc00cd900 0x7fbbc01f6cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54114/0 (socket says 172.21.15.79:54114) 2023-09-21T11:17:23.197 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.196+0000 7fbbc673e700 1 -- 172.21.15.79:0/826792852 learned_addr learned my addr 172.21.15.79:0/826792852 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:23.197 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.196+0000 7fbbc673e700 1 -- 172.21.15.79:0/826792852 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbbc00af290 msgr2=0x7fbbc01f67b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:23.197 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.196+0000 7fbbc673e700 1 --2- 172.21.15.79:0/826792852 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbbc00af290 0x7fbbc01f67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.197 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.196+0000 7fbbc673e700 1 -- 172.21.15.79:0/826792852 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbbc006baf0 msgr2=0x7fbbc00b43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:23.197 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.196+0000 7fbbc673e700 1 --2- 172.21.15.79:0/826792852 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbbc006baf0 0x7fbbc00b43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.198 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.196+0000 7fbbc673e700 1 -- 172.21.15.79:0/826792852 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbbc0094a0 con 0x7fbbc00cd900 2023-09-21T11:17:23.198 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.197+0000 7fbbc673e700 1 --2- 172.21.15.79:0/826792852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbbc00cd900 0x7fbbc01f6cf0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fbbb800cc80 tx=0x7fbbb800a4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:23.198 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.197+0000 7fbbb67fc700 1 -- 172.21.15.79:0/826792852 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbb800ce80 con 0x7fbbc00cd900 2023-09-21T11:17:23.198 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.197+0000 7fbbb67fc700 1 -- 172.21.15.79:0/826792852 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbb800acd0 con 0x7fbbc00cd900 2023-09-21T11:17:23.198 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.197+0000 7fbbb67fc700 1 -- 172.21.15.79:0/826792852 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbb8003c60 con 0x7fbbc00cd900 2023-09-21T11:17:23.199 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.197+0000 7fbbc81a1700 1 -- 172.21.15.79:0/826792852 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbbc00b4ee0 con 0x7fbbc00cd900 2023-09-21T11:17:23.199 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.197+0000 7fbbc81a1700 1 -- 172.21.15.79:0/826792852 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbbc00b54a0 con 0x7fbbc00cd900 2023-09-21T11:17:23.199 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.198+0000 7fbbc81a1700 1 -- 172.21.15.79:0/826792852 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbbc00b4980 con 0x7fbbc00cd900 2023-09-21T11:17:23.199 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.198+0000 7fbbb67fc700 1 -- 172.21.15.79:0/826792852 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fbbb800f3f0 con 0x7fbbc00cd900 2023-09-21T11:17:23.199 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.198+0000 7fbbb67fc700 1 --2- 172.21.15.79:0/826792852 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fbba406a580 0x7fbba406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:23.199 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.199+0000 7fbbb67fc700 1 -- 172.21.15.79:0/826792852 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbbb8088b40 con 0x7fbbc00cd900 2023-09-21T11:17:23.200 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.199+0000 7fbbc5f3d700 1 --2- 172.21.15.79:0/826792852 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fbba406a580 0x7fbba406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:23.200 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.199+0000 7fbbc5f3d700 1 --2- 172.21.15.79:0/826792852 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fbba406a580 0x7fbba406ca40 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fbbc0155d00 tx=0x7fbbbc010000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:23.200 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.203+0000 7fbbb67fc700 1 -- 172.21.15.79:0/826792852 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fbbb8054150 con 0x7fbbc00cd900 2023-09-21T11:17:23.387 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.394+0000 7fbbc81a1700 1 -- 172.21.15.79:0/826792852 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbbc00ce800 con 0x7fbbc00cd900 2023-09-21T11:17:23.388 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.395+0000 7fbbb67fc700 1 -- 172.21.15.79:0/826792852 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7fbbb8057770 con 0x7fbbc00cd900 2023-09-21T11:17:23.389 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:23.389 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":20,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:00.970389+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:23.391 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.398+0000 7fbbc81a1700 1 -- 172.21.15.79:0/826792852 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fbba406a580 msgr2=0x7fbba406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:23.391 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.398+0000 7fbbc81a1700 1 --2- 172.21.15.79:0/826792852 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fbba406a580 0x7fbba406ca40 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fbbc0155d00 tx=0x7fbbbc010000 comp rx=0 tx=0).stop 2023-09-21T11:17:23.391 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.398+0000 7fbbc81a1700 1 -- 172.21.15.79:0/826792852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbbc00cd900 msgr2=0x7fbbc01f6cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:23.391 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.398+0000 7fbbc81a1700 1 --2- 172.21.15.79:0/826792852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbbc00cd900 0x7fbbc01f6cf0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fbbb800cc80 tx=0x7fbbb800a4d0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.392 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.398+0000 7fbbc81a1700 1 -- 172.21.15.79:0/826792852 shutdown_connections 2023-09-21T11:17:23.392 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.398+0000 7fbbc81a1700 1 --2- 172.21.15.79:0/826792852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbbc00cd900 0x7fbbc01f6cf0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.392 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.398+0000 7fbbc81a1700 1 --2- 172.21.15.79:0/826792852 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbbc006baf0 0x7fbbc00b43e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.392 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.398+0000 7fbbc81a1700 1 --2- 172.21.15.79:0/826792852 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fbba406a580 0x7fbba406ca40 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.392 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.398+0000 7fbbc81a1700 1 --2- 172.21.15.79:0/826792852 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbbc00af290 0x7fbbc01f67b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.392 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.398+0000 7fbbc81a1700 1 -- 172.21.15.79:0/826792852 >> 172.21.15.79:0/826792852 conn(0x7fbbc00b1900 msgr2=0x7fbbc015ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:23.393 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.398+0000 7fbbc81a1700 1 -- 172.21.15.79:0/826792852 shutdown_connections 2023-09-21T11:17:23.393 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.398+0000 7fbbc81a1700 1 -- 172.21.15.79:0/826792852 wait complete. 2023-09-21T11:17:23.403 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T11:16:45.829267+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T11:16:57.123246+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T11:16:58.360337+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T11:17:23.404 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T11:17:23.528 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.535+0000 7fc56bb3e700 1 Processor -- start 2023-09-21T11:17:23.528 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.535+0000 7fc56bb3e700 1 -- start start 2023-09-21T11:17:23.530 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.536+0000 7fc56bb3e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5640b2a40 0x7fc5640cab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:23.530 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.536+0000 7fc56bb3e700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fc5640cd290 0x7fc5640cd6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:23.531 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.536+0000 7fc56bb3e700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc564071a80 con 0x7fc56415d660 2023-09-21T11:17:23.531 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.536+0000 7fc56bb3e700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5640cdc00 con 0x7fc5640cd290 2023-09-21T11:17:23.531 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.536+0000 7fc56bb3e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc564161b80 con 0x7fc5640b2a40 2023-09-21T11:17:23.531 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.536+0000 7fc56a0db700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fc5640cd290 0x7fc5640cd6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:23.531 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.536+0000 7fc5698da700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fc56415d660 0x7fc564161370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40482/0 (socket says 172.21.15.79:40482) 2023-09-21T11:17:23.532 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.536+0000 7fc5698da700 1 -- 172.21.15.79:0/104018647 learned_addr learned my addr 172.21.15.79:0/104018647 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:23.532 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.536+0000 7fc5690d9700 1 --2- 172.21.15.79:0/104018647 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5640b2a40 0x7fc5640cab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:23.532 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.537+0000 7fc56a0db700 1 -- 172.21.15.79:0/104018647 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5640b2a40 msgr2=0x7fc5640cab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:23.532 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.537+0000 7fc56a0db700 1 --2- 172.21.15.79:0/104018647 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5640b2a40 0x7fc5640cab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.532 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.537+0000 7fc56a0db700 1 -- 172.21.15.79:0/104018647 >> v1:172.21.15.79:6789/0 conn(0x7fc56415d660 legacy=0x7fc564161370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:23.532 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.537+0000 7fc5688d8700 1 -- 172.21.15.79:0/104018647 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 729885824 0 0) 0x7fc564071a80 con 0x7fc56415d660 2023-09-21T11:17:23.533 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.537+0000 7fc56a0db700 1 -- 172.21.15.79:0/104018647 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc564161e60 con 0x7fc5640cd290 2023-09-21T11:17:23.533 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.537+0000 7fc56a0db700 1 --2- 172.21.15.79:0/104018647 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5640cd290 0x7fc5640cd6c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc55c009d90 tx=0x7fc55c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c27406f6951d7eb4 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:23.533 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.537+0000 7fc5688d8700 1 -- 172.21.15.79:0/104018647 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc55c00e070 con 0x7fc5640cd290 2023-09-21T11:17:23.533 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.537+0000 7fc5688d8700 1 -- 172.21.15.79:0/104018647 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc55c00bb20 con 0x7fc5640cd290 2023-09-21T11:17:23.533 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.537+0000 7fc5688d8700 1 -- 172.21.15.79:0/104018647 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc55c012430 con 0x7fc5640cd290 2023-09-21T11:17:23.534 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.537+0000 7fc56bb3e700 1 -- 172.21.15.79:0/104018647 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5640cd290 msgr2=0x7fc5640cd6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:23.534 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.537+0000 7fc56bb3e700 1 --2- 172.21.15.79:0/104018647 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5640cd290 0x7fc5640cd6c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc55c009d90 tx=0x7fc55c00b330 comp rx=0 tx=0).stop 2023-09-21T11:17:23.534 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.537+0000 7fc56bb3e700 1 -- 172.21.15.79:0/104018647 shutdown_connections 2023-09-21T11:17:23.534 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.537+0000 7fc56bb3e700 1 --2- 172.21.15.79:0/104018647 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5640cd290 0x7fc5640cd6c0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.534 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.538+0000 7fc56bb3e700 1 --2- 172.21.15.79:0/104018647 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5640b2a40 0x7fc5640cab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.535 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.538+0000 7fc56bb3e700 1 -- 172.21.15.79:0/104018647 >> 172.21.15.79:0/104018647 conn(0x7fc56406baf0 msgr2=0x7fc56406bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:23.535 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.538+0000 7fc56bb3e700 1 -- 172.21.15.79:0/104018647 shutdown_connections 2023-09-21T11:17:23.535 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.538+0000 7fc56bb3e700 1 -- 172.21.15.79:0/104018647 wait complete. 2023-09-21T11:17:23.539 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.539+0000 7fc56bb3e700 1 Processor -- start 2023-09-21T11:17:23.539 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.539+0000 7fc56bb3e700 1 -- start start 2023-09-21T11:17:23.539 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.539+0000 7fc56bb3e700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5640b2a40 0x7fc5640af570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:23.539 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.539+0000 7fc56bb3e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5640cd290 0x7fc5641512e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:23.539 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.539+0000 7fc56bb3e700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc56415d660 0x7fc56415f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:23.540 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.539+0000 7fc56bb3e700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5640ace40 con 0x7fc5640b2a40 2023-09-21T11:17:23.540 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.540+0000 7fc56bb3e700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5640ad120 con 0x7fc56415d660 2023-09-21T11:17:23.540 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.540+0000 7fc56bb3e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5640ad400 con 0x7fc5640cd290 2023-09-21T11:17:23.540 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.540+0000 7fc5698da700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5640b2a40 0x7fc5640af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:23.540 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.540+0000 7fc5698da700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5640b2a40 0x7fc5640af570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54122/0 (socket says 172.21.15.79:54122) 2023-09-21T11:17:23.541 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.540+0000 7fc5698da700 1 -- 172.21.15.79:0/3703707514 learned_addr learned my addr 172.21.15.79:0/3703707514 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:23.541 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.540+0000 7fc5690d9700 1 --2- 172.21.15.79:0/3703707514 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5640cd290 0x7fc5641512e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:23.541 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.540+0000 7fc56a0db700 1 --2- 172.21.15.79:0/3703707514 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc56415d660 0x7fc56415f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:23.541 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.540+0000 7fc5698da700 1 -- 172.21.15.79:0/3703707514 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5640cd290 msgr2=0x7fc5641512e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:23.541 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.540+0000 7fc5698da700 1 --2- 172.21.15.79:0/3703707514 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5640cd290 0x7fc5641512e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.541 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.540+0000 7fc5698da700 1 -- 172.21.15.79:0/3703707514 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc56415d660 msgr2=0x7fc56415f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:23.542 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.540+0000 7fc5698da700 1 --2- 172.21.15.79:0/3703707514 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc56415d660 0x7fc56415f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.542 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.540+0000 7fc5698da700 1 -- 172.21.15.79:0/3703707514 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc55c009a70 con 0x7fc5640b2a40 2023-09-21T11:17:23.542 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.540+0000 7fc5698da700 1 --2- 172.21.15.79:0/3703707514 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5640b2a40 0x7fc5640af570 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc5540011e0 tx=0x7fc55400cae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:23.542 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.540+0000 7fc55a7fc700 1 -- 172.21.15.79:0/3703707514 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc554004c80 con 0x7fc5640b2a40 2023-09-21T11:17:23.542 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.540+0000 7fc55a7fc700 1 -- 172.21.15.79:0/3703707514 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc554004e00 con 0x7fc5640b2a40 2023-09-21T11:17:23.543 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.540+0000 7fc56bb3e700 1 -- 172.21.15.79:0/3703707514 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5640ad6e0 con 0x7fc5640b2a40 2023-09-21T11:17:23.543 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.540+0000 7fc55a7fc700 1 -- 172.21.15.79:0/3703707514 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc554007310 con 0x7fc5640b2a40 2023-09-21T11:17:23.543 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.541+0000 7fc56bb3e700 1 -- 172.21.15.79:0/3703707514 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5640adee0 con 0x7fc5640b2a40 2023-09-21T11:17:23.543 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.541+0000 7fc56bb3e700 1 -- 172.21.15.79:0/3703707514 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc564162120 con 0x7fc5640b2a40 2023-09-21T11:17:23.543 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.542+0000 7fc55a7fc700 1 -- 172.21.15.79:0/3703707514 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fc554007470 con 0x7fc5640b2a40 2023-09-21T11:17:23.544 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.542+0000 7fc55a7fc700 1 --2- 172.21.15.79:0/3703707514 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc54806a580 0x7fc54806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:23.544 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.542+0000 7fc5690d9700 1 --2- 172.21.15.79:0/3703707514 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc54806a580 0x7fc54806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:23.544 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.542+0000 7fc55a7fc700 1 -- 172.21.15.79:0/3703707514 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc5540887e0 con 0x7fc5640b2a40 2023-09-21T11:17:23.544 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.542+0000 7fc5690d9700 1 --2- 172.21.15.79:0/3703707514 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc54806a580 0x7fc54806ca40 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fc5640afdf0 tx=0x7fc560008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:23.544 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.546+0000 7fc55a7fc700 1 -- 172.21.15.79:0/3703707514 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fc564162120 con 0x7fc5640b2a40 2023-09-21T11:17:23.726 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.733+0000 7fc56bb3e700 1 -- 172.21.15.79:0/3703707514 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc564162120 con 0x7fc5640b2a40 2023-09-21T11:17:23.726 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.734+0000 7fc55a7fc700 1 -- 172.21.15.79:0/3703707514 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc564162120 con 0x7fc5640b2a40 2023-09-21T11:17:23.727 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 1 2023-09-21T11:17:23.729 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.736+0000 7fc56bb3e700 1 -- 172.21.15.79:0/3703707514 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc54806a580 msgr2=0x7fc54806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:23.729 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.736+0000 7fc56bb3e700 1 --2- 172.21.15.79:0/3703707514 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc54806a580 0x7fc54806ca40 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fc5640afdf0 tx=0x7fc560008040 comp rx=0 tx=0).stop 2023-09-21T11:17:23.729 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.736+0000 7fc56bb3e700 1 -- 172.21.15.79:0/3703707514 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5640b2a40 msgr2=0x7fc5640af570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:23.729 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.736+0000 7fc56bb3e700 1 --2- 172.21.15.79:0/3703707514 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5640b2a40 0x7fc5640af570 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc5540011e0 tx=0x7fc55400cae0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.730 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.736+0000 7fc56bb3e700 1 -- 172.21.15.79:0/3703707514 shutdown_connections 2023-09-21T11:17:23.730 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.736+0000 7fc56bb3e700 1 --2- 172.21.15.79:0/3703707514 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc56415d660 0x7fc56415f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.730 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.736+0000 7fc56bb3e700 1 --2- 172.21.15.79:0/3703707514 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5640b2a40 0x7fc5640af570 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.730 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.736+0000 7fc56bb3e700 1 --2- 172.21.15.79:0/3703707514 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc54806a580 0x7fc54806ca40 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.731 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.736+0000 7fc56bb3e700 1 --2- 172.21.15.79:0/3703707514 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5640cd290 0x7fc5641512e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.731 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.736+0000 7fc56bb3e700 1 -- 172.21.15.79:0/3703707514 >> 172.21.15.79:0/3703707514 conn(0x7fc56406baf0 msgr2=0x7fc56415dd80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:23.731 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.736+0000 7fc56bb3e700 1 -- 172.21.15.79:0/3703707514 shutdown_connections 2023-09-21T11:17:23.731 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.736+0000 7fc56bb3e700 1 -- 172.21.15.79:0/3703707514 wait complete. 2023-09-21T11:17:23.741 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T11:17:23.864 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.871+0000 7fedb0a6e700 1 Processor -- start 2023-09-21T11:17:23.864 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.871+0000 7fedb0a6e700 1 -- start start 2023-09-21T11:17:23.866 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.872+0000 7fedb0a6e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedac15d830 0x7fedac162010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:23.866 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.872+0000 7fedb0a6e700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fedac06af10 0x7fedac0cef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:23.866 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.872+0000 7fedb0a6e700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fedac162550 con 0x7fedac15dc10 2023-09-21T11:17:23.866 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.872+0000 7fedb0a6e700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fedac0af550 con 0x7fedac06af10 2023-09-21T11:17:23.867 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.872+0000 7fedb0a6e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fedac071a80 con 0x7fedac15d830 2023-09-21T11:17:23.867 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.872+0000 7fedaa59c700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedac15d830 0x7fedac162010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:23.867 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.872+0000 7fedaad9d700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fedac06af10 0x7fedac0cef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:23.867 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.872+0000 7fedaa59c700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedac15d830 0x7fedac162010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:57166/0 (socket says 172.21.15.79:57166) 2023-09-21T11:17:23.867 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.872+0000 7fedaad9d700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fedac06af10 0x7fedac0cef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.79:35984/0 (socket says 172.21.15.79:35984) 2023-09-21T11:17:23.867 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.872+0000 7fedaa59c700 1 -- 172.21.15.79:0/2635718640 learned_addr learned my addr 172.21.15.79:0/2635718640 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:23.868 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.872+0000 7feda9d9b700 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7fedac15dc10 0x7fedac06a800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.79:56588/0 (socket says 172.21.15.79:56588) 2023-09-21T11:17:23.868 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.873+0000 7fedaa59c700 1 -- 172.21.15.79:0/2635718640 >> v2:172.21.15.134:3300/0 conn(0x7fedac06af10 msgr2=0x7fedac0cef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:23.868 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.873+0000 7fedaa59c700 1 --2- 172.21.15.79:0/2635718640 >> v2:172.21.15.134:3300/0 conn(0x7fedac06af10 0x7fedac0cef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.868 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.873+0000 7fedaa59c700 1 -- 172.21.15.79:0/2635718640 >> v1:172.21.15.134:6789/0 conn(0x7fedac15dc10 legacy=0x7fedac06a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:23.868 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.873+0000 7fedaa59c700 1 -- 172.21.15.79:0/2635718640 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedac071d60 con 0x7fedac15d830 2023-09-21T11:17:23.869 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.873+0000 7fedaa59c700 1 --2- 172.21.15.79:0/2635718640 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedac15d830 0x7fedac162010 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7feda0006fd0 tx=0x7feda0009bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e8c11aec18b73a3 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:23.869 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.873+0000 7feda959a700 1 -- 172.21.15.79:0/2635718640 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feda0005e30 con 0x7fedac15d830 2023-09-21T11:17:23.869 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.873+0000 7feda959a700 1 -- 172.21.15.79:0/2635718640 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feda0004030 con 0x7fedac15d830 2023-09-21T11:17:23.869 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.873+0000 7feda959a700 1 -- 172.21.15.79:0/2635718640 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feda00043e0 con 0x7fedac15d830 2023-09-21T11:17:23.872 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.873+0000 7fedb0a6e700 1 -- 172.21.15.79:0/2635718640 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedac15d830 msgr2=0x7fedac162010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:23.872 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.873+0000 7fedb0a6e700 1 --2- 172.21.15.79:0/2635718640 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedac15d830 0x7fedac162010 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7feda0006fd0 tx=0x7feda0009bd0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.874+0000 7fedb0a6e700 1 -- 172.21.15.79:0/2635718640 shutdown_connections 2023-09-21T11:17:23.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.874+0000 7fedb0a6e700 1 --2- 172.21.15.79:0/2635718640 >> v2:172.21.15.134:3300/0 conn(0x7fedac06af10 0x7fedac0cef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.874+0000 7fedb0a6e700 1 --2- 172.21.15.79:0/2635718640 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedac15d830 0x7fedac162010 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.874+0000 7fedb0a6e700 1 -- 172.21.15.79:0/2635718640 >> 172.21.15.79:0/2635718640 conn(0x7fedac0ccdb0 msgr2=0x7fedac0cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:23.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.874+0000 7fedb0a6e700 1 -- 172.21.15.79:0/2635718640 shutdown_connections 2023-09-21T11:17:23.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.874+0000 7fedb0a6e700 1 -- 172.21.15.79:0/2635718640 wait complete. 2023-09-21T11:17:23.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.875+0000 7fedb0a6e700 1 Processor -- start 2023-09-21T11:17:23.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.875+0000 7fedb0a6e700 1 -- start start 2023-09-21T11:17:23.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7fedb0a6e700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedac06af10 0x7fedac160b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:23.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7fedb0a6e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedac15d830 0x7fedac15e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:23.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7fedb0a6e700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedac15dc10 0x7fedac0c5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:23.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7fedb0a6e700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedac160680 con 0x7fedac15dc10 2023-09-21T11:17:23.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7fedb0a6e700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedac0b3a90 con 0x7fedac06af10 2023-09-21T11:17:23.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7fedb0a6e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fedac1560d0 con 0x7fedac15d830 2023-09-21T11:17:23.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7fedaad9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedac15dc10 0x7fedac0c5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:23.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7fedaad9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedac15dc10 0x7fedac0c5ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54140/0 (socket says 172.21.15.79:54140) 2023-09-21T11:17:23.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7fedaad9d700 1 -- 172.21.15.79:0/3991259335 learned_addr learned my addr 172.21.15.79:0/3991259335 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:23.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7feda9d9b700 1 --2- 172.21.15.79:0/3991259335 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedac15d830 0x7fedac15e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:23.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7fedaa59c700 1 --2- 172.21.15.79:0/3991259335 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedac06af10 0x7fedac160b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:23.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7fedaad9d700 1 -- 172.21.15.79:0/3991259335 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedac15d830 msgr2=0x7fedac15e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:23.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7fedaad9d700 1 --2- 172.21.15.79:0/3991259335 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedac15d830 0x7fedac15e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7fedaad9d700 1 -- 172.21.15.79:0/3991259335 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedac06af10 msgr2=0x7fedac160b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:23.877 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7fedaad9d700 1 --2- 172.21.15.79:0/3991259335 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedac06af10 0x7fedac160b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:23.877 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7fedaad9d700 1 -- 172.21.15.79:0/3991259335 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feda0009500 con 0x7fedac15dc10 2023-09-21T11:17:23.877 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7feda9d9b700 1 --2- 172.21.15.79:0/3991259335 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedac15d830 0x7fedac15e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:23.877 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7fedaad9d700 1 --2- 172.21.15.79:0/3991259335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedac15dc10 0x7fedac0c5ac0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7feda4009dd0 tx=0x7feda400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:23.877 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7fed9affd700 1 -- 172.21.15.79:0/3991259335 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feda400cd40 con 0x7fedac15dc10 2023-09-21T11:17:23.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.876+0000 7fed9affd700 1 -- 172.21.15.79:0/3991259335 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feda400f040 con 0x7fedac15dc10 2023-09-21T11:17:23.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.877+0000 7fed9affd700 1 -- 172.21.15.79:0/3991259335 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feda40146c0 con 0x7fedac15dc10 2023-09-21T11:17:23.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.877+0000 7fedb0a6e700 1 -- 172.21.15.79:0/3991259335 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fedac0b3410 con 0x7fedac15dc10 2023-09-21T11:17:23.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.877+0000 7fedb0a6e700 1 -- 172.21.15.79:0/3991259335 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fedac0aff50 con 0x7fedac15dc10 2023-09-21T11:17:23.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.877+0000 7fedb0a6e700 1 -- 172.21.15.79:0/3991259335 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fedac0c58c0 con 0x7fedac15dc10 2023-09-21T11:17:23.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.878+0000 7fed9affd700 1 -- 172.21.15.79:0/3991259335 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7feda4014820 con 0x7fedac15dc10 2023-09-21T11:17:23.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.878+0000 7fed9affd700 1 --2- 172.21.15.79:0/3991259335 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fed8c06a580 0x7fed8c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:23.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.878+0000 7fedaa59c700 1 --2- 172.21.15.79:0/3991259335 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fed8c06a580 0x7fed8c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:23.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.878+0000 7fed9affd700 1 -- 172.21.15.79:0/3991259335 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7feda40895f0 con 0x7fedac15dc10 2023-09-21T11:17:23.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.879+0000 7fedaa59c700 1 --2- 172.21.15.79:0/3991259335 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fed8c06a580 0x7fed8c06ca40 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7feda0006fd0 tx=0x7feda0008070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:23.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:23.883+0000 7fed9affd700 1 -- 172.21.15.79:0/3991259335 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7feda4054c00 con 0x7fedac15dc10 2023-09-21T11:17:24.071 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.078+0000 7fedb0a6e700 1 -- 172.21.15.79:0/3991259335 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fedac04eae0 con 0x7fedac15dc10 2023-09-21T11:17:24.071 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.079+0000 7fed9affd700 1 -- 172.21.15.79:0/3991259335 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7feda400cea0 con 0x7fedac15dc10 2023-09-21T11:17:24.072 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 32 2023-09-21T11:17:24.074 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.081+0000 7fedb0a6e700 1 -- 172.21.15.79:0/3991259335 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fed8c06a580 msgr2=0x7fed8c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:24.074 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.081+0000 7fedb0a6e700 1 --2- 172.21.15.79:0/3991259335 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fed8c06a580 0x7fed8c06ca40 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7feda0006fd0 tx=0x7feda0008070 comp rx=0 tx=0).stop 2023-09-21T11:17:24.074 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.081+0000 7fedb0a6e700 1 -- 172.21.15.79:0/3991259335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedac15dc10 msgr2=0x7fedac0c5ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:24.074 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.081+0000 7fedb0a6e700 1 --2- 172.21.15.79:0/3991259335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedac15dc10 0x7fedac0c5ac0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7feda4009dd0 tx=0x7feda400c3a0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.075 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.081+0000 7fedb0a6e700 1 -- 172.21.15.79:0/3991259335 shutdown_connections 2023-09-21T11:17:24.075 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.081+0000 7fedb0a6e700 1 --2- 172.21.15.79:0/3991259335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedac15dc10 0x7fedac0c5ac0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.075 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.081+0000 7fedb0a6e700 1 --2- 172.21.15.79:0/3991259335 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedac06af10 0x7fedac160b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.075 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.081+0000 7fedb0a6e700 1 --2- 172.21.15.79:0/3991259335 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fed8c06a580 0x7fed8c06ca40 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.075 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.081+0000 7fedb0a6e700 1 --2- 172.21.15.79:0/3991259335 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedac15d830 0x7fedac15e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.076 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.081+0000 7fedb0a6e700 1 -- 172.21.15.79:0/3991259335 >> 172.21.15.79:0/3991259335 conn(0x7fedac0ccdb0 msgr2=0x7fedac06a800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:24.076 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.081+0000 7fedb0a6e700 1 -- 172.21.15.79:0/3991259335 shutdown_connections 2023-09-21T11:17:24.076 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.081+0000 7fedb0a6e700 1 -- 172.21.15.79:0/3991259335 wait complete. 2023-09-21T11:17:24.086 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T11:17:24.209 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.216+0000 7fcfd8463700 1 Processor -- start 2023-09-21T11:17:24.209 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.216+0000 7fcfd8463700 1 -- start start 2023-09-21T11:17:24.212 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.217+0000 7fcfd8463700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fcfd006af10 0x7fcfd0162010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.213 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.217+0000 7fcfd8463700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcfd0162550 con 0x7fcfd015d830 2023-09-21T11:17:24.213 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.217+0000 7fcfd8463700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcfd00af550 con 0x7fcfd015dc10 2023-09-21T11:17:24.213 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.217+0000 7fcfd8463700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcfd0071a80 con 0x7fcfd006af10 2023-09-21T11:17:24.213 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.217+0000 7fcfd61ff700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fcfd015d830 0x7fcfd006a800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40510/0 (socket says 172.21.15.79:40510) 2023-09-21T11:17:24.213 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.217+0000 7fcfd61ff700 1 -- 172.21.15.79:0/1250602676 learned_addr learned my addr 172.21.15.79:0/1250602676 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:24.214 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd51fd700 1 -- 172.21.15.79:0/1250602676 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1761926345 0 0) 0x7fcfcc001290 con 0x7fcfd015d830 2023-09-21T11:17:24.214 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd51fd700 1 -- 172.21.15.79:0/1250602676 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcfbc0035b0 con 0x7fcfd015d830 2023-09-21T11:17:24.214 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd59fe700 1 --2- 172.21.15.79:0/1250602676 >> v2:172.21.15.134:3300/0 conn(0x7fcfd006af10 0x7fcfd0162010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:24.214 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd51fd700 1 -- 172.21.15.79:0/1250602676 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4035801046 0 0) 0x7fcfbc0035b0 con 0x7fcfd015d830 2023-09-21T11:17:24.214 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd51fd700 1 -- 172.21.15.79:0/1250602676 >> v2:172.21.15.134:3300/0 conn(0x7fcfd006af10 msgr2=0x7fcfd0162010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:24.215 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd51fd700 1 --2- 172.21.15.79:0/1250602676 >> v2:172.21.15.134:3300/0 conn(0x7fcfd006af10 0x7fcfd0162010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.215 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd51fd700 1 -- 172.21.15.79:0/1250602676 >> v1:172.21.15.134:6789/0 conn(0x7fcfd015dc10 legacy=0x7fcfd00cef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:24.215 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd51fd700 1 -- 172.21.15.79:0/1250602676 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfd0071d60 con 0x7fcfd015d830 2023-09-21T11:17:24.215 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd51fd700 1 -- 172.21.15.79:0/1250602676 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7fcfcc001980 con 0x7fcfd015d830 2023-09-21T11:17:24.215 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd51fd700 1 -- 172.21.15.79:0/1250602676 >> v1:172.21.15.79:6789/0 conn(0x7fcfd015d830 legacy=0x7fcfd006a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:24.215 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd51fd700 1 --2- 172.21.15.79:0/1250602676 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcfbc003a00 0x7fcfbc003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.216 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd51fd700 1 --2- 172.21.15.79:0/1250602676 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcfbc004850 0x7fcfbc004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.216 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd51fd700 1 --2- 172.21.15.79:0/1250602676 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfbc005330 0x7fcfbc00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.216 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd51fd700 1 -- 172.21.15.79:0/1250602676 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfd0071a80 con 0x7fcfbc005330 2023-09-21T11:17:24.216 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd51fd700 1 -- 172.21.15.79:0/1250602676 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfbc00c200 con 0x7fcfbc004850 2023-09-21T11:17:24.216 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd51fd700 1 -- 172.21.15.79:0/1250602676 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcfbc00c3c0 con 0x7fcfbc003a00 2023-09-21T11:17:24.217 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd6a00700 1 --2- 172.21.15.79:0/1250602676 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfbc005330 0x7fcfbc00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:24.217 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd59fe700 1 --2- 172.21.15.79:0/1250602676 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcfbc004850 0x7fcfbc004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:24.217 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd61ff700 1 --2- 172.21.15.79:0/1250602676 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcfbc003a00 0x7fcfbc003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:24.217 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd6a00700 1 -- 172.21.15.79:0/1250602676 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcfbc003a00 msgr2=0x7fcfbc003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:24.217 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd6a00700 1 --2- 172.21.15.79:0/1250602676 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcfbc003a00 0x7fcfbc003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.217 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd6a00700 1 -- 172.21.15.79:0/1250602676 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcfbc004850 msgr2=0x7fcfbc004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:24.218 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd6a00700 1 --2- 172.21.15.79:0/1250602676 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcfbc004850 0x7fcfbc004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.218 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.218+0000 7fcfd6a00700 1 -- 172.21.15.79:0/1250602676 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfbc0035b0 con 0x7fcfbc005330 2023-09-21T11:17:24.218 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.219+0000 7fcfd6a00700 1 -- 172.21.15.79:0/1250602676 reap_dead start 2023-09-21T11:17:24.218 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.219+0000 7fcfd6a00700 1 --2- 172.21.15.79:0/1250602676 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfbc005330 0x7fcfbc00ba10 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fcfc800c160 tx=0x7fcfbc005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46da6489bc94bb85 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:24.218 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.219+0000 7fcfd51fd700 1 -- 172.21.15.79:0/1250602676 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfc8001db0 con 0x7fcfbc005330 2023-09-21T11:17:24.219 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.219+0000 7fcfd51fd700 1 -- 172.21.15.79:0/1250602676 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfc800cca0 con 0x7fcfbc005330 2023-09-21T11:17:24.219 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.219+0000 7fcfd51fd700 1 -- 172.21.15.79:0/1250602676 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfc8003c00 con 0x7fcfbc005330 2023-09-21T11:17:24.219 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.219+0000 7fcfd8463700 1 -- 172.21.15.79:0/1250602676 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfbc005330 msgr2=0x7fcfbc00ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:24.219 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.219+0000 7fcfd8463700 1 --2- 172.21.15.79:0/1250602676 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfbc005330 0x7fcfbc00ba10 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fcfc800c160 tx=0x7fcfbc005880 comp rx=0 tx=0).stop 2023-09-21T11:17:24.219 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.219+0000 7fcfd8463700 1 -- 172.21.15.79:0/1250602676 shutdown_connections 2023-09-21T11:17:24.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.219+0000 7fcfd8463700 1 --2- 172.21.15.79:0/1250602676 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfbc005330 0x7fcfbc00ba10 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.219+0000 7fcfd8463700 1 -- 172.21.15.79:0/1250602676 >> 172.21.15.79:0/1250602676 conn(0x7fcfd00ccdb0 msgr2=0x7fcfd00cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:24.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.220+0000 7fcfd8463700 1 -- 172.21.15.79:0/1250602676 shutdown_connections 2023-09-21T11:17:24.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.220+0000 7fcfd8463700 1 -- 172.21.15.79:0/1250602676 wait complete. 2023-09-21T11:17:24.222 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.221+0000 7fcfd8463700 1 Processor -- start 2023-09-21T11:17:24.223 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.221+0000 7fcfd8463700 1 -- start start 2023-09-21T11:17:24.223 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.221+0000 7fcfd8463700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcfbc005330 0x7fcfd01490e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.223 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.221+0000 7fcfd8463700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcfd00c5c60 0x7fcfd00c60e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.223 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.221+0000 7fcfd8463700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfd01f6db0 0x7fcfd01f7260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.223 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.221+0000 7fcfd8463700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfd01f77a0 con 0x7fcfd01f6db0 2023-09-21T11:17:24.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.221+0000 7fcfd8463700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfd015f610 con 0x7fcfd00c5c60 2023-09-21T11:17:24.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.221+0000 7fcfd8463700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcfd00b2ce0 con 0x7fcfbc005330 2023-09-21T11:17:24.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.222+0000 7fcfd6a00700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfd01f6db0 0x7fcfd01f7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:24.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.222+0000 7fcfd6a00700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfd01f6db0 0x7fcfd01f7260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54162/0 (socket says 172.21.15.79:54162) 2023-09-21T11:17:24.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.222+0000 7fcfd6a00700 1 -- 172.21.15.79:0/3013604216 learned_addr learned my addr 172.21.15.79:0/3013604216 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:24.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.222+0000 7fcfd61ff700 1 --2- 172.21.15.79:0/3013604216 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcfbc005330 0x7fcfd01490e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:24.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.222+0000 7fcfd59fe700 1 --2- 172.21.15.79:0/3013604216 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcfd00c5c60 0x7fcfd00c60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:24.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.222+0000 7fcfd6a00700 1 -- 172.21.15.79:0/3013604216 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcfbc005330 msgr2=0x7fcfd01490e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:24.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.222+0000 7fcfd6a00700 1 --2- 172.21.15.79:0/3013604216 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcfbc005330 0x7fcfd01490e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.222+0000 7fcfd6a00700 1 -- 172.21.15.79:0/3013604216 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcfd00c5c60 msgr2=0x7fcfd00c60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:24.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.222+0000 7fcfd6a00700 1 --2- 172.21.15.79:0/3013604216 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcfd00c5c60 0x7fcfd00c60e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.222+0000 7fcfd6a00700 1 -- 172.21.15.79:0/3013604216 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfd0149620 con 0x7fcfd01f6db0 2023-09-21T11:17:24.226 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.222+0000 7fcfd6a00700 1 --2- 172.21.15.79:0/3013604216 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfd01f6db0 0x7fcfd01f7260 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fcfc8005040 tx=0x7fcfc80014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:24.226 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.222+0000 7fcfc6ffd700 1 -- 172.21.15.79:0/3013604216 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfc8005070 con 0x7fcfd01f6db0 2023-09-21T11:17:24.226 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.222+0000 7fcfc6ffd700 1 -- 172.21.15.79:0/3013604216 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfc80051d0 con 0x7fcfd01f6db0 2023-09-21T11:17:24.226 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.222+0000 7fcfc6ffd700 1 -- 172.21.15.79:0/3013604216 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfc8005580 con 0x7fcfd01f6db0 2023-09-21T11:17:24.226 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.222+0000 7fcfd8463700 1 -- 172.21.15.79:0/3013604216 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcfd00c6740 con 0x7fcfd01f6db0 2023-09-21T11:17:24.227 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.222+0000 7fcfd8463700 1 -- 172.21.15.79:0/3013604216 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfd00c6d00 con 0x7fcfd01f6db0 2023-09-21T11:17:24.227 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.223+0000 7fcfd8463700 1 -- 172.21.15.79:0/3013604216 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcfd015f780 con 0x7fcfd01f6db0 2023-09-21T11:17:24.227 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.223+0000 7fcfc6ffd700 1 -- 172.21.15.79:0/3013604216 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fcfc80056e0 con 0x7fcfd01f6db0 2023-09-21T11:17:24.227 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.224+0000 7fcfc6ffd700 1 --2- 172.21.15.79:0/3013604216 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcfb406a580 0x7fcfb406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.227 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.224+0000 7fcfc6ffd700 1 -- 172.21.15.79:0/3013604216 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcfc80897a0 con 0x7fcfd01f6db0 2023-09-21T11:17:24.227 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.224+0000 7fcfd61ff700 1 --2- 172.21.15.79:0/3013604216 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcfb406a580 0x7fcfb406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:24.228 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.224+0000 7fcfd61ff700 1 --2- 172.21.15.79:0/3013604216 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcfb406a580 0x7fcfb406ca40 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc000c00 tx=0x7fcfcc001160 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:24.228 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.228+0000 7fcfc6ffd700 1 -- 172.21.15.79:0/3013604216 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fcfd015f780 con 0x7fcfd01f6db0 2023-09-21T11:17:24.410 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.417+0000 7fcfd8463700 1 -- 172.21.15.79:0/3013604216 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fcfd015f780 con 0x7fcfd01f6db0 2023-09-21T11:17:24.410 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.417+0000 7fcfc6ffd700 1 -- 172.21.15.79:0/3013604216 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fcfd015f780 con 0x7fcfd01f6db0 2023-09-21T11:17:24.411 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 64 2023-09-21T11:17:24.412 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.419+0000 7fcfd8463700 1 -- 172.21.15.79:0/3013604216 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcfb406a580 msgr2=0x7fcfb406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:24.413 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.419+0000 7fcfd8463700 1 --2- 172.21.15.79:0/3013604216 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcfb406a580 0x7fcfb406ca40 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc000c00 tx=0x7fcfcc001160 comp rx=0 tx=0).stop 2023-09-21T11:17:24.413 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.419+0000 7fcfd8463700 1 -- 172.21.15.79:0/3013604216 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfd01f6db0 msgr2=0x7fcfd01f7260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:24.413 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.419+0000 7fcfd8463700 1 --2- 172.21.15.79:0/3013604216 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfd01f6db0 0x7fcfd01f7260 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fcfc8005040 tx=0x7fcfc80014a0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.413 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.420+0000 7fcfd8463700 1 -- 172.21.15.79:0/3013604216 shutdown_connections 2023-09-21T11:17:24.413 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.420+0000 7fcfd8463700 1 --2- 172.21.15.79:0/3013604216 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcfd01f6db0 0x7fcfd01f7260 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.414 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.420+0000 7fcfd8463700 1 --2- 172.21.15.79:0/3013604216 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fcfb406a580 0x7fcfb406ca40 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.414 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.420+0000 7fcfd8463700 1 --2- 172.21.15.79:0/3013604216 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcfbc005330 0x7fcfd01490e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.414 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.420+0000 7fcfd8463700 1 --2- 172.21.15.79:0/3013604216 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcfd00c5c60 0x7fcfd00c60e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.414 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.420+0000 7fcfd8463700 1 -- 172.21.15.79:0/3013604216 >> 172.21.15.79:0/3013604216 conn(0x7fcfd00ccdb0 msgr2=0x7fcfd006d200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:24.414 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.420+0000 7fcfd8463700 1 -- 172.21.15.79:0/3013604216 shutdown_connections 2023-09-21T11:17:24.415 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.420+0000 7fcfd8463700 1 -- 172.21.15.79:0/3013604216 wait complete. 2023-09-21T11:17:24.424 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:24.545 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.552+0000 7f5aa4ae0700 1 Processor -- start 2023-09-21T11:17:24.546 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.552+0000 7f5aa4ae0700 1 -- start start 2023-09-21T11:17:24.547 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.553+0000 7f5aa4ae0700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5aa0071bd0 0x7f5aa006a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.548 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.553+0000 7f5aa4ae0700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f5aa006e650 0x7f5aa006ad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.548 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.553+0000 7f5aa4ae0700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5aa0072670 con 0x7f5aa015d9b0 2023-09-21T11:17:24.548 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.553+0000 7f5aa4ae0700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5aa00728c0 con 0x7f5aa006e650 2023-09-21T11:17:24.548 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.553+0000 7f5aa4ae0700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5aa0072ba0 con 0x7f5aa0071bd0 2023-09-21T11:17:24.549 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.554+0000 7f5a9ed9d700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f5aa006e650 0x7f5aa006ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:24.549 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.554+0000 7f5a9dd9b700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5aa0071bd0 0x7f5aa006a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:24.549 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.554+0000 7f5a9e59c700 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f5aa015d9b0 0x7f5aa0161e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.79:56622/0 (socket says 172.21.15.79:56622) 2023-09-21T11:17:24.549 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.554+0000 7f5a9e59c700 1 -- 172.21.15.79:0/3840238276 learned_addr learned my addr 172.21.15.79:0/3840238276 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:24.549 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.554+0000 7f5a9ed9d700 1 -- 172.21.15.79:0/3840238276 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5aa0071bd0 msgr2=0x7f5aa006a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:24.549 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.554+0000 7f5a9ed9d700 1 --2- 172.21.15.79:0/3840238276 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5aa0071bd0 0x7f5aa006a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.550 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.554+0000 7f5a9ed9d700 1 -- 172.21.15.79:0/3840238276 >> v1:172.21.15.134:6789/0 conn(0x7f5aa015d9b0 legacy=0x7f5aa0161e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:24.550 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.554+0000 7f5a9ed9d700 1 -- 172.21.15.79:0/3840238276 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5aa0161950 con 0x7f5aa006e650 2023-09-21T11:17:24.550 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.554+0000 7f5a9d59a700 1 -- 172.21.15.79:0/3840238276 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3235891703 0 0) 0x7f5aa0072670 con 0x7f5aa015d9b0 2023-09-21T11:17:24.550 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.554+0000 7f5a9dd9b700 1 --2- 172.21.15.79:0/3840238276 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5aa0071bd0 0x7f5aa006a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:17:24.550 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.554+0000 7f5a9ed9d700 1 --2- 172.21.15.79:0/3840238276 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5aa006e650 0x7f5aa006ad40 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5a98009d90 tx=0x7f5a9800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6e389c0b5438b721 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:24.551 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.554+0000 7f5a9d59a700 1 -- 172.21.15.79:0/3840238276 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a9800e070 con 0x7f5aa006e650 2023-09-21T11:17:24.551 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.554+0000 7f5a9d59a700 1 -- 172.21.15.79:0/3840238276 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a9800bb20 con 0x7f5aa006e650 2023-09-21T11:17:24.551 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.554+0000 7f5a9d59a700 1 -- 172.21.15.79:0/3840238276 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a98012430 con 0x7f5aa006e650 2023-09-21T11:17:24.551 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.555+0000 7f5aa4ae0700 1 -- 172.21.15.79:0/3840238276 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5aa006e650 msgr2=0x7f5aa006ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:24.551 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.555+0000 7f5aa4ae0700 1 --2- 172.21.15.79:0/3840238276 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5aa006e650 0x7f5aa006ad40 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5a98009d90 tx=0x7f5a9800b330 comp rx=0 tx=0).stop 2023-09-21T11:17:24.551 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.555+0000 7f5aa4ae0700 1 -- 172.21.15.79:0/3840238276 shutdown_connections 2023-09-21T11:17:24.552 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.555+0000 7f5aa4ae0700 1 --2- 172.21.15.79:0/3840238276 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5aa006e650 0x7f5aa006ad40 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.552 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.555+0000 7f5aa4ae0700 1 --2- 172.21.15.79:0/3840238276 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5aa0071bd0 0x7f5aa006a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.552 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.555+0000 7f5aa4ae0700 1 -- 172.21.15.79:0/3840238276 >> 172.21.15.79:0/3840238276 conn(0x7f5aa006dac0 msgr2=0x7f5aa006ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:24.552 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.555+0000 7f5aa4ae0700 1 -- 172.21.15.79:0/3840238276 shutdown_connections 2023-09-21T11:17:24.552 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.555+0000 7f5aa4ae0700 1 -- 172.21.15.79:0/3840238276 wait complete. 2023-09-21T11:17:24.555 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.556+0000 7f5aa4ae0700 1 Processor -- start 2023-09-21T11:17:24.555 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.556+0000 7f5aa4ae0700 1 -- start start 2023-09-21T11:17:24.555 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.557+0000 7f5aa4ae0700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5aa006e650 0x7f5aa00b4070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.555 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.557+0000 7f5aa4ae0700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5aa015d9b0 0x7f5aa00c9970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.555 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.557+0000 7f5aa4ae0700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5aa00c9eb0 0x7f5aa00ccdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.556 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.557+0000 7f5aa4ae0700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5aa00cc030 con 0x7f5aa00c9eb0 2023-09-21T11:17:24.556 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.557+0000 7f5aa4ae0700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5aa00cc310 con 0x7f5aa006e650 2023-09-21T11:17:24.556 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.557+0000 7f5aa4ae0700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5aa00cc5f0 con 0x7f5aa015d9b0 2023-09-21T11:17:24.556 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.557+0000 7f5a9ed9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5aa00c9eb0 0x7f5aa00ccdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:24.556 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.557+0000 7f5a9ed9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5aa00c9eb0 0x7f5aa00ccdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54176/0 (socket says 172.21.15.79:54176) 2023-09-21T11:17:24.556 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.557+0000 7f5a9ed9d700 1 -- 172.21.15.79:0/3239691919 learned_addr learned my addr 172.21.15.79:0/3239691919 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:24.557 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.557+0000 7f5a9dd9b700 1 --2- 172.21.15.79:0/3239691919 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5aa015d9b0 0x7f5aa00c9970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:24.557 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.558+0000 7f5a9ed9d700 1 -- 172.21.15.79:0/3239691919 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5aa015d9b0 msgr2=0x7f5aa00c9970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:24.557 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.558+0000 7f5a9ed9d700 1 --2- 172.21.15.79:0/3239691919 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5aa015d9b0 0x7f5aa00c9970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.557 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.558+0000 7f5a9ed9d700 1 -- 172.21.15.79:0/3239691919 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5aa006e650 msgr2=0x7f5aa00b4070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:24.557 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.558+0000 7f5a9ed9d700 1 --2- 172.21.15.79:0/3239691919 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5aa006e650 0x7f5aa00b4070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.558 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.558+0000 7f5a9ed9d700 1 -- 172.21.15.79:0/3239691919 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a900094a0 con 0x7f5aa00c9eb0 2023-09-21T11:17:24.558 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.558+0000 7f5a9ed9d700 1 --2- 172.21.15.79:0/3239691919 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5aa00c9eb0 0x7f5aa00ccdf0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f5a98014040 tx=0x7f5a98004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:24.558 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.558+0000 7f5a96ffd700 1 -- 172.21.15.79:0/3239691919 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a98012430 con 0x7f5aa00c9eb0 2023-09-21T11:17:24.558 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.558+0000 7f5a96ffd700 1 -- 172.21.15.79:0/3239691919 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a98020070 con 0x7f5aa00c9eb0 2023-09-21T11:17:24.558 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.558+0000 7f5a96ffd700 1 -- 172.21.15.79:0/3239691919 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a98004280 con 0x7f5aa00c9eb0 2023-09-21T11:17:24.559 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.558+0000 7f5aa4ae0700 1 -- 172.21.15.79:0/3239691919 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a98009a70 con 0x7f5aa00c9eb0 2023-09-21T11:17:24.559 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.558+0000 7f5aa4ae0700 1 -- 172.21.15.79:0/3239691919 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5aa00ca430 con 0x7f5aa00c9eb0 2023-09-21T11:17:24.559 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.559+0000 7f5aa4ae0700 1 -- 172.21.15.79:0/3239691919 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5aa004eae0 con 0x7f5aa00c9eb0 2023-09-21T11:17:24.559 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.559+0000 7f5a96ffd700 1 -- 172.21.15.79:0/3239691919 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f5a980043e0 con 0x7f5aa00c9eb0 2023-09-21T11:17:24.559 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.560+0000 7f5a96ffd700 1 --2- 172.21.15.79:0/3239691919 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f5a8006a580 0x7f5a8006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.559 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.560+0000 7f5a96ffd700 1 -- 172.21.15.79:0/3239691919 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5a98022070 con 0x7f5aa00c9eb0 2023-09-21T11:17:24.560 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.560+0000 7f5a9e59c700 1 --2- 172.21.15.79:0/3239691919 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f5a8006a580 0x7f5a8006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:24.560 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.560+0000 7f5a9e59c700 1 --2- 172.21.15.79:0/3239691919 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f5a8006a580 0x7f5a8006ca40 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f5a880011e0 tx=0x7f5a880079b0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:24.560 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.564+0000 7f5a96ffd700 1 -- 172.21.15.79:0/3239691919 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f5a98055db0 con 0x7f5aa00c9eb0 2023-09-21T11:17:24.747 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.755+0000 7f5aa4ae0700 1 -- 172.21.15.79:0/3239691919 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5aa00cc170 con 0x7f5aa00c9eb0 2023-09-21T11:17:24.749 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.756+0000 7f5a96ffd700 1 -- 172.21.15.79:0/3239691919 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f5aa00cc170 con 0x7f5aa00c9eb0 2023-09-21T11:17:24.749 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:24.749 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":20,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:00.970389+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:24.751 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.758+0000 7f5aa4ae0700 1 -- 172.21.15.79:0/3239691919 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f5a8006a580 msgr2=0x7f5a8006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:24.751 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.758+0000 7f5aa4ae0700 1 --2- 172.21.15.79:0/3239691919 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f5a8006a580 0x7f5a8006ca40 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f5a880011e0 tx=0x7f5a880079b0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.751 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.758+0000 7f5aa4ae0700 1 -- 172.21.15.79:0/3239691919 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5aa00c9eb0 msgr2=0x7f5aa00ccdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:24.751 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.758+0000 7f5aa4ae0700 1 --2- 172.21.15.79:0/3239691919 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5aa00c9eb0 0x7f5aa00ccdf0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f5a98014040 tx=0x7f5a98004ad0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.752 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.758+0000 7f5aa4ae0700 1 -- 172.21.15.79:0/3239691919 shutdown_connections 2023-09-21T11:17:24.752 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.758+0000 7f5aa4ae0700 1 --2- 172.21.15.79:0/3239691919 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5aa00c9eb0 0x7f5aa00ccdf0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.752 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.758+0000 7f5aa4ae0700 1 --2- 172.21.15.79:0/3239691919 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5aa006e650 0x7f5aa00b4070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.752 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.758+0000 7f5aa4ae0700 1 --2- 172.21.15.79:0/3239691919 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f5a8006a580 0x7f5a8006ca40 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.752 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.758+0000 7f5aa4ae0700 1 --2- 172.21.15.79:0/3239691919 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5aa015d9b0 0x7f5aa00c9970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.752 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.758+0000 7f5aa4ae0700 1 -- 172.21.15.79:0/3239691919 >> 172.21.15.79:0/3239691919 conn(0x7f5aa006dac0 msgr2=0x7f5aa015dd90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:24.753 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.758+0000 7f5aa4ae0700 1 -- 172.21.15.79:0/3239691919 shutdown_connections 2023-09-21T11:17:24.753 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.758+0000 7f5aa4ae0700 1 -- 172.21.15.79:0/3239691919 wait complete. 2023-09-21T11:17:24.763 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T11:16:45.829267+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T11:16:57.123246+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T11:16:58.360337+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T11:17:24.764 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T11:17:24.887 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.894+0000 7faca1bc8700 1 Processor -- start 2023-09-21T11:17:24.887 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.894+0000 7faca1bc8700 1 -- start start 2023-09-21T11:17:24.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.894+0000 7faca1bc8700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fac9c0ce970 0x7fac9c15e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.894+0000 7faca1bc8700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fac9c0b2940 0x7fac9c1612c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.895+0000 7faca1bc8700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac9c15e1e0 con 0x7fac9c0cd250 2023-09-21T11:17:24.890 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.895+0000 7faca1bc8700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac9c0d01f0 con 0x7fac9c0ce970 2023-09-21T11:17:24.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.895+0000 7faca1bc8700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac9c162160 con 0x7fac9c0b2940 2023-09-21T11:17:24.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.895+0000 7fac9b7fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fac9c0ce970 0x7fac9c15e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:24.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.895+0000 7fac9b7fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fac9c0ce970 0x7fac9c15e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54180/0 (socket says 172.21.15.79:54180) 2023-09-21T11:17:24.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.895+0000 7fac9b7fe700 1 -- 172.21.15.79:0/2968441538 learned_addr learned my addr 172.21.15.79:0/2968441538 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:24.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.895+0000 7fac9b7fe700 1 -- 172.21.15.79:0/2968441538 >> v2:172.21.15.134:3300/0 conn(0x7fac9c0b2940 msgr2=0x7fac9c1612c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:24.891 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.895+0000 7fac9b7fe700 1 --2- 172.21.15.79:0/2968441538 >> v2:172.21.15.134:3300/0 conn(0x7fac9c0b2940 0x7fac9c1612c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.892 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.895+0000 7fac9b7fe700 1 -- 172.21.15.79:0/2968441538 >> v1:172.21.15.134:6789/0 conn(0x7fac9c0cd250 legacy=0x7fac9c071a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:24.892 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.895+0000 7fac9b7fe700 1 -- 172.21.15.79:0/2968441538 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac9c0ced50 con 0x7fac9c0ce970 2023-09-21T11:17:24.892 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.895+0000 7fac9b7fe700 1 --2- 172.21.15.79:0/2968441538 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fac9c0ce970 0x7fac9c15e670 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fac9c0c7530 tx=0x7fac8c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f628feda224d70e server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:24.892 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.895+0000 7fac9a7fc700 1 -- 172.21.15.79:0/2968441538 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac8c004230 con 0x7fac9c0ce970 2023-09-21T11:17:24.893 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.895+0000 7fac9a7fc700 1 -- 172.21.15.79:0/2968441538 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac8c004390 con 0x7fac9c0ce970 2023-09-21T11:17:24.893 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.895+0000 7fac9a7fc700 1 -- 172.21.15.79:0/2968441538 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac8c0036a0 con 0x7fac9c0ce970 2023-09-21T11:17:24.893 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.896+0000 7faca1bc8700 1 -- 172.21.15.79:0/2968441538 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fac9c0ce970 msgr2=0x7fac9c15e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:24.893 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.896+0000 7faca1bc8700 1 --2- 172.21.15.79:0/2968441538 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fac9c0ce970 0x7fac9c15e670 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fac9c0c7530 tx=0x7fac8c009bd0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.893 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.896+0000 7faca1bc8700 1 -- 172.21.15.79:0/2968441538 shutdown_connections 2023-09-21T11:17:24.894 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.896+0000 7faca1bc8700 1 --2- 172.21.15.79:0/2968441538 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fac9c0ce970 0x7fac9c15e670 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.894 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.896+0000 7faca1bc8700 1 --2- 172.21.15.79:0/2968441538 >> v2:172.21.15.134:3300/0 conn(0x7fac9c0b2940 0x7fac9c1612c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.894 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.896+0000 7faca1bc8700 1 -- 172.21.15.79:0/2968441538 >> 172.21.15.79:0/2968441538 conn(0x7fac9c06baf0 msgr2=0x7fac9c06bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:24.894 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.896+0000 7faca1bc8700 1 -- 172.21.15.79:0/2968441538 shutdown_connections 2023-09-21T11:17:24.894 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.896+0000 7faca1bc8700 1 -- 172.21.15.79:0/2968441538 wait complete. 2023-09-21T11:17:24.895 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.897+0000 7faca1bc8700 1 Processor -- start 2023-09-21T11:17:24.895 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.897+0000 7faca1bc8700 1 -- start start 2023-09-21T11:17:24.897 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.898+0000 7faca1bc8700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fac9c0b2940 0x7fac9c1597a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.898 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.898+0000 7faca1bc8700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fac9c0cd250 0x7fac9c159ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.898 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.898+0000 7faca1bc8700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fac9c0ce970 0x7fac9c0b4a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.898 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.898+0000 7faca1bc8700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac9c1f73b0 con 0x7fac9c0ce970 2023-09-21T11:17:24.898 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.898+0000 7faca1bc8700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac9c1f67a0 con 0x7fac9c0cd250 2023-09-21T11:17:24.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.898+0000 7faca1bc8700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac9c1f6a80 con 0x7fac9c0b2940 2023-09-21T11:17:24.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.898+0000 7fac9bfff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fac9c0ce970 0x7fac9c0b4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:24.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.898+0000 7fac9bfff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fac9c0ce970 0x7fac9c0b4a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54190/0 (socket says 172.21.15.79:54190) 2023-09-21T11:17:24.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.898+0000 7fac9bfff700 1 -- 172.21.15.79:0/1348794189 learned_addr learned my addr 172.21.15.79:0/1348794189 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:24.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.898+0000 7fac9b7fe700 1 --2- 172.21.15.79:0/1348794189 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fac9c0b2940 0x7fac9c1597a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:24.900 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.898+0000 7fac9affd700 1 --2- 172.21.15.79:0/1348794189 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fac9c0cd250 0x7fac9c159ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:24.900 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.898+0000 7fac9bfff700 1 -- 172.21.15.79:0/1348794189 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fac9c0b2940 msgr2=0x7fac9c1597a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:24.900 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.898+0000 7fac9bfff700 1 --2- 172.21.15.79:0/1348794189 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fac9c0b2940 0x7fac9c1597a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.900 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.898+0000 7fac9bfff700 1 -- 172.21.15.79:0/1348794189 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fac9c0cd250 msgr2=0x7fac9c159ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:24.900 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.898+0000 7fac9bfff700 1 --2- 172.21.15.79:0/1348794189 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fac9c0cd250 0x7fac9c159ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:24.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.898+0000 7fac9bfff700 1 -- 172.21.15.79:0/1348794189 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac8c009550 con 0x7fac9c0ce970 2023-09-21T11:17:24.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.898+0000 7fac9bfff700 1 --2- 172.21.15.79:0/1348794189 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fac9c0ce970 0x7fac9c0b4a40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fac9400c7a0 tx=0x7fac9400cb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:24.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.898+0000 7fac83fff700 1 -- 172.21.15.79:0/1348794189 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac94003e10 con 0x7fac9c0ce970 2023-09-21T11:17:24.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.899+0000 7fac83fff700 1 -- 172.21.15.79:0/1348794189 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac94005070 con 0x7fac9c0ce970 2023-09-21T11:17:24.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.899+0000 7faca1bc8700 1 -- 172.21.15.79:0/1348794189 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac9c1f6d60 con 0x7fac9c0ce970 2023-09-21T11:17:24.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.899+0000 7fac83fff700 1 -- 172.21.15.79:0/1348794189 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac94005420 con 0x7fac9c0ce970 2023-09-21T11:17:24.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.899+0000 7faca1bc8700 1 -- 172.21.15.79:0/1348794189 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac9c0b4f80 con 0x7fac9c0ce970 2023-09-21T11:17:24.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.900+0000 7faca1bc8700 1 -- 172.21.15.79:0/1348794189 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac9c1f74f0 con 0x7fac9c0ce970 2023-09-21T11:17:24.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.900+0000 7fac83fff700 1 -- 172.21.15.79:0/1348794189 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fac94005580 con 0x7fac9c0ce970 2023-09-21T11:17:24.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.900+0000 7fac83fff700 1 --2- 172.21.15.79:0/1348794189 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fac8806a580 0x7fac8806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:24.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.900+0000 7fac9b7fe700 1 --2- 172.21.15.79:0/1348794189 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fac8806a580 0x7fac8806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:24.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.900+0000 7fac83fff700 1 -- 172.21.15.79:0/1348794189 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fac940880b0 con 0x7fac9c0ce970 2023-09-21T11:17:24.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.901+0000 7fac9b7fe700 1 --2- 172.21.15.79:0/1348794189 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fac8806a580 0x7fac8806ca40 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fac8c000c00 tx=0x7fac8c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:24.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:24.905+0000 7fac83fff700 1 -- 172.21.15.79:0/1348794189 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fac9c1f74f0 con 0x7fac9c0ce970 2023-09-21T11:17:25.087 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.094+0000 7faca1bc8700 1 -- 172.21.15.79:0/1348794189 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fac9c1f74f0 con 0x7fac9c0ce970 2023-09-21T11:17:25.088 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.095+0000 7fac83fff700 1 -- 172.21.15.79:0/1348794189 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fac9c1f74f0 con 0x7fac9c0ce970 2023-09-21T11:17:25.088 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 1 2023-09-21T11:17:25.090 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.097+0000 7faca1bc8700 1 -- 172.21.15.79:0/1348794189 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fac8806a580 msgr2=0x7fac8806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:25.091 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.097+0000 7faca1bc8700 1 --2- 172.21.15.79:0/1348794189 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fac8806a580 0x7fac8806ca40 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fac8c000c00 tx=0x7fac8c008030 comp rx=0 tx=0).stop 2023-09-21T11:17:25.091 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.097+0000 7faca1bc8700 1 -- 172.21.15.79:0/1348794189 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fac9c0ce970 msgr2=0x7fac9c0b4a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:25.091 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.097+0000 7faca1bc8700 1 --2- 172.21.15.79:0/1348794189 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fac9c0ce970 0x7fac9c0b4a40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fac9400c7a0 tx=0x7fac9400cb60 comp rx=0 tx=0).stop 2023-09-21T11:17:25.091 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.097+0000 7faca1bc8700 1 -- 172.21.15.79:0/1348794189 shutdown_connections 2023-09-21T11:17:25.091 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.097+0000 7faca1bc8700 1 --2- 172.21.15.79:0/1348794189 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fac9c0ce970 0x7fac9c0b4a40 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.091 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.097+0000 7faca1bc8700 1 --2- 172.21.15.79:0/1348794189 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fac8806a580 0x7fac8806ca40 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.092 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.097+0000 7faca1bc8700 1 --2- 172.21.15.79:0/1348794189 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fac9c0b2940 0x7fac9c1597a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.092 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.097+0000 7faca1bc8700 1 --2- 172.21.15.79:0/1348794189 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fac9c0cd250 0x7fac9c159ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.092 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.097+0000 7faca1bc8700 1 -- 172.21.15.79:0/1348794189 >> 172.21.15.79:0/1348794189 conn(0x7fac9c06baf0 msgr2=0x7fac9c071a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:25.092 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.097+0000 7faca1bc8700 1 -- 172.21.15.79:0/1348794189 shutdown_connections 2023-09-21T11:17:25.092 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.097+0000 7faca1bc8700 1 -- 172.21.15.79:0/1348794189 wait complete. 2023-09-21T11:17:25.102 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T11:17:25.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.232+0000 7f978285b700 1 Processor -- start 2023-09-21T11:17:25.226 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.233+0000 7f978285b700 1 -- start start 2023-09-21T11:17:25.228 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.233+0000 7f978285b700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f977c0d3e40 0x7f977c15eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.228 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.233+0000 7f978285b700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f977c0d0020 0x7f977c0d0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.228 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.233+0000 7f978285b700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f977c15f060 con 0x7f977c15db50 2023-09-21T11:17:25.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.233+0000 7f978285b700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f977c0b2c70 con 0x7f977c0d0020 2023-09-21T11:17:25.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.233+0000 7f978285b700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f977c0d09b0 con 0x7f977c0d3e40 2023-09-21T11:17:25.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.233+0000 7f9780df8700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f977c0d0020 0x7f977c0d0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.234+0000 7f9780df8700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f977c0d0020 0x7f977c0d0470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54198/0 (socket says 172.21.15.79:54198) 2023-09-21T11:17:25.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.234+0000 7f9780df8700 1 -- 172.21.15.79:0/4082568672 learned_addr learned my addr 172.21.15.79:0/4082568672 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:25.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.234+0000 7f977b7fe700 1 --2- 172.21.15.79:0/4082568672 >> v2:172.21.15.134:3300/0 conn(0x7f977c0d3e40 0x7f977c15eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.234+0000 7f9780df8700 1 -- 172.21.15.79:0/4082568672 >> v2:172.21.15.134:3300/0 conn(0x7f977c0d3e40 msgr2=0x7f977c15eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:25.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.234+0000 7f9780df8700 1 --2- 172.21.15.79:0/4082568672 >> v2:172.21.15.134:3300/0 conn(0x7f977c0d3e40 0x7f977c15eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.234+0000 7f9780df8700 1 -- 172.21.15.79:0/4082568672 >> v1:172.21.15.134:6789/0 conn(0x7f977c15db50 legacy=0x7f977c0d1f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:25.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.234+0000 7f9780df8700 1 -- 172.21.15.79:0/4082568672 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f977c0d4650 con 0x7f977c0d0020 2023-09-21T11:17:25.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.234+0000 7f9780df8700 1 --2- 172.21.15.79:0/4082568672 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f977c0d0020 0x7f977c0d0470 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f977c0d0ef0 tx=0x7f977400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b73f1dea44a19cf server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:25.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.234+0000 7f977affd700 1 -- 172.21.15.79:0/4082568672 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f977400e070 con 0x7f977c0d0020 2023-09-21T11:17:25.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.234+0000 7f977affd700 1 -- 172.21.15.79:0/4082568672 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f977400b9c0 con 0x7f977c0d0020 2023-09-21T11:17:25.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.234+0000 7f977affd700 1 -- 172.21.15.79:0/4082568672 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f977400bd70 con 0x7f977c0d0020 2023-09-21T11:17:25.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.235+0000 7f978285b700 1 -- 172.21.15.79:0/4082568672 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f977c0d0020 msgr2=0x7f977c0d0470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:25.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.235+0000 7f978285b700 1 --2- 172.21.15.79:0/4082568672 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f977c0d0020 0x7f977c0d0470 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f977c0d0ef0 tx=0x7f977400b330 comp rx=0 tx=0).stop 2023-09-21T11:17:25.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.235+0000 7f978285b700 1 -- 172.21.15.79:0/4082568672 shutdown_connections 2023-09-21T11:17:25.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.235+0000 7f978285b700 1 --2- 172.21.15.79:0/4082568672 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f977c0d0020 0x7f977c0d0470 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.235+0000 7f978285b700 1 --2- 172.21.15.79:0/4082568672 >> v2:172.21.15.134:3300/0 conn(0x7f977c0d3e40 0x7f977c15eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.235+0000 7f978285b700 1 -- 172.21.15.79:0/4082568672 >> 172.21.15.79:0/4082568672 conn(0x7f977c09c960 msgr2=0x7f977c0d3730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:25.233 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.235+0000 7f978285b700 1 -- 172.21.15.79:0/4082568672 shutdown_connections 2023-09-21T11:17:25.233 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.235+0000 7f978285b700 1 -- 172.21.15.79:0/4082568672 wait complete. 2023-09-21T11:17:25.235 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.236+0000 7f978285b700 1 Processor -- start 2023-09-21T11:17:25.235 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.236+0000 7f978285b700 1 -- start start 2023-09-21T11:17:25.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f978285b700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f977c0d0020 0x7f977c0c84e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f978285b700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f977c0d3e40 0x7f977c0b04c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f978285b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f977c15db50 0x7f977c155a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f978285b700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f977c0c8a20 con 0x7f977c15db50 2023-09-21T11:17:25.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f978285b700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f977c0b3a30 con 0x7f977c0d0020 2023-09-21T11:17:25.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f978285b700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f977c0b3d10 con 0x7f977c0d3e40 2023-09-21T11:17:25.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f9780df8700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f977c15db50 0x7f977c155a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f9780df8700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f977c15db50 0x7f977c155a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54204/0 (socket says 172.21.15.79:54204) 2023-09-21T11:17:25.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f9780df8700 1 -- 172.21.15.79:0/3651202754 learned_addr learned my addr 172.21.15.79:0/3651202754 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:25.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f977bfff700 1 --2- 172.21.15.79:0/3651202754 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f977c0d0020 0x7f977c0c84e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f977b7fe700 1 --2- 172.21.15.79:0/3651202754 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f977c0d3e40 0x7f977c0b04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f9780df8700 1 -- 172.21.15.79:0/3651202754 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f977c0d3e40 msgr2=0x7f977c0b04c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:25.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f9780df8700 1 --2- 172.21.15.79:0/3651202754 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f977c0d3e40 0x7f977c0b04c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f9780df8700 1 -- 172.21.15.79:0/3651202754 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f977c0d0020 msgr2=0x7f977c0c84e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:25.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f9780df8700 1 --2- 172.21.15.79:0/3651202754 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f977c0d0020 0x7f977c0c84e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f9780df8700 1 -- 172.21.15.79:0/3651202754 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9774009b30 con 0x7f977c15db50 2023-09-21T11:17:25.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f9780df8700 1 --2- 172.21.15.79:0/3651202754 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f977c15db50 0x7f977c155a40 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f977c08dd20 tx=0x7f9774004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:25.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f9778ff9700 1 -- 172.21.15.79:0/3651202754 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97740092e0 con 0x7f977c15db50 2023-09-21T11:17:25.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f9778ff9700 1 -- 172.21.15.79:0/3651202754 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f977401b430 con 0x7f977c15db50 2023-09-21T11:17:25.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f9778ff9700 1 -- 172.21.15.79:0/3651202754 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f977401b800 con 0x7f977c15db50 2023-09-21T11:17:25.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.237+0000 7f978285b700 1 -- 172.21.15.79:0/3651202754 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f977c0b3ff0 con 0x7f977c15db50 2023-09-21T11:17:25.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.238+0000 7f978285b700 1 -- 172.21.15.79:0/3651202754 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f977c0ca800 con 0x7f977c15db50 2023-09-21T11:17:25.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.238+0000 7f978285b700 1 -- 172.21.15.79:0/3651202754 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f977c0c8c40 con 0x7f977c15db50 2023-09-21T11:17:25.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.239+0000 7f9778ff9700 1 -- 172.21.15.79:0/3651202754 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f977401b960 con 0x7f977c15db50 2023-09-21T11:17:25.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.239+0000 7f9778ff9700 1 --2- 172.21.15.79:0/3651202754 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f976806a550 0x7f976806ca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.241 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.239+0000 7f977bfff700 1 --2- 172.21.15.79:0/3651202754 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f976806a550 0x7f976806ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.241 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.239+0000 7f9778ff9700 1 -- 172.21.15.79:0/3651202754 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f977408a000 con 0x7f977c15db50 2023-09-21T11:17:25.241 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.240+0000 7f977bfff700 1 --2- 172.21.15.79:0/3651202754 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f976806a550 0x7f976806ca10 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f9770000fb0 tx=0x7f9770009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:25.241 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.244+0000 7f9778ff9700 1 -- 172.21.15.79:0/3651202754 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f9774055610 con 0x7f977c15db50 2023-09-21T11:17:25.425 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.432+0000 7f978285b700 1 -- 172.21.15.79:0/3651202754 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f977c04eae0 con 0x7f977c15db50 2023-09-21T11:17:25.425 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.432+0000 7f9778ff9700 1 -- 172.21.15.79:0/3651202754 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9774058c30 con 0x7f977c15db50 2023-09-21T11:17:25.425 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 32 2023-09-21T11:17:25.427 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.434+0000 7f978285b700 1 -- 172.21.15.79:0/3651202754 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f976806a550 msgr2=0x7f976806ca10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:25.428 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.434+0000 7f978285b700 1 --2- 172.21.15.79:0/3651202754 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f976806a550 0x7f976806ca10 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f9770000fb0 tx=0x7f9770009040 comp rx=0 tx=0).stop 2023-09-21T11:17:25.428 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.434+0000 7f978285b700 1 -- 172.21.15.79:0/3651202754 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f977c15db50 msgr2=0x7f977c155a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:25.428 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.434+0000 7f978285b700 1 --2- 172.21.15.79:0/3651202754 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f977c15db50 0x7f977c155a40 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f977c08dd20 tx=0x7f9774004ad0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.428 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.434+0000 7f978285b700 1 -- 172.21.15.79:0/3651202754 shutdown_connections 2023-09-21T11:17:25.428 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.434+0000 7f978285b700 1 --2- 172.21.15.79:0/3651202754 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f977c15db50 0x7f977c155a40 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.428 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.434+0000 7f978285b700 1 --2- 172.21.15.79:0/3651202754 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f977c0d0020 0x7f977c0c84e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.429 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.434+0000 7f978285b700 1 --2- 172.21.15.79:0/3651202754 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f976806a550 0x7f976806ca10 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.429 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.434+0000 7f978285b700 1 --2- 172.21.15.79:0/3651202754 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f977c0d3e40 0x7f977c0b04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.429 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.435+0000 7f978285b700 1 -- 172.21.15.79:0/3651202754 >> 172.21.15.79:0/3651202754 conn(0x7f977c09c960 msgr2=0x7f977c0b1140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:25.429 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.435+0000 7f978285b700 1 -- 172.21.15.79:0/3651202754 shutdown_connections 2023-09-21T11:17:25.429 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.435+0000 7f978285b700 1 -- 172.21.15.79:0/3651202754 wait complete. 2023-09-21T11:17:25.440 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T11:17:25.563 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.571+0000 7f2434cef700 1 Processor -- start 2023-09-21T11:17:25.564 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.571+0000 7f2434cef700 1 -- start start 2023-09-21T11:17:25.568 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f2434cef700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f24300b27d0 0x7f24300b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.568 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f2434cef700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f243006d600 0x7f2430070c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.568 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f2434cef700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24300cbfb0 con 0x7f2430159bb0 2023-09-21T11:17:25.568 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f2434cef700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f24300ccb30 con 0x7f243006d600 2023-09-21T11:17:25.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f2434cef700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24300cc290 con 0x7f24300b27d0 2023-09-21T11:17:25.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242e59c700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f2430159bb0 0x7f24300b20c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40572/0 (socket says 172.21.15.79:40572) 2023-09-21T11:17:25.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242e59c700 1 -- 172.21.15.79:0/3160316600 learned_addr learned my addr 172.21.15.79:0/3160316600 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:25.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242dd9b700 1 --2- 172.21.15.79:0/3160316600 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f24300b27d0 0x7f24300b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242ed9d700 1 --2- 172.21.15.79:0/3160316600 >> v2:172.21.15.134:3300/0 conn(0x7f243006d600 0x7f2430070c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.570 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242d59a700 1 -- 172.21.15.79:0/3160316600 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2172521291 0 0) 0x7f24300cbfb0 con 0x7f2430159bb0 2023-09-21T11:17:25.570 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242d59a700 1 -- 172.21.15.79:0/3160316600 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f24180035b0 con 0x7f2430159bb0 2023-09-21T11:17:25.570 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242d59a700 1 -- 172.21.15.79:0/3160316600 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 250910421 0 0) 0x7f24180035b0 con 0x7f2430159bb0 2023-09-21T11:17:25.570 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242d59a700 1 -- 172.21.15.79:0/3160316600 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f24300b27d0 msgr2=0x7f24300b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:25.570 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242d59a700 1 --2- 172.21.15.79:0/3160316600 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f24300b27d0 0x7f24300b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.571 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242d59a700 1 -- 172.21.15.79:0/3160316600 >> v2:172.21.15.134:3300/0 conn(0x7f243006d600 msgr2=0x7f2430070c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:25.571 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242d59a700 1 --2- 172.21.15.79:0/3160316600 >> v2:172.21.15.134:3300/0 conn(0x7f243006d600 0x7f2430070c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.571 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242d59a700 1 -- 172.21.15.79:0/3160316600 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24300cc570 con 0x7f2430159bb0 2023-09-21T11:17:25.571 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242d59a700 1 -- 172.21.15.79:0/3160316600 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f2420001670 con 0x7f2430159bb0 2023-09-21T11:17:25.571 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242d59a700 1 -- 172.21.15.79:0/3160316600 >> v1:172.21.15.79:6789/0 conn(0x7f2430159bb0 legacy=0x7f24300b20c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:25.572 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242d59a700 1 --2- 172.21.15.79:0/3160316600 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f24300b27d0 0x7f2418003a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.572 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242d59a700 1 --2- 172.21.15.79:0/3160316600 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2418003f80 0x7f2418004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.572 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242d59a700 1 --2- 172.21.15.79:0/3160316600 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2418004d90 0x7f2418005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.572 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242d59a700 1 -- 172.21.15.79:0/3160316600 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24300ccb30 con 0x7f2418004d90 2023-09-21T11:17:25.572 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242d59a700 1 -- 172.21.15.79:0/3160316600 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24300cc290 con 0x7f2418003f80 2023-09-21T11:17:25.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.572+0000 7f242d59a700 1 -- 172.21.15.79:0/3160316600 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f241800ba60 con 0x7f24300b27d0 2023-09-21T11:17:25.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.573+0000 7f242ed9d700 1 --2- 172.21.15.79:0/3160316600 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2418004d90 0x7f2418005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.573+0000 7f242e59c700 1 --2- 172.21.15.79:0/3160316600 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f24300b27d0 0x7f2418003a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.573+0000 7f242dd9b700 1 --2- 172.21.15.79:0/3160316600 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2418003f80 0x7f2418004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.573+0000 7f242ed9d700 1 -- 172.21.15.79:0/3160316600 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f24300b27d0 msgr2=0x7f2418003a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:25.574 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.573+0000 7f242ed9d700 1 --2- 172.21.15.79:0/3160316600 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f24300b27d0 0x7f2418003a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.574 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.573+0000 7f242ed9d700 1 -- 172.21.15.79:0/3160316600 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2418003f80 msgr2=0x7f2418004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:25.574 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.573+0000 7f242ed9d700 1 --2- 172.21.15.79:0/3160316600 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2418003f80 0x7f2418004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.574 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.573+0000 7f242ed9d700 1 -- 172.21.15.79:0/3160316600 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24180035b0 con 0x7f2418004d90 2023-09-21T11:17:25.574 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.573+0000 7f242e59c700 1 --2- 172.21.15.79:0/3160316600 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f24300b27d0 0x7f2418003a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:25.575 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.573+0000 7f242dd9b700 1 --2- 172.21.15.79:0/3160316600 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2418003f80 0x7f2418004850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:25.575 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.573+0000 7f242ed9d700 1 --2- 172.21.15.79:0/3160316600 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2418004d90 0x7f2418005210 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f242800e170 tx=0x7f2418005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81ce7b74aede9dde server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:25.575 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.573+0000 7f242d59a700 1 -- 172.21.15.79:0/3160316600 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f242800ec90 con 0x7f2418004d90 2023-09-21T11:17:25.575 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.573+0000 7f242d59a700 1 -- 172.21.15.79:0/3160316600 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f242800f040 con 0x7f2418004d90 2023-09-21T11:17:25.576 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.573+0000 7f242d59a700 1 -- 172.21.15.79:0/3160316600 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2428014480 con 0x7f2418004d90 2023-09-21T11:17:25.576 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.574+0000 7f2434cef700 1 -- 172.21.15.79:0/3160316600 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2418004d90 msgr2=0x7f2418005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:25.576 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.574+0000 7f2434cef700 1 --2- 172.21.15.79:0/3160316600 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2418004d90 0x7f2418005210 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f242800e170 tx=0x7f2418005880 comp rx=0 tx=0).stop 2023-09-21T11:17:25.576 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.574+0000 7f242ed9d700 1 -- 172.21.15.79:0/3160316600 reap_dead start 2023-09-21T11:17:25.576 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.574+0000 7f2434cef700 1 -- 172.21.15.79:0/3160316600 shutdown_connections 2023-09-21T11:17:25.576 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.574+0000 7f2434cef700 1 -- 172.21.15.79:0/3160316600 >> 172.21.15.79:0/3160316600 conn(0x7f24300b0dc0 msgr2=0x7f24300b11d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:25.577 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.574+0000 7f2434cef700 1 -- 172.21.15.79:0/3160316600 shutdown_connections 2023-09-21T11:17:25.577 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.574+0000 7f2434cef700 1 -- 172.21.15.79:0/3160316600 wait complete. 2023-09-21T11:17:25.577 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.575+0000 7f2434cef700 1 Processor -- start 2023-09-21T11:17:25.577 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.575+0000 7f2434cef700 1 -- start start 2023-09-21T11:17:25.580 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.576+0000 7f2434cef700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2418004d90 0x7f2430154230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.580 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.576+0000 7f2434cef700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f243014d030 0x7f2430145250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.580 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.576+0000 7f2434cef700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24301f0780 0x7f24301f0c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.580 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.576+0000 7f2434cef700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f243015b530 con 0x7f24301f0780 2023-09-21T11:17:25.580 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.576+0000 7f2434cef700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f243014d560 con 0x7f2418004d90 2023-09-21T11:17:25.581 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.576+0000 7f2434cef700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2430149330 con 0x7f243014d030 2023-09-21T11:17:25.581 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.576+0000 7f242ed9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24301f0780 0x7f24301f0c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.581 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.576+0000 7f242ed9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24301f0780 0x7f24301f0c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54224/0 (socket says 172.21.15.79:54224) 2023-09-21T11:17:25.581 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.576+0000 7f242ed9d700 1 -- 172.21.15.79:0/3252355363 learned_addr learned my addr 172.21.15.79:0/3252355363 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:25.581 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.576+0000 7f242dd9b700 1 --2- 172.21.15.79:0/3252355363 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f243014d030 0x7f2430145250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.582 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.576+0000 7f242e59c700 1 --2- 172.21.15.79:0/3252355363 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2418004d90 0x7f2430154230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.582 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.576+0000 7f242ed9d700 1 -- 172.21.15.79:0/3252355363 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f243014d030 msgr2=0x7f2430145250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:25.582 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.576+0000 7f242ed9d700 1 --2- 172.21.15.79:0/3252355363 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f243014d030 0x7f2430145250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.582 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.576+0000 7f242ed9d700 1 -- 172.21.15.79:0/3252355363 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2418004d90 msgr2=0x7f2430154230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:25.582 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.576+0000 7f242ed9d700 1 --2- 172.21.15.79:0/3252355363 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2418004d90 0x7f2430154230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.583 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.576+0000 7f242ed9d700 1 -- 172.21.15.79:0/3252355363 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f243015b720 con 0x7f24301f0780 2023-09-21T11:17:25.583 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.576+0000 7f242ed9d700 1 --2- 172.21.15.79:0/3252355363 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24301f0780 0x7f24301f0c10 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f2418004790 tx=0x7f2428004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:25.583 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.576+0000 7f241effd700 1 -- 172.21.15.79:0/3252355363 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2428007000 con 0x7f24301f0780 2023-09-21T11:17:25.583 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.576+0000 7f241effd700 1 -- 172.21.15.79:0/3252355363 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f242800ee80 con 0x7f24301f0780 2023-09-21T11:17:25.583 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.577+0000 7f2434cef700 1 -- 172.21.15.79:0/3252355363 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2430154770 con 0x7f24301f0780 2023-09-21T11:17:25.584 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.577+0000 7f241effd700 1 -- 172.21.15.79:0/3252355363 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2428003a20 con 0x7f24301f0780 2023-09-21T11:17:25.584 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.577+0000 7f2434cef700 1 -- 172.21.15.79:0/3252355363 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f243015bca0 con 0x7f24301f0780 2023-09-21T11:17:25.584 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.578+0000 7f2434cef700 1 -- 172.21.15.79:0/3252355363 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f243004eae0 con 0x7f24301f0780 2023-09-21T11:17:25.584 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.578+0000 7f241effd700 1 -- 172.21.15.79:0/3252355363 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f2428003c00 con 0x7f24301f0780 2023-09-21T11:17:25.584 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.578+0000 7f241effd700 1 --2- 172.21.15.79:0/3252355363 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f241006a580 0x7f241006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.585 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.578+0000 7f241effd700 1 -- 172.21.15.79:0/3252355363 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2428089e90 con 0x7f24301f0780 2023-09-21T11:17:25.585 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.578+0000 7f242e59c700 1 --2- 172.21.15.79:0/3252355363 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f241006a580 0x7f241006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.585 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.579+0000 7f242e59c700 1 --2- 172.21.15.79:0/3252355363 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f241006a580 0x7f241006ca40 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f24300b0d90 tx=0x7f2420009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:25.585 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.583+0000 7f241effd700 1 -- 172.21.15.79:0/3252355363 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f24280554a0 con 0x7f24301f0780 2023-09-21T11:17:25.765 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.772+0000 7f2434cef700 1 -- 172.21.15.79:0/3252355363 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2430150630 con 0x7f24301f0780 2023-09-21T11:17:25.765 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.772+0000 7f241effd700 1 -- 172.21.15.79:0/3252355363 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f24280180a0 con 0x7f24301f0780 2023-09-21T11:17:25.765 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 64 2023-09-21T11:17:25.767 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.774+0000 7f2434cef700 1 -- 172.21.15.79:0/3252355363 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f241006a580 msgr2=0x7f241006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:25.767 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.774+0000 7f2434cef700 1 --2- 172.21.15.79:0/3252355363 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f241006a580 0x7f241006ca40 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f24300b0d90 tx=0x7f2420009040 comp rx=0 tx=0).stop 2023-09-21T11:17:25.767 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.774+0000 7f2434cef700 1 -- 172.21.15.79:0/3252355363 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24301f0780 msgr2=0x7f24301f0c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:25.768 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.774+0000 7f2434cef700 1 --2- 172.21.15.79:0/3252355363 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24301f0780 0x7f24301f0c10 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f2418004790 tx=0x7f2428004b40 comp rx=0 tx=0).stop 2023-09-21T11:17:25.768 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.774+0000 7f2434cef700 1 -- 172.21.15.79:0/3252355363 shutdown_connections 2023-09-21T11:17:25.768 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.774+0000 7f2434cef700 1 --2- 172.21.15.79:0/3252355363 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24301f0780 0x7f24301f0c10 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.768 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.774+0000 7f2434cef700 1 --2- 172.21.15.79:0/3252355363 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2418004d90 0x7f2430154230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.768 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.774+0000 7f2434cef700 1 --2- 172.21.15.79:0/3252355363 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f241006a580 0x7f241006ca40 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.769 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.774+0000 7f2434cef700 1 --2- 172.21.15.79:0/3252355363 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f243014d030 0x7f2430145250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.769 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.774+0000 7f2434cef700 1 -- 172.21.15.79:0/3252355363 >> 172.21.15.79:0/3252355363 conn(0x7f24300b0dc0 msgr2=0x7f243014fb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:25.769 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.774+0000 7f2434cef700 1 -- 172.21.15.79:0/3252355363 shutdown_connections 2023-09-21T11:17:25.769 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.774+0000 7f2434cef700 1 -- 172.21.15.79:0/3252355363 wait complete. 2023-09-21T11:17:25.779 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:25.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.906+0000 7f8fecb72700 1 Processor -- start 2023-09-21T11:17:25.899 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.906+0000 7f8fecb72700 1 -- start start 2023-09-21T11:17:25.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.907+0000 7f8fecb72700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f8fe815a5a0 0x7f8fe80724c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.907+0000 7f8fecb72700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8fe815b830 con 0x7f8fe815a980 2023-09-21T11:17:25.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.907+0000 7f8fecb72700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8fe815af00 con 0x7f8fe80cf9b0 2023-09-21T11:17:25.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.907+0000 7f8fecb72700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8fe815b1e0 con 0x7f8fe815a5a0 2023-09-21T11:17:25.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.907+0000 7f8fe659c700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f8fe815a5a0 0x7f8fe80724c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.907+0000 7f8fe5d9b700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f8fe815a980 0x7f8fe80cf2a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40592/0 (socket says 172.21.15.79:40592) 2023-09-21T11:17:25.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.907+0000 7f8fe5d9b700 1 -- 172.21.15.79:0/804202322 learned_addr learned my addr 172.21.15.79:0/804202322 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:25.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.907+0000 7f8fe659c700 1 -- 172.21.15.79:0/804202322 >> v1:172.21.15.134:6789/0 conn(0x7f8fe80cf9b0 legacy=0x7f8fe815e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:25.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.907+0000 7f8fe659c700 1 -- 172.21.15.79:0/804202322 >> v1:172.21.15.79:6789/0 conn(0x7f8fe815a980 legacy=0x7f8fe80cf2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:25.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.907+0000 7f8fe659c700 1 -- 172.21.15.79:0/804202322 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fe815b4c0 con 0x7f8fe815a5a0 2023-09-21T11:17:25.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.907+0000 7f8fe559a700 1 -- 172.21.15.79:0/804202322 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1752485907 0 0) 0x7f8fe815b830 con 0x7f8fe815a980 2023-09-21T11:17:25.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.907+0000 7f8fe659c700 1 --2- 172.21.15.79:0/804202322 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8fe815a5a0 0x7f8fe80724c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8fd8009840 tx=0x7f8fd8009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dca7f78dbc4763f server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:25.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.907+0000 7f8fe559a700 1 -- 172.21.15.79:0/804202322 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fd8004230 con 0x7f8fe815a5a0 2023-09-21T11:17:25.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.907+0000 7f8fe559a700 1 -- 172.21.15.79:0/804202322 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8fd8004390 con 0x7f8fe815a5a0 2023-09-21T11:17:25.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.908+0000 7f8fe559a700 1 -- 172.21.15.79:0/804202322 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fd80036a0 con 0x7f8fe815a5a0 2023-09-21T11:17:25.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.908+0000 7f8fecb72700 1 -- 172.21.15.79:0/804202322 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8fe815a5a0 msgr2=0x7f8fe80724c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:25.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.908+0000 7f8fecb72700 1 --2- 172.21.15.79:0/804202322 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8fe815a5a0 0x7f8fe80724c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8fd8009840 tx=0x7f8fd8009b50 comp rx=0 tx=0).stop 2023-09-21T11:17:25.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.908+0000 7f8fecb72700 1 -- 172.21.15.79:0/804202322 shutdown_connections 2023-09-21T11:17:25.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.908+0000 7f8fecb72700 1 --2- 172.21.15.79:0/804202322 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8fe815a5a0 0x7f8fe80724c0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.908+0000 7f8fecb72700 1 -- 172.21.15.79:0/804202322 >> 172.21.15.79:0/804202322 conn(0x7f8fe806dac0 msgr2=0x7f8fe806ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:25.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.908+0000 7f8fecb72700 1 -- 172.21.15.79:0/804202322 shutdown_connections 2023-09-21T11:17:25.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.908+0000 7f8fecb72700 1 -- 172.21.15.79:0/804202322 wait complete. 2023-09-21T11:17:25.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.910+0000 7f8fecb72700 1 Processor -- start 2023-09-21T11:17:25.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.910+0000 7f8fecb72700 1 -- start start 2023-09-21T11:17:25.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fecb72700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8fe80cf9b0 0x7f8fe814fab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fecb72700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8fe815a5a0 0x7f8fe8156980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fecb72700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8fe815a980 0x7f8fe8152630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fecb72700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fe814fff0 con 0x7f8fe80cf9b0 2023-09-21T11:17:25.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fecb72700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fe8153390 con 0x7f8fe815a5a0 2023-09-21T11:17:25.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fecb72700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8fe81530b0 con 0x7f8fe815a980 2023-09-21T11:17:25.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fe659c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8fe80cf9b0 0x7f8fe814fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fe659c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8fe80cf9b0 0x7f8fe814fab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54234/0 (socket says 172.21.15.79:54234) 2023-09-21T11:17:25.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fe659c700 1 -- 172.21.15.79:0/624325103 learned_addr learned my addr 172.21.15.79:0/624325103 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:25.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fe5d9b700 1 --2- 172.21.15.79:0/624325103 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8fe815a5a0 0x7f8fe8156980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fe6d9d700 1 --2- 172.21.15.79:0/624325103 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8fe815a980 0x7f8fe8152630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fe659c700 1 -- 172.21.15.79:0/624325103 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8fe815a980 msgr2=0x7f8fe8152630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:25.911 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fe659c700 1 --2- 172.21.15.79:0/624325103 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8fe815a980 0x7f8fe8152630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.911 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fe659c700 1 -- 172.21.15.79:0/624325103 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8fe815a5a0 msgr2=0x7f8fe8156980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:25.911 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fe659c700 1 --2- 172.21.15.79:0/624325103 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8fe815a5a0 0x7f8fe8156980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:25.911 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fe659c700 1 -- 172.21.15.79:0/624325103 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fd80094a0 con 0x7f8fe80cf9b0 2023-09-21T11:17:25.911 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fe5d9b700 1 --2- 172.21.15.79:0/624325103 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8fe815a5a0 0x7f8fe8156980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:25.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fe659c700 1 --2- 172.21.15.79:0/624325103 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8fe80cf9b0 0x7f8fe814fab0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f8fd80090b0 tx=0x7f8fd8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:25.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fd6ffd700 1 -- 172.21.15.79:0/624325103 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fd8011830 con 0x7f8fe80cf9b0 2023-09-21T11:17:25.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fd6ffd700 1 -- 172.21.15.79:0/624325103 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8fd801e070 con 0x7f8fe80cf9b0 2023-09-21T11:17:25.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fecb72700 1 -- 172.21.15.79:0/624325103 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8fe80c7620 con 0x7f8fe80cf9b0 2023-09-21T11:17:25.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fd6ffd700 1 -- 172.21.15.79:0/624325103 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fd8011bb0 con 0x7f8fe80cf9b0 2023-09-21T11:17:25.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.911+0000 7f8fecb72700 1 -- 172.21.15.79:0/624325103 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8fe80c7be0 con 0x7f8fe80cf9b0 2023-09-21T11:17:25.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.912+0000 7f8fecb72700 1 -- 172.21.15.79:0/624325103 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8fe80c7450 con 0x7f8fe80cf9b0 2023-09-21T11:17:25.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.913+0000 7f8fd6ffd700 1 -- 172.21.15.79:0/624325103 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f8fd8011d10 con 0x7f8fe80cf9b0 2023-09-21T11:17:25.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.913+0000 7f8fd6ffd700 1 --2- 172.21.15.79:0/624325103 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8fc806a580 0x7f8fc806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:25.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.913+0000 7f8fd6ffd700 1 -- 172.21.15.79:0/624325103 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8fd8089db0 con 0x7f8fe80cf9b0 2023-09-21T11:17:25.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.913+0000 7f8fe5d9b700 1 --2- 172.21.15.79:0/624325103 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8fc806a580 0x7f8fc806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:25.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.914+0000 7f8fe5d9b700 1 --2- 172.21.15.79:0/624325103 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8fc806a580 0x7f8fc806ca40 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f8fe80b1fb0 tx=0x7f8fdc007d30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:25.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:25.918+0000 7f8fd6ffd700 1 -- 172.21.15.79:0/624325103 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f8fd80553c0 con 0x7f8fe80cf9b0 2023-09-21T11:17:26.101 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.109+0000 7f8fecb72700 1 -- 172.21.15.79:0/624325103 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8fe804eae0 con 0x7f8fe80cf9b0 2023-09-21T11:17:26.106 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.113+0000 7f8fd6ffd700 1 -- 172.21.15.79:0/624325103 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f8fd8020020 con 0x7f8fe80cf9b0 2023-09-21T11:17:26.107 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:26.107 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":20,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:00.970389+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:26.109 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.116+0000 7f8fecb72700 1 -- 172.21.15.79:0/624325103 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8fc806a580 msgr2=0x7f8fc806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:26.109 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.116+0000 7f8fecb72700 1 --2- 172.21.15.79:0/624325103 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8fc806a580 0x7f8fc806ca40 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f8fe80b1fb0 tx=0x7f8fdc007d30 comp rx=0 tx=0).stop 2023-09-21T11:17:26.109 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.116+0000 7f8fecb72700 1 -- 172.21.15.79:0/624325103 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8fe80cf9b0 msgr2=0x7f8fe814fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:26.109 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.116+0000 7f8fecb72700 1 --2- 172.21.15.79:0/624325103 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8fe80cf9b0 0x7f8fe814fab0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f8fd80090b0 tx=0x7f8fd8004750 comp rx=0 tx=0).stop 2023-09-21T11:17:26.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.116+0000 7f8fecb72700 1 -- 172.21.15.79:0/624325103 shutdown_connections 2023-09-21T11:17:26.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.116+0000 7f8fecb72700 1 --2- 172.21.15.79:0/624325103 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8fc806a580 0x7f8fc806ca40 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.116+0000 7f8fecb72700 1 --2- 172.21.15.79:0/624325103 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8fe815a980 0x7f8fe8152630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.116+0000 7f8fecb72700 1 --2- 172.21.15.79:0/624325103 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8fe80cf9b0 0x7f8fe814fab0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.116+0000 7f8fecb72700 1 --2- 172.21.15.79:0/624325103 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8fe815a5a0 0x7f8fe8156980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.116+0000 7f8fecb72700 1 -- 172.21.15.79:0/624325103 >> 172.21.15.79:0/624325103 conn(0x7f8fe806dac0 msgr2=0x7f8fe80afe80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:26.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.116+0000 7f8fecb72700 1 -- 172.21.15.79:0/624325103 shutdown_connections 2023-09-21T11:17:26.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.116+0000 7f8fecb72700 1 -- 172.21.15.79:0/624325103 wait complete. 2023-09-21T11:17:26.121 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T11:16:45.829267+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T11:16:57.123246+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T11:16:58.360337+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T11:17:26.121 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T11:17:26.244 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.251+0000 7f9473715700 1 Processor -- start 2023-09-21T11:17:26.245 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.252+0000 7f9473715700 1 -- start start 2023-09-21T11:17:26.248 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.252+0000 7f9473715700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f946c0cd1f0 0x7f946c06ed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.248 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.252+0000 7f9473715700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f946c0b04b0 0x7f946c06f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.248 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.252+0000 7f9473715700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f946c0b0a00 con 0x7f946c0cf920 2023-09-21T11:17:26.249 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.252+0000 7f9473715700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f946c0cf620 con 0x7f946c0cd1f0 2023-09-21T11:17:26.249 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.252+0000 7f9473715700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f946c0d1fe0 con 0x7f946c0b04b0 2023-09-21T11:17:26.249 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.252+0000 7f94714b1700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f946c0cf920 0x7f946c0cfd00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40606/0 (socket says 172.21.15.79:40606) 2023-09-21T11:17:26.249 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.252+0000 7f94714b1700 1 -- 172.21.15.79:0/615304542 learned_addr learned my addr 172.21.15.79:0/615304542 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:26.249 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9463fff700 1 -- 172.21.15.79:0/615304542 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3080672077 0 0) 0x7f946c0b0a00 con 0x7f946c0cf920 2023-09-21T11:17:26.250 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9463fff700 1 -- 172.21.15.79:0/615304542 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f94580035b0 con 0x7f946c0cf920 2023-09-21T11:17:26.250 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9470cb0700 1 --2- 172.21.15.79:0/615304542 >> v2:172.21.15.134:3300/0 conn(0x7f946c0cd1f0 0x7f946c06ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:26.250 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9471cb2700 1 --2- 172.21.15.79:0/615304542 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f946c0b04b0 0x7f946c06f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:26.250 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9463fff700 1 -- 172.21.15.79:0/615304542 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 764356372 0 0) 0x7f94580035b0 con 0x7f946c0cf920 2023-09-21T11:17:26.250 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9463fff700 1 -- 172.21.15.79:0/615304542 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f946c0b04b0 msgr2=0x7f946c06f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:26.251 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9463fff700 1 --2- 172.21.15.79:0/615304542 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f946c0b04b0 0x7f946c06f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.251 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9463fff700 1 -- 172.21.15.79:0/615304542 >> v2:172.21.15.134:3300/0 conn(0x7f946c0cd1f0 msgr2=0x7f946c06ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:26.251 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9463fff700 1 --2- 172.21.15.79:0/615304542 >> v2:172.21.15.134:3300/0 conn(0x7f946c0cd1f0 0x7f946c06ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.251 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9463fff700 1 -- 172.21.15.79:0/615304542 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f946c0cf2d0 con 0x7f946c0cf920 2023-09-21T11:17:26.251 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9463fff700 1 -- 172.21.15.79:0/615304542 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f945c001670 con 0x7f946c0cf920 2023-09-21T11:17:26.252 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9463fff700 1 -- 172.21.15.79:0/615304542 >> v1:172.21.15.79:6789/0 conn(0x7f946c0cf920 legacy=0x7f946c0cfd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:26.252 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9463fff700 1 --2- 172.21.15.79:0/615304542 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9458003a00 0x7f9458003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.252 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9463fff700 1 --2- 172.21.15.79:0/615304542 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9458004850 0x7f9458004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.252 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9463fff700 1 --2- 172.21.15.79:0/615304542 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f946c0b04b0 0x7f9458005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.252 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9463fff700 1 -- 172.21.15.79:0/615304542 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f946c0cf620 con 0x7f9458004850 2023-09-21T11:17:26.253 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9463fff700 1 -- 172.21.15.79:0/615304542 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f946c0d1fe0 con 0x7f9458003a00 2023-09-21T11:17:26.253 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9463fff700 1 -- 172.21.15.79:0/615304542 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f945800ba40 con 0x7f946c0b04b0 2023-09-21T11:17:26.253 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9470cb0700 1 --2- 172.21.15.79:0/615304542 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9458004850 0x7f9458004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:26.253 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f94714b1700 1 --2- 172.21.15.79:0/615304542 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9458003a00 0x7f9458003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:26.253 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9471cb2700 1 --2- 172.21.15.79:0/615304542 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f946c0b04b0 0x7f9458005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:26.254 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9470cb0700 1 -- 172.21.15.79:0/615304542 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f946c0b04b0 msgr2=0x7f9458005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:26.254 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9470cb0700 1 --2- 172.21.15.79:0/615304542 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f946c0b04b0 0x7f9458005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.254 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9470cb0700 1 -- 172.21.15.79:0/615304542 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9458003a00 msgr2=0x7f9458003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:26.254 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9470cb0700 1 --2- 172.21.15.79:0/615304542 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9458003a00 0x7f9458003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.254 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f9470cb0700 1 -- 172.21.15.79:0/615304542 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94580035b0 con 0x7f9458004850 2023-09-21T11:17:26.255 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.253+0000 7f94714b1700 1 --2- 172.21.15.79:0/615304542 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9458003a00 0x7f9458003e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:26.255 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.254+0000 7f9470cb0700 1 --2- 172.21.15.79:0/615304542 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9458004850 0x7f9458004cd0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9468009b60 tx=0x7f9458005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f47fd82618a778e server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:26.255 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.254+0000 7f9463fff700 1 -- 172.21.15.79:0/615304542 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f946800e6c0 con 0x7f9458004850 2023-09-21T11:17:26.255 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.254+0000 7f9463fff700 1 -- 172.21.15.79:0/615304542 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f946800e820 con 0x7f9458004850 2023-09-21T11:17:26.255 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.254+0000 7f9463fff700 1 -- 172.21.15.79:0/615304542 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f946800eb90 con 0x7f9458004850 2023-09-21T11:17:26.256 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.254+0000 7f9473715700 1 -- 172.21.15.79:0/615304542 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9458004850 msgr2=0x7f9458004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:26.256 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.254+0000 7f9473715700 1 --2- 172.21.15.79:0/615304542 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9458004850 0x7f9458004cd0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9468009b60 tx=0x7f9458005880 comp rx=0 tx=0).stop 2023-09-21T11:17:26.256 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.254+0000 7f9471cb2700 1 -- 172.21.15.79:0/615304542 reap_dead start 2023-09-21T11:17:26.256 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.254+0000 7f9473715700 1 -- 172.21.15.79:0/615304542 shutdown_connections 2023-09-21T11:17:26.256 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.254+0000 7f9473715700 1 -- 172.21.15.79:0/615304542 >> 172.21.15.79:0/615304542 conn(0x7f946c0d14f0 msgr2=0x7f946c0d18d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:26.257 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.254+0000 7f9473715700 1 -- 172.21.15.79:0/615304542 shutdown_connections 2023-09-21T11:17:26.257 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.254+0000 7f9473715700 1 -- 172.21.15.79:0/615304542 wait complete. 2023-09-21T11:17:26.257 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.255+0000 7f9473715700 1 Processor -- start 2023-09-21T11:17:26.257 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.256+0000 7f9473715700 1 -- start start 2023-09-21T11:17:26.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.256+0000 7f9473715700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9458004850 0x7f946c0c9220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.256+0000 7f9473715700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f946c0b62e0 0x7f946c0b6760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.256+0000 7f9473715700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f946c0ca420 0x7f946c0ca8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.256+0000 7f9473715700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f946c0b6ca0 con 0x7f946c0b62e0 2023-09-21T11:17:26.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.256+0000 7f9473715700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f946c0c8d90 con 0x7f946c0ca420 2023-09-21T11:17:26.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.256+0000 7f9473715700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f946c0c9760 con 0x7f9458004850 2023-09-21T11:17:26.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.256+0000 7f9470cb0700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f946c0b62e0 0x7f946c0b6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:26.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.256+0000 7f9470cb0700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f946c0b62e0 0x7f946c0b6760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54256/0 (socket says 172.21.15.79:54256) 2023-09-21T11:17:26.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.256+0000 7f9470cb0700 1 -- 172.21.15.79:0/4092093354 learned_addr learned my addr 172.21.15.79:0/4092093354 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:26.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.257+0000 7f9470cb0700 1 -- 172.21.15.79:0/4092093354 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9458004850 msgr2=0x7f946c0c9220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:26.262 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.257+0000 7f9470cb0700 1 --2- 172.21.15.79:0/4092093354 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9458004850 0x7f946c0c9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.262 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.257+0000 7f9470cb0700 1 -- 172.21.15.79:0/4092093354 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f946c0ca420 msgr2=0x7f946c0ca8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:26.262 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.257+0000 7f9470cb0700 1 --2- 172.21.15.79:0/4092093354 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f946c0ca420 0x7f946c0ca8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.262 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.257+0000 7f9470cb0700 1 -- 172.21.15.79:0/4092093354 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f946c1f19e0 con 0x7f946c0b62e0 2023-09-21T11:17:26.262 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.257+0000 7f9470cb0700 1 --2- 172.21.15.79:0/4092093354 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f946c0b62e0 0x7f946c0b6760 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9458004760 tx=0x7f94680047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:26.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.257+0000 7f9461ffb700 1 -- 172.21.15.79:0/4092093354 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f946800e6c0 con 0x7f946c0b62e0 2023-09-21T11:17:26.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.257+0000 7f9461ffb700 1 -- 172.21.15.79:0/4092093354 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9468003ad0 con 0x7f946c0b62e0 2023-09-21T11:17:26.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.257+0000 7f9473715700 1 -- 172.21.15.79:0/4092093354 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f946c0c8740 con 0x7f946c0b62e0 2023-09-21T11:17:26.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.257+0000 7f9461ffb700 1 -- 172.21.15.79:0/4092093354 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94680045d0 con 0x7f946c0b62e0 2023-09-21T11:17:26.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.257+0000 7f9473715700 1 -- 172.21.15.79:0/4092093354 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f946c0cade0 con 0x7f946c0b62e0 2023-09-21T11:17:26.264 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.258+0000 7f9473715700 1 -- 172.21.15.79:0/4092093354 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f946c0c85a0 con 0x7f946c0b62e0 2023-09-21T11:17:26.264 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.258+0000 7f9461ffb700 1 -- 172.21.15.79:0/4092093354 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f9468013470 con 0x7f946c0b62e0 2023-09-21T11:17:26.264 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.259+0000 7f9461ffb700 1 --2- 172.21.15.79:0/4092093354 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f945006a580 0x7f945006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.264 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.259+0000 7f9461ffb700 1 -- 172.21.15.79:0/4092093354 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f946808a3a0 con 0x7f946c0b62e0 2023-09-21T11:17:26.264 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.259+0000 7f94714b1700 1 --2- 172.21.15.79:0/4092093354 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f945006a580 0x7f945006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:26.265 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.259+0000 7f94714b1700 1 --2- 172.21.15.79:0/4092093354 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f945006a580 0x7f945006ca40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f945c001050 tx=0x7f945c000ed0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:26.265 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.263+0000 7f9461ffb700 1 -- 172.21.15.79:0/4092093354 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f946c0c85a0 con 0x7f946c0b62e0 2023-09-21T11:17:26.445 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.452+0000 7f9473715700 1 -- 172.21.15.79:0/4092093354 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f946c0c85a0 con 0x7f946c0b62e0 2023-09-21T11:17:26.445 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.453+0000 7f9461ffb700 1 -- 172.21.15.79:0/4092093354 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f946c0c85a0 con 0x7f946c0b62e0 2023-09-21T11:17:26.446 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 1 2023-09-21T11:17:26.448 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.455+0000 7f9473715700 1 -- 172.21.15.79:0/4092093354 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f945006a580 msgr2=0x7f945006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:26.448 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.455+0000 7f9473715700 1 --2- 172.21.15.79:0/4092093354 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f945006a580 0x7f945006ca40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f945c001050 tx=0x7f945c000ed0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.448 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.455+0000 7f9473715700 1 -- 172.21.15.79:0/4092093354 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f946c0b62e0 msgr2=0x7f946c0b6760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:26.449 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.455+0000 7f9473715700 1 --2- 172.21.15.79:0/4092093354 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f946c0b62e0 0x7f946c0b6760 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9458004760 tx=0x7f94680047c0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.449 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.455+0000 7f9473715700 1 -- 172.21.15.79:0/4092093354 shutdown_connections 2023-09-21T11:17:26.449 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.455+0000 7f9473715700 1 --2- 172.21.15.79:0/4092093354 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f946c0ca420 0x7f946c0ca8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.449 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.455+0000 7f9473715700 1 --2- 172.21.15.79:0/4092093354 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f945006a580 0x7f945006ca40 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.449 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.455+0000 7f9473715700 1 --2- 172.21.15.79:0/4092093354 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9458004850 0x7f946c0c9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.450 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.455+0000 7f9473715700 1 --2- 172.21.15.79:0/4092093354 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f946c0b62e0 0x7f946c0b6760 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.450 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.455+0000 7f9473715700 1 -- 172.21.15.79:0/4092093354 >> 172.21.15.79:0/4092093354 conn(0x7f946c0d14f0 msgr2=0x7f946c0af7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:26.450 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.455+0000 7f9473715700 1 -- 172.21.15.79:0/4092093354 shutdown_connections 2023-09-21T11:17:26.450 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.455+0000 7f9473715700 1 -- 172.21.15.79:0/4092093354 wait complete. 2023-09-21T11:17:26.460 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T11:17:26.582 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.590+0000 7fe028472700 1 Processor -- start 2023-09-21T11:17:26.583 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.590+0000 7fe028472700 1 -- start start 2023-09-21T11:17:26.585 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.591+0000 7fe028472700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fe02015b7c0 0x7fe0200cc4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.585 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.591+0000 7fe028472700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0200ce410 0x7fe02015bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.586 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.591+0000 7fe028472700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe02015c240 con 0x7fe0200b6e10 2023-09-21T11:17:26.586 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.591+0000 7fe028472700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe02015cec0 con 0x7fe02015b7c0 2023-09-21T11:17:26.586 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.591+0000 7fe028472700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe02015c520 con 0x7fe0200ce410 2023-09-21T11:17:26.586 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.591+0000 7fe02620e700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fe02015b7c0 0x7fe0200cc4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:26.586 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.591+0000 7fe025a0d700 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7fe0200b6e10 0x7fe0200cdd00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.79:56718/0 (socket says 172.21.15.79:56718) 2023-09-21T11:17:26.587 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.591+0000 7fe025a0d700 1 -- 172.21.15.79:0/1097880252 learned_addr learned my addr 172.21.15.79:0/1097880252 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:26.587 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.591+0000 7fe026a0f700 1 --2- 172.21.15.79:0/1097880252 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0200ce410 0x7fe02015bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:26.587 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.591+0000 7fe026a0f700 1 -- 172.21.15.79:0/1097880252 >> v2:172.21.15.134:3300/0 conn(0x7fe02015b7c0 msgr2=0x7fe0200cc4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:26.587 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.591+0000 7fe026a0f700 1 --2- 172.21.15.79:0/1097880252 >> v2:172.21.15.134:3300/0 conn(0x7fe02015b7c0 0x7fe0200cc4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.587 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.591+0000 7fe026a0f700 1 -- 172.21.15.79:0/1097880252 >> v1:172.21.15.134:6789/0 conn(0x7fe0200b6e10 legacy=0x7fe0200cdd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:26.588 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.591+0000 7fe026a0f700 1 -- 172.21.15.79:0/1097880252 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe02015c800 con 0x7fe0200ce410 2023-09-21T11:17:26.588 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.592+0000 7fe026a0f700 1 --2- 172.21.15.79:0/1097880252 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0200ce410 0x7fe02015bba0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe018009d90 tx=0x7fe01800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dd29bfa64b270cfa server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:26.588 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.592+0000 7fe02520c700 1 -- 172.21.15.79:0/1097880252 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe01800e070 con 0x7fe0200ce410 2023-09-21T11:17:26.588 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.592+0000 7fe02520c700 1 -- 172.21.15.79:0/1097880252 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe01800bb20 con 0x7fe0200ce410 2023-09-21T11:17:26.589 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.592+0000 7fe02520c700 1 -- 172.21.15.79:0/1097880252 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe018012430 con 0x7fe0200ce410 2023-09-21T11:17:26.589 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.592+0000 7fe028472700 1 -- 172.21.15.79:0/1097880252 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0200ce410 msgr2=0x7fe02015bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:26.589 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.592+0000 7fe028472700 1 --2- 172.21.15.79:0/1097880252 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0200ce410 0x7fe02015bba0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe018009d90 tx=0x7fe01800b330 comp rx=0 tx=0).stop 2023-09-21T11:17:26.589 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.592+0000 7fe028472700 1 -- 172.21.15.79:0/1097880252 shutdown_connections 2023-09-21T11:17:26.589 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.592+0000 7fe028472700 1 --2- 172.21.15.79:0/1097880252 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0200ce410 0x7fe02015bba0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.590 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.592+0000 7fe028472700 1 --2- 172.21.15.79:0/1097880252 >> v2:172.21.15.134:3300/0 conn(0x7fe02015b7c0 0x7fe0200cc4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.590 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.592+0000 7fe028472700 1 -- 172.21.15.79:0/1097880252 >> 172.21.15.79:0/1097880252 conn(0x7fe020070570 msgr2=0x7fe020070980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:26.590 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.592+0000 7fe028472700 1 -- 172.21.15.79:0/1097880252 shutdown_connections 2023-09-21T11:17:26.590 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.592+0000 7fe028472700 1 -- 172.21.15.79:0/1097880252 wait complete. 2023-09-21T11:17:26.593 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.594+0000 7fe028472700 1 Processor -- start 2023-09-21T11:17:26.593 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.594+0000 7fe028472700 1 -- start start 2023-09-21T11:17:26.593 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.594+0000 7fe028472700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0200b6e10 0x7fe0201f0eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.593 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.594+0000 7fe028472700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0200ce410 0x7fe0200afd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.594 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.594+0000 7fe028472700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe02015b7c0 0x7fe0200b4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.594 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.594+0000 7fe028472700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0201f13f0 con 0x7fe02015b7c0 2023-09-21T11:17:26.594 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.594+0000 7fe028472700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0200b20e0 con 0x7fe0200ce410 2023-09-21T11:17:26.594 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.594+0000 7fe028472700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0200b23c0 con 0x7fe0200b6e10 2023-09-21T11:17:26.594 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.594+0000 7fe026a0f700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe02015b7c0 0x7fe0200b4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:26.595 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.594+0000 7fe026a0f700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe02015b7c0 0x7fe0200b4a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54272/0 (socket says 172.21.15.79:54272) 2023-09-21T11:17:26.595 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.594+0000 7fe026a0f700 1 -- 172.21.15.79:0/3696152413 learned_addr learned my addr 172.21.15.79:0/3696152413 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:26.595 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.595+0000 7fe025a0d700 1 --2- 172.21.15.79:0/3696152413 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0200ce410 0x7fe0200afd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:26.595 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.595+0000 7fe02620e700 1 --2- 172.21.15.79:0/3696152413 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0200b6e10 0x7fe0201f0eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:26.595 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.595+0000 7fe026a0f700 1 -- 172.21.15.79:0/3696152413 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0200b6e10 msgr2=0x7fe0201f0eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:26.595 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.595+0000 7fe026a0f700 1 --2- 172.21.15.79:0/3696152413 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0200b6e10 0x7fe0201f0eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.596 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.595+0000 7fe026a0f700 1 -- 172.21.15.79:0/3696152413 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0200ce410 msgr2=0x7fe0200afd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:26.596 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.595+0000 7fe026a0f700 1 --2- 172.21.15.79:0/3696152413 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0200ce410 0x7fe0200afd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.596 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.595+0000 7fe026a0f700 1 -- 172.21.15.79:0/3696152413 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe018009a70 con 0x7fe02015b7c0 2023-09-21T11:17:26.596 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.595+0000 7fe026a0f700 1 --2- 172.21.15.79:0/3696152413 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe02015b7c0 0x7fe0200b4a60 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fe018014040 tx=0x7fe018004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:26.596 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.595+0000 7fe016ffd700 1 -- 172.21.15.79:0/3696152413 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe018012430 con 0x7fe02015b7c0 2023-09-21T11:17:26.597 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.595+0000 7fe016ffd700 1 -- 172.21.15.79:0/3696152413 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe018020070 con 0x7fe02015b7c0 2023-09-21T11:17:26.597 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.595+0000 7fe028472700 1 -- 172.21.15.79:0/3696152413 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe0200b26a0 con 0x7fe02015b7c0 2023-09-21T11:17:26.597 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.595+0000 7fe016ffd700 1 -- 172.21.15.79:0/3696152413 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe018003ea0 con 0x7fe02015b7c0 2023-09-21T11:17:26.597 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.595+0000 7fe028472700 1 -- 172.21.15.79:0/3696152413 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0200b2c60 con 0x7fe02015b7c0 2023-09-21T11:17:26.597 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.596+0000 7fe028472700 1 -- 172.21.15.79:0/3696152413 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe02004eae0 con 0x7fe02015b7c0 2023-09-21T11:17:26.598 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.596+0000 7fe016ffd700 1 -- 172.21.15.79:0/3696152413 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fe018004280 con 0x7fe02015b7c0 2023-09-21T11:17:26.598 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.597+0000 7fe016ffd700 1 --2- 172.21.15.79:0/3696152413 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe00406a580 0x7fe00406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.598 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.597+0000 7fe016ffd700 1 -- 172.21.15.79:0/3696152413 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe018022070 con 0x7fe02015b7c0 2023-09-21T11:17:26.598 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.597+0000 7fe02620e700 1 --2- 172.21.15.79:0/3696152413 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe00406a580 0x7fe00406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:26.598 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.597+0000 7fe02620e700 1 --2- 172.21.15.79:0/3696152413 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe00406a580 0x7fe00406ca40 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe0201f5540 tx=0x7fe01c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:26.599 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.601+0000 7fe016ffd700 1 -- 172.21.15.79:0/3696152413 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fe018055d30 con 0x7fe02015b7c0 2023-09-21T11:17:26.781 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.788+0000 7fe028472700 1 -- 172.21.15.79:0/3696152413 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fe0200b2e20 con 0x7fe02015b7c0 2023-09-21T11:17:26.781 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.789+0000 7fe016ffd700 1 -- 172.21.15.79:0/3696152413 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fe01802c020 con 0x7fe02015b7c0 2023-09-21T11:17:26.782 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 32 2023-09-21T11:17:26.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.791+0000 7fe028472700 1 -- 172.21.15.79:0/3696152413 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe00406a580 msgr2=0x7fe00406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:26.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.791+0000 7fe028472700 1 --2- 172.21.15.79:0/3696152413 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe00406a580 0x7fe00406ca40 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe0201f5540 tx=0x7fe01c008040 comp rx=0 tx=0).stop 2023-09-21T11:17:26.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.791+0000 7fe028472700 1 -- 172.21.15.79:0/3696152413 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe02015b7c0 msgr2=0x7fe0200b4a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:26.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.791+0000 7fe028472700 1 --2- 172.21.15.79:0/3696152413 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe02015b7c0 0x7fe0200b4a60 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fe018014040 tx=0x7fe018004ad0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.791+0000 7fe028472700 1 -- 172.21.15.79:0/3696152413 shutdown_connections 2023-09-21T11:17:26.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.791+0000 7fe028472700 1 --2- 172.21.15.79:0/3696152413 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe02015b7c0 0x7fe0200b4a60 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.791+0000 7fe028472700 1 --2- 172.21.15.79:0/3696152413 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe00406a580 0x7fe00406ca40 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.791+0000 7fe028472700 1 --2- 172.21.15.79:0/3696152413 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0200b6e10 0x7fe0201f0eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.791+0000 7fe028472700 1 --2- 172.21.15.79:0/3696152413 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0200ce410 0x7fe0200afd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.791+0000 7fe028472700 1 -- 172.21.15.79:0/3696152413 >> 172.21.15.79:0/3696152413 conn(0x7fe020070570 msgr2=0x7fe020073800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:26.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.791+0000 7fe028472700 1 -- 172.21.15.79:0/3696152413 shutdown_connections 2023-09-21T11:17:26.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.791+0000 7fe028472700 1 -- 172.21.15.79:0/3696152413 wait complete. 2023-09-21T11:17:26.796 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T11:17:26.920 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.927+0000 7f1f371a8700 1 Processor -- start 2023-09-21T11:17:26.920 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.927+0000 7f1f371a8700 1 -- start start 2023-09-21T11:17:26.923 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.928+0000 7f1f371a8700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f1f300ce6c0 0x7f1f300725d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.923 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.928+0000 7f1f371a8700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1f300b49b0 0x7f1f300b1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.928+0000 7f1f371a8700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f300b4f70 con 0x7f1f300cbdd0 2023-09-21T11:17:26.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.928+0000 7f1f371a8700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f30071af0 con 0x7f1f300ce6c0 2023-09-21T11:17:26.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.928+0000 7f1f371a8700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f30071dd0 con 0x7f1f300b49b0 2023-09-21T11:17:26.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.928+0000 7f1f34f44700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f1f300ce6c0 0x7f1f300725d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:26.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.928+0000 7f1f34f44700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f1f300ce6c0 0x7f1f300725d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54276/0 (socket says 172.21.15.79:54276) 2023-09-21T11:17:26.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.928+0000 7f1f34f44700 1 -- 172.21.15.79:0/4181216004 learned_addr learned my addr 172.21.15.79:0/4181216004 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:26.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.928+0000 7f1f2ffff700 1 --2- 172.21.15.79:0/4181216004 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1f300b49b0 0x7f1f300b1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:26.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.929+0000 7f1f34f44700 1 -- 172.21.15.79:0/4181216004 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1f300b49b0 msgr2=0x7f1f300b1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:26.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.929+0000 7f1f34f44700 1 --2- 172.21.15.79:0/4181216004 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1f300b49b0 0x7f1f300b1db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.929+0000 7f1f34f44700 1 -- 172.21.15.79:0/4181216004 >> v1:172.21.15.134:6789/0 conn(0x7f1f300cbdd0 legacy=0x7f1f300ca980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:26.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.929+0000 7f1f34f44700 1 -- 172.21.15.79:0/4181216004 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f300720b0 con 0x7f1f300ce6c0 2023-09-21T11:17:26.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.929+0000 7f1f2ffff700 1 --2- 172.21.15.79:0/4181216004 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1f300b49b0 0x7f1f300b1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:26.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.929+0000 7f1f34f44700 1 --2- 172.21.15.79:0/4181216004 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f300ce6c0 0x7f1f300725d0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f1f20009ea0 tx=0x7f1f2000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0c3b4545ddc727f server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:26.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.929+0000 7f1f2f7fe700 1 -- 172.21.15.79:0/4181216004 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f2000e070 con 0x7f1f300ce6c0 2023-09-21T11:17:26.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.929+0000 7f1f2f7fe700 1 -- 172.21.15.79:0/4181216004 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f20003a20 con 0x7f1f300ce6c0 2023-09-21T11:17:26.927 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.929+0000 7f1f2f7fe700 1 -- 172.21.15.79:0/4181216004 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f20003dd0 con 0x7f1f300ce6c0 2023-09-21T11:17:26.927 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.929+0000 7f1f371a8700 1 -- 172.21.15.79:0/4181216004 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f300ce6c0 msgr2=0x7f1f300725d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:26.927 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.929+0000 7f1f371a8700 1 --2- 172.21.15.79:0/4181216004 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f300ce6c0 0x7f1f300725d0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f1f20009ea0 tx=0x7f1f2000b330 comp rx=0 tx=0).stop 2023-09-21T11:17:26.927 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.929+0000 7f1f371a8700 1 -- 172.21.15.79:0/4181216004 shutdown_connections 2023-09-21T11:17:26.927 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.929+0000 7f1f371a8700 1 --2- 172.21.15.79:0/4181216004 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f300ce6c0 0x7f1f300725d0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.928 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.929+0000 7f1f371a8700 1 --2- 172.21.15.79:0/4181216004 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1f300b49b0 0x7f1f300b1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.928 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.929+0000 7f1f371a8700 1 -- 172.21.15.79:0/4181216004 >> 172.21.15.79:0/4181216004 conn(0x7f1f300ccdb0 msgr2=0x7f1f300cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:26.928 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.929+0000 7f1f371a8700 1 -- 172.21.15.79:0/4181216004 shutdown_connections 2023-09-21T11:17:26.928 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.929+0000 7f1f371a8700 1 -- 172.21.15.79:0/4181216004 wait complete. 2023-09-21T11:17:26.928 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.931+0000 7f1f371a8700 1 Processor -- start 2023-09-21T11:17:26.928 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.931+0000 7f1f371a8700 1 -- start start 2023-09-21T11:17:26.931 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.931+0000 7f1f371a8700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1f300b49b0 0x7f1f3015d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.931 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.931+0000 7f1f371a8700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f300cbdd0 0x7f1f300b17e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.931 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.931+0000 7f1f371a8700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1f300ce6c0 0x7f1f300b1d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.931 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.932+0000 7f1f371a8700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f3014d220 con 0x7f1f300cbdd0 2023-09-21T11:17:26.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.932+0000 7f1f371a8700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f3014c680 con 0x7f1f300ce6c0 2023-09-21T11:17:26.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.932+0000 7f1f371a8700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f3014c8f0 con 0x7f1f300b49b0 2023-09-21T11:17:26.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.932+0000 7f1f2ffff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f300cbdd0 0x7f1f300b17e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:26.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.932+0000 7f1f2ffff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f300cbdd0 0x7f1f300b17e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54284/0 (socket says 172.21.15.79:54284) 2023-09-21T11:17:26.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.932+0000 7f1f2ffff700 1 -- 172.21.15.79:0/3870163847 learned_addr learned my addr 172.21.15.79:0/3870163847 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:26.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.932+0000 7f1f34f44700 1 --2- 172.21.15.79:0/3870163847 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1f300b49b0 0x7f1f3015d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:26.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.932+0000 7f1f35745700 1 --2- 172.21.15.79:0/3870163847 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1f300ce6c0 0x7f1f300b1d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:26.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.932+0000 7f1f2ffff700 1 -- 172.21.15.79:0/3870163847 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1f300b49b0 msgr2=0x7f1f3015d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:26.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.932+0000 7f1f2ffff700 1 --2- 172.21.15.79:0/3870163847 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1f300b49b0 0x7f1f3015d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.932+0000 7f1f2ffff700 1 -- 172.21.15.79:0/3870163847 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1f300ce6c0 msgr2=0x7f1f300b1d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:26.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.932+0000 7f1f2ffff700 1 --2- 172.21.15.79:0/3870163847 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1f300ce6c0 0x7f1f300b1d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:26.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.932+0000 7f1f2ffff700 1 -- 172.21.15.79:0/3870163847 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f20009b30 con 0x7f1f300cbdd0 2023-09-21T11:17:26.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.932+0000 7f1f2ffff700 1 --2- 172.21.15.79:0/3870163847 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f300cbdd0 0x7f1f300b17e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1f2400c7f0 tx=0x7f1f2400cb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:26.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.932+0000 7f1f2d7fa700 1 -- 172.21.15.79:0/3870163847 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f24011800 con 0x7f1f300cbdd0 2023-09-21T11:17:26.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.932+0000 7f1f2d7fa700 1 -- 172.21.15.79:0/3870163847 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f24011960 con 0x7f1f300cbdd0 2023-09-21T11:17:26.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.932+0000 7f1f371a8700 1 -- 172.21.15.79:0/3870163847 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f3014cbd0 con 0x7f1f300cbdd0 2023-09-21T11:17:26.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.932+0000 7f1f2d7fa700 1 -- 172.21.15.79:0/3870163847 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f24011cf0 con 0x7f1f300cbdd0 2023-09-21T11:17:26.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.932+0000 7f1f371a8700 1 -- 172.21.15.79:0/3870163847 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f3015dd30 con 0x7f1f300cbdd0 2023-09-21T11:17:26.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.933+0000 7f1f371a8700 1 -- 172.21.15.79:0/3870163847 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f3014d390 con 0x7f1f300cbdd0 2023-09-21T11:17:26.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.934+0000 7f1f2d7fa700 1 -- 172.21.15.79:0/3870163847 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f1f24024480 con 0x7f1f300cbdd0 2023-09-21T11:17:26.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.935+0000 7f1f2d7fa700 1 --2- 172.21.15.79:0/3870163847 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1f1c06a580 0x7f1f1c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:26.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.935+0000 7f1f34f44700 1 --2- 172.21.15.79:0/3870163847 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1f1c06a580 0x7f1f1c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:26.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.935+0000 7f1f2d7fa700 1 -- 172.21.15.79:0/3870163847 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1f24088c80 con 0x7f1f300cbdd0 2023-09-21T11:17:26.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.935+0000 7f1f34f44700 1 --2- 172.21.15.79:0/3870163847 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1f1c06a580 0x7f1f1c06ca40 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1f20015040 tx=0x7f1f20009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:26.937 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:26.939+0000 7f1f2d7fa700 1 -- 172.21.15.79:0/3870163847 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f1f240542e0 con 0x7f1f300cbdd0 2023-09-21T11:17:27.120 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.127+0000 7f1f371a8700 1 -- 172.21.15.79:0/3870163847 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f1f3004eae0 con 0x7f1f300cbdd0 2023-09-21T11:17:27.120 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.128+0000 7f1f2d7fa700 1 -- 172.21.15.79:0/3870163847 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1f24057900 con 0x7f1f300cbdd0 2023-09-21T11:17:27.121 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 64 2023-09-21T11:17:27.123 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.130+0000 7f1f371a8700 1 -- 172.21.15.79:0/3870163847 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1f1c06a580 msgr2=0x7f1f1c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:27.123 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.130+0000 7f1f371a8700 1 --2- 172.21.15.79:0/3870163847 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1f1c06a580 0x7f1f1c06ca40 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1f20015040 tx=0x7f1f20009000 comp rx=0 tx=0).stop 2023-09-21T11:17:27.123 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.130+0000 7f1f371a8700 1 -- 172.21.15.79:0/3870163847 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f300cbdd0 msgr2=0x7f1f300b17e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:27.123 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.130+0000 7f1f371a8700 1 --2- 172.21.15.79:0/3870163847 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f300cbdd0 0x7f1f300b17e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1f2400c7f0 tx=0x7f1f2400cb00 comp rx=0 tx=0).stop 2023-09-21T11:17:27.124 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.130+0000 7f1f371a8700 1 -- 172.21.15.79:0/3870163847 shutdown_connections 2023-09-21T11:17:27.124 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.130+0000 7f1f371a8700 1 --2- 172.21.15.79:0/3870163847 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1f300ce6c0 0x7f1f300b1d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.124 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.130+0000 7f1f371a8700 1 --2- 172.21.15.79:0/3870163847 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1f1c06a580 0x7f1f1c06ca40 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.125 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.130+0000 7f1f371a8700 1 --2- 172.21.15.79:0/3870163847 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1f300b49b0 0x7f1f3015d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.125 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.130+0000 7f1f371a8700 1 --2- 172.21.15.79:0/3870163847 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f300cbdd0 0x7f1f300b17e0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.125 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.130+0000 7f1f371a8700 1 -- 172.21.15.79:0/3870163847 >> 172.21.15.79:0/3870163847 conn(0x7f1f300ccdb0 msgr2=0x7f1f300cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:27.125 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.130+0000 7f1f371a8700 1 -- 172.21.15.79:0/3870163847 shutdown_connections 2023-09-21T11:17:27.126 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.130+0000 7f1f371a8700 1 -- 172.21.15.79:0/3870163847 wait complete. 2023-09-21T11:17:27.135 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:27.255 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.263+0000 7f1a92be2700 1 Processor -- start 2023-09-21T11:17:27.256 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.263+0000 7f1a92be2700 1 -- start start 2023-09-21T11:17:27.258 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.263+0000 7f1a92be2700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a8c15da40 0x7f1a8c06bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.258 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.264+0000 7f1a92be2700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f1a8c06c060 0x7f1a8c0cf8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.259 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.264+0000 7f1a92be2700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a8c0b3290 con 0x7f1a8c15de20 2023-09-21T11:17:27.259 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.264+0000 7f1a92be2700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1a8c06c470 con 0x7f1a8c06c060 2023-09-21T11:17:27.259 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.264+0000 7f1a92be2700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a8c06c670 con 0x7f1a8c15da40 2023-09-21T11:17:27.259 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.264+0000 7f1a8bfff700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f1a8c15de20 0x7f1a8c0b21c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40654/0 (socket says 172.21.15.79:40654) 2023-09-21T11:17:27.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.264+0000 7f1a8bfff700 1 -- 172.21.15.79:0/2329379298 learned_addr learned my addr 172.21.15.79:0/2329379298 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:27.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.264+0000 7f1a9097e700 1 --2- 172.21.15.79:0/2329379298 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a8c15da40 0x7f1a8c06bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.264+0000 7f1a9117f700 1 --2- 172.21.15.79:0/2329379298 >> v2:172.21.15.134:3300/0 conn(0x7f1a8c06c060 0x7f1a8c0cf8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.264+0000 7f1a8b7fe700 1 -- 172.21.15.79:0/2329379298 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4280292135 0 0) 0x7f1a8c0b3290 con 0x7f1a8c15de20 2023-09-21T11:17:27.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.264+0000 7f1a8b7fe700 1 -- 172.21.15.79:0/2329379298 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1a7c0035b0 con 0x7f1a8c15de20 2023-09-21T11:17:27.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.264+0000 7f1a9097e700 1 -- 172.21.15.79:0/2329379298 >> v2:172.21.15.134:3300/0 conn(0x7f1a8c06c060 msgr2=0x7f1a8c0cf8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:27.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.264+0000 7f1a9097e700 1 --2- 172.21.15.79:0/2329379298 >> v2:172.21.15.134:3300/0 conn(0x7f1a8c06c060 0x7f1a8c0cf8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.264+0000 7f1a8b7fe700 1 -- 172.21.15.79:0/2329379298 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2816721257 0 0) 0x7f1a7c0035b0 con 0x7f1a8c15de20 2023-09-21T11:17:27.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.264+0000 7f1a9097e700 1 -- 172.21.15.79:0/2329379298 >> v1:172.21.15.79:6789/0 conn(0x7f1a8c15de20 legacy=0x7f1a8c0b21c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:27.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.264+0000 7f1a9097e700 1 -- 172.21.15.79:0/2329379298 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a8c06c950 con 0x7f1a8c15da40 2023-09-21T11:17:27.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.264+0000 7f1a9117f700 1 --2- 172.21.15.79:0/2329379298 >> v2:172.21.15.134:3300/0 conn(0x7f1a8c06c060 0x7f1a8c0cf8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:17:27.262 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.264+0000 7f1a9097e700 1 --2- 172.21.15.79:0/2329379298 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a8c15da40 0x7f1a8c06bb20 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1a80009820 tx=0x7f1a80009b30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5db89b0b0eb51a8f server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:27.262 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.265+0000 7f1a8b7fe700 1 -- 172.21.15.79:0/2329379298 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a78001670 con 0x7f1a8c15da40 2023-09-21T11:17:27.262 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.265+0000 7f1a8b7fe700 1 -- 172.21.15.79:0/2329379298 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a80005c30 con 0x7f1a8c15da40 2023-09-21T11:17:27.262 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.265+0000 7f1a8b7fe700 1 -- 172.21.15.79:0/2329379298 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a80004030 con 0x7f1a8c15da40 2023-09-21T11:17:27.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.265+0000 7f1a92be2700 1 -- 172.21.15.79:0/2329379298 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a8c15da40 msgr2=0x7f1a8c06bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:27.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.265+0000 7f1a92be2700 1 --2- 172.21.15.79:0/2329379298 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a8c15da40 0x7f1a8c06bb20 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1a80009820 tx=0x7f1a80009b30 comp rx=0 tx=0).stop 2023-09-21T11:17:27.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.265+0000 7f1a92be2700 1 -- 172.21.15.79:0/2329379298 shutdown_connections 2023-09-21T11:17:27.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.265+0000 7f1a92be2700 1 --2- 172.21.15.79:0/2329379298 >> v2:172.21.15.134:3300/0 conn(0x7f1a8c06c060 0x7f1a8c0cf8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.265+0000 7f1a92be2700 1 --2- 172.21.15.79:0/2329379298 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a8c15da40 0x7f1a8c06bb20 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.265+0000 7f1a92be2700 1 -- 172.21.15.79:0/2329379298 >> 172.21.15.79:0/2329379298 conn(0x7f1a8c08b480 msgr2=0x7f1a8c09aa90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:27.264 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.265+0000 7f1a92be2700 1 -- 172.21.15.79:0/2329379298 shutdown_connections 2023-09-21T11:17:27.264 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.265+0000 7f1a92be2700 1 -- 172.21.15.79:0/2329379298 wait complete. 2023-09-21T11:17:27.267 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.266+0000 7f1a92be2700 1 Processor -- start 2023-09-21T11:17:27.267 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.266+0000 7f1a92be2700 1 -- start start 2023-09-21T11:17:27.267 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.267+0000 7f1a92be2700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a8c06c060 0x7f1a8c152d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.267 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.267+0000 7f1a92be2700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a8c15da40 0x7f1a8c161a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.267+0000 7f1a92be2700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a8c15f9b0 0x7f1a8c1f6e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.267+0000 7f1a92be2700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a8c15cd80 con 0x7f1a8c15f9b0 2023-09-21T11:17:27.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.267+0000 7f1a92be2700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a8c15fe40 con 0x7f1a8c06c060 2023-09-21T11:17:27.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.267+0000 7f1a92be2700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a8c160120 con 0x7f1a8c15da40 2023-09-21T11:17:27.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.267+0000 7f1a9117f700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a8c15f9b0 0x7f1a8c1f6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.267+0000 7f1a9117f700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a8c15f9b0 0x7f1a8c1f6e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54298/0 (socket says 172.21.15.79:54298) 2023-09-21T11:17:27.269 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.267+0000 7f1a9117f700 1 -- 172.21.15.79:0/1434673211 learned_addr learned my addr 172.21.15.79:0/1434673211 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:27.269 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.268+0000 7f1a9097e700 1 --2- 172.21.15.79:0/1434673211 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a8c06c060 0x7f1a8c152d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.269 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.268+0000 7f1a8bfff700 1 --2- 172.21.15.79:0/1434673211 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a8c15da40 0x7f1a8c161a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.269 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.268+0000 7f1a9117f700 1 -- 172.21.15.79:0/1434673211 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a8c15da40 msgr2=0x7f1a8c161a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:27.269 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.268+0000 7f1a9117f700 1 --2- 172.21.15.79:0/1434673211 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a8c15da40 0x7f1a8c161a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.269 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.268+0000 7f1a9117f700 1 -- 172.21.15.79:0/1434673211 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a8c06c060 msgr2=0x7f1a8c152d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:27.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.268+0000 7f1a9117f700 1 --2- 172.21.15.79:0/1434673211 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a8c06c060 0x7f1a8c152d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.268+0000 7f1a9117f700 1 -- 172.21.15.79:0/1434673211 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a84009a70 con 0x7f1a8c15f9b0 2023-09-21T11:17:27.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.268+0000 7f1a9117f700 1 --2- 172.21.15.79:0/1434673211 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a8c15f9b0 0x7f1a8c1f6e40 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f1a8400efc0 tx=0x7f1a8400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:27.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.268+0000 7f1a897fa700 1 -- 172.21.15.79:0/1434673211 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a84009d70 con 0x7f1a8c15f9b0 2023-09-21T11:17:27.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.268+0000 7f1a897fa700 1 -- 172.21.15.79:0/1434673211 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a8400f040 con 0x7f1a8c15f9b0 2023-09-21T11:17:27.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.268+0000 7f1a897fa700 1 -- 172.21.15.79:0/1434673211 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a8400ce00 con 0x7f1a8c15f9b0 2023-09-21T11:17:27.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.268+0000 7f1a92be2700 1 -- 172.21.15.79:0/1434673211 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a80009430 con 0x7f1a8c15f9b0 2023-09-21T11:17:27.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.268+0000 7f1a92be2700 1 -- 172.21.15.79:0/1434673211 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a8c1f6640 con 0x7f1a8c15f9b0 2023-09-21T11:17:27.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.269+0000 7f1a92be2700 1 -- 172.21.15.79:0/1434673211 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a8c04eae0 con 0x7f1a8c15f9b0 2023-09-21T11:17:27.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.270+0000 7f1a897fa700 1 -- 172.21.15.79:0/1434673211 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f1a84014480 con 0x7f1a8c15f9b0 2023-09-21T11:17:27.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.270+0000 7f1a897fa700 1 --2- 172.21.15.79:0/1434673211 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1a7006a580 0x7f1a7006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.270+0000 7f1a897fa700 1 -- 172.21.15.79:0/1434673211 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1a840891d0 con 0x7f1a8c15f9b0 2023-09-21T11:17:27.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.270+0000 7f1a9097e700 1 --2- 172.21.15.79:0/1434673211 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1a7006a580 0x7f1a7006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.270+0000 7f1a9097e700 1 --2- 172.21.15.79:0/1434673211 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1a7006a580 0x7f1a7006ca40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f1a80000c00 tx=0x7f1a80008070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:27.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.274+0000 7f1a897fa700 1 -- 172.21.15.79:0/1434673211 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f1a84054750 con 0x7f1a8c15f9b0 2023-09-21T11:17:27.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.467+0000 7f1a92be2700 1 -- 172.21.15.79:0/1434673211 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1a8c06fe20 con 0x7f1a8c15f9b0 2023-09-21T11:17:27.461 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.468+0000 7f1a897fa700 1 -- 172.21.15.79:0/1434673211 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f1a84057d70 con 0x7f1a8c15f9b0 2023-09-21T11:17:27.461 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:27.461 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":20,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:00.970389+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:27.463 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.470+0000 7f1a92be2700 1 -- 172.21.15.79:0/1434673211 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1a7006a580 msgr2=0x7f1a7006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:27.463 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.470+0000 7f1a92be2700 1 --2- 172.21.15.79:0/1434673211 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1a7006a580 0x7f1a7006ca40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f1a80000c00 tx=0x7f1a80008070 comp rx=0 tx=0).stop 2023-09-21T11:17:27.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.470+0000 7f1a92be2700 1 -- 172.21.15.79:0/1434673211 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a8c15f9b0 msgr2=0x7f1a8c1f6e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:27.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.470+0000 7f1a92be2700 1 --2- 172.21.15.79:0/1434673211 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a8c15f9b0 0x7f1a8c1f6e40 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f1a8400efc0 tx=0x7f1a8400c3a0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.470+0000 7f1a92be2700 1 -- 172.21.15.79:0/1434673211 shutdown_connections 2023-09-21T11:17:27.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.470+0000 7f1a92be2700 1 --2- 172.21.15.79:0/1434673211 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a8c15f9b0 0x7f1a8c1f6e40 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.470+0000 7f1a92be2700 1 --2- 172.21.15.79:0/1434673211 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a8c06c060 0x7f1a8c152d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.470+0000 7f1a92be2700 1 --2- 172.21.15.79:0/1434673211 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1a7006a580 0x7f1a7006ca40 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.465 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.470+0000 7f1a92be2700 1 --2- 172.21.15.79:0/1434673211 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a8c15da40 0x7f1a8c161a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.465 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.470+0000 7f1a92be2700 1 -- 172.21.15.79:0/1434673211 >> 172.21.15.79:0/1434673211 conn(0x7f1a8c08b480 msgr2=0x7f1a8c070470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:27.465 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.470+0000 7f1a92be2700 1 -- 172.21.15.79:0/1434673211 shutdown_connections 2023-09-21T11:17:27.465 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.470+0000 7f1a92be2700 1 -- 172.21.15.79:0/1434673211 wait complete. 2023-09-21T11:17:27.475 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T11:16:45.829267+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T11:16:57.123246+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T11:16:58.360337+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T11:17:27.476 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T11:17:27.600 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.607+0000 7fa49de78700 1 Processor -- start 2023-09-21T11:17:27.600 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.607+0000 7fa49de78700 1 -- start start 2023-09-21T11:17:27.602 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.608+0000 7fa49de78700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4980d0120 0x7fa4980ce2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.603 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.608+0000 7fa49de78700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fa4980d1490 0x7fa4980d1920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.603 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.608+0000 7fa49de78700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4980ce970 con 0x7fa49815eab0 2023-09-21T11:17:27.603 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.608+0000 7fa49de78700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa49815bb30 con 0x7fa4980d1490 2023-09-21T11:17:27.603 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.608+0000 7fa49de78700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4980cec50 con 0x7fa4980d0120 2023-09-21T11:17:27.603 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.608+0000 7fa497fff700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fa4980d1490 0x7fa4980d1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.604 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.608+0000 7fa497fff700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fa4980d1490 0x7fa4980d1920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54306/0 (socket says 172.21.15.79:54306) 2023-09-21T11:17:27.604 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.608+0000 7fa497fff700 1 -- 172.21.15.79:0/1787153813 learned_addr learned my addr 172.21.15.79:0/1787153813 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:27.604 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.608+0000 7fa4977fe700 1 --2- 172.21.15.79:0/1787153813 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4980d0120 0x7fa4980ce2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.604 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.608+0000 7fa497fff700 1 -- 172.21.15.79:0/1787153813 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4980d0120 msgr2=0x7fa4980ce2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:27.604 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.608+0000 7fa497fff700 1 --2- 172.21.15.79:0/1787153813 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4980d0120 0x7fa4980ce2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.605 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.608+0000 7fa497fff700 1 -- 172.21.15.79:0/1787153813 >> v1:172.21.15.134:6789/0 conn(0x7fa49815eab0 legacy=0x7fa4980d0500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:27.605 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.608+0000 7fa497fff700 1 -- 172.21.15.79:0/1787153813 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4980cef30 con 0x7fa4980d1490 2023-09-21T11:17:27.605 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.608+0000 7fa497fff700 1 --2- 172.21.15.79:0/1787153813 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa4980d1490 0x7fa4980d1920 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fa490009e80 tx=0x7fa49000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f21a01a44a5f7186 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:27.605 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.609+0000 7fa4967fc700 1 -- 172.21.15.79:0/1787153813 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa49000e070 con 0x7fa4980d1490 2023-09-21T11:17:27.606 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.609+0000 7fa4967fc700 1 -- 172.21.15.79:0/1787153813 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa49000b980 con 0x7fa4980d1490 2023-09-21T11:17:27.606 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.609+0000 7fa4967fc700 1 -- 172.21.15.79:0/1787153813 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa49000bd30 con 0x7fa4980d1490 2023-09-21T11:17:27.606 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.609+0000 7fa49de78700 1 -- 172.21.15.79:0/1787153813 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa4980d1490 msgr2=0x7fa4980d1920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:27.606 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.609+0000 7fa49de78700 1 --2- 172.21.15.79:0/1787153813 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa4980d1490 0x7fa4980d1920 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fa490009e80 tx=0x7fa49000b330 comp rx=0 tx=0).stop 2023-09-21T11:17:27.606 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.609+0000 7fa49de78700 1 -- 172.21.15.79:0/1787153813 shutdown_connections 2023-09-21T11:17:27.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.609+0000 7fa49de78700 1 --2- 172.21.15.79:0/1787153813 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa4980d1490 0x7fa4980d1920 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.609+0000 7fa49de78700 1 --2- 172.21.15.79:0/1787153813 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4980d0120 0x7fa4980ce2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.609+0000 7fa49de78700 1 -- 172.21.15.79:0/1787153813 >> 172.21.15.79:0/1787153813 conn(0x7fa49809c960 msgr2=0x7fa4980d3730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:27.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.609+0000 7fa49de78700 1 -- 172.21.15.79:0/1787153813 shutdown_connections 2023-09-21T11:17:27.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.609+0000 7fa49de78700 1 -- 172.21.15.79:0/1787153813 wait complete. 2023-09-21T11:17:27.610 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.610+0000 7fa49de78700 1 Processor -- start 2023-09-21T11:17:27.610 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.611+0000 7fa49de78700 1 -- start start 2023-09-21T11:17:27.611 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.611+0000 7fa49de78700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa4980d0120 0x7fa4980b62b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.611 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.611+0000 7fa49de78700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4980d1490 0x7fa49815a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.611 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.611+0000 7fa49de78700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa49815eab0 0x7fa4980b79e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.611 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.611+0000 7fa49de78700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4980b7550 con 0x7fa4980d0120 2023-09-21T11:17:27.611 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.611+0000 7fa49de78700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4980b6940 con 0x7fa49815eab0 2023-09-21T11:17:27.611 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.611+0000 7fa49de78700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4980b6c20 con 0x7fa4980d1490 2023-09-21T11:17:27.612 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.611+0000 7fa4977fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa4980d0120 0x7fa4980b62b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.612 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.611+0000 7fa4977fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa4980d0120 0x7fa4980b62b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54308/0 (socket says 172.21.15.79:54308) 2023-09-21T11:17:27.612 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.611+0000 7fa4977fe700 1 -- 172.21.15.79:0/3687444174 learned_addr learned my addr 172.21.15.79:0/3687444174 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:27.612 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.612+0000 7fa496ffd700 1 --2- 172.21.15.79:0/3687444174 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4980d1490 0x7fa49815a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.612 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.612+0000 7fa497fff700 1 --2- 172.21.15.79:0/3687444174 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa49815eab0 0x7fa4980b79e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.613 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.612+0000 7fa4977fe700 1 -- 172.21.15.79:0/3687444174 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4980d1490 msgr2=0x7fa49815a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:27.613 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.612+0000 7fa4977fe700 1 --2- 172.21.15.79:0/3687444174 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4980d1490 0x7fa49815a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.613 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.612+0000 7fa4977fe700 1 -- 172.21.15.79:0/3687444174 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa49815eab0 msgr2=0x7fa4980b79e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:27.613 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.612+0000 7fa4977fe700 1 --2- 172.21.15.79:0/3687444174 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa49815eab0 0x7fa4980b79e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.613 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.612+0000 7fa4977fe700 1 -- 172.21.15.79:0/3687444174 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa490009b30 con 0x7fa4980d0120 2023-09-21T11:17:27.614 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.612+0000 7fa496ffd700 1 --2- 172.21.15.79:0/3687444174 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4980d1490 0x7fa49815a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:27.614 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.612+0000 7fa4977fe700 1 --2- 172.21.15.79:0/3687444174 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa4980d0120 0x7fa4980b62b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fa48c00d7d0 tx=0x7fa48c00db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:27.614 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.612+0000 7fa47ffff700 1 -- 172.21.15.79:0/3687444174 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa48c0125f0 con 0x7fa4980d0120 2023-09-21T11:17:27.614 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.612+0000 7fa47ffff700 1 -- 172.21.15.79:0/3687444174 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa48c012750 con 0x7fa4980d0120 2023-09-21T11:17:27.614 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.612+0000 7fa49de78700 1 -- 172.21.15.79:0/3687444174 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4980b6f00 con 0x7fa4980d0120 2023-09-21T11:17:27.615 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.612+0000 7fa47ffff700 1 -- 172.21.15.79:0/3687444174 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa48c012b00 con 0x7fa4980d0120 2023-09-21T11:17:27.615 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.612+0000 7fa49de78700 1 -- 172.21.15.79:0/3687444174 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa49815b250 con 0x7fa4980d0120 2023-09-21T11:17:27.615 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.613+0000 7fa49de78700 1 -- 172.21.15.79:0/3687444174 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa49804eae0 con 0x7fa4980d0120 2023-09-21T11:17:27.615 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.613+0000 7fa47ffff700 1 -- 172.21.15.79:0/3687444174 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fa48c012c60 con 0x7fa4980d0120 2023-09-21T11:17:27.615 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.614+0000 7fa47ffff700 1 --2- 172.21.15.79:0/3687444174 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa48406a580 0x7fa48406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.615 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.614+0000 7fa47ffff700 1 -- 172.21.15.79:0/3687444174 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa48c088b70 con 0x7fa4980d0120 2023-09-21T11:17:27.616 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.614+0000 7fa496ffd700 1 --2- 172.21.15.79:0/3687444174 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa48406a580 0x7fa48406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.616 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.614+0000 7fa496ffd700 1 --2- 172.21.15.79:0/3687444174 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa48406a580 0x7fa48406ca40 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fa4980ce360 tx=0x7fa488009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:27.616 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.618+0000 7fa47ffff700 1 -- 172.21.15.79:0/3687444174 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fa48c0540f0 con 0x7fa4980d0120 2023-09-21T11:17:27.798 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.806+0000 7fa49de78700 1 -- 172.21.15.79:0/3687444174 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa4980cdaf0 con 0x7fa4980d0120 2023-09-21T11:17:27.799 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.806+0000 7fa47ffff700 1 -- 172.21.15.79:0/3687444174 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa48c057710 con 0x7fa4980d0120 2023-09-21T11:17:27.799 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 1 2023-09-21T11:17:27.801 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.808+0000 7fa49de78700 1 -- 172.21.15.79:0/3687444174 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa48406a580 msgr2=0x7fa48406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:27.801 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.808+0000 7fa49de78700 1 --2- 172.21.15.79:0/3687444174 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa48406a580 0x7fa48406ca40 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fa4980ce360 tx=0x7fa488009040 comp rx=0 tx=0).stop 2023-09-21T11:17:27.801 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.808+0000 7fa49de78700 1 -- 172.21.15.79:0/3687444174 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa4980d0120 msgr2=0x7fa4980b62b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:27.802 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.808+0000 7fa49de78700 1 --2- 172.21.15.79:0/3687444174 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa4980d0120 0x7fa4980b62b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fa48c00d7d0 tx=0x7fa48c00db90 comp rx=0 tx=0).stop 2023-09-21T11:17:27.802 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.808+0000 7fa49de78700 1 -- 172.21.15.79:0/3687444174 shutdown_connections 2023-09-21T11:17:27.802 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.808+0000 7fa49de78700 1 --2- 172.21.15.79:0/3687444174 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa49815eab0 0x7fa4980b79e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.802 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.808+0000 7fa49de78700 1 --2- 172.21.15.79:0/3687444174 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa4980d0120 0x7fa4980b62b0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.808+0000 7fa49de78700 1 --2- 172.21.15.79:0/3687444174 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa48406a580 0x7fa48406ca40 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.808+0000 7fa49de78700 1 --2- 172.21.15.79:0/3687444174 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4980d1490 0x7fa49815a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.808+0000 7fa49de78700 1 -- 172.21.15.79:0/3687444174 >> 172.21.15.79:0/3687444174 conn(0x7fa49809c960 msgr2=0x7fa49806cc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:27.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.808+0000 7fa49de78700 1 -- 172.21.15.79:0/3687444174 shutdown_connections 2023-09-21T11:17:27.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.808+0000 7fa49de78700 1 -- 172.21.15.79:0/3687444174 wait complete. 2023-09-21T11:17:27.813 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T11:17:27.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.943+0000 7f0e42d85700 1 Processor -- start 2023-09-21T11:17:27.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.943+0000 7f0e42d85700 1 -- start start 2023-09-21T11:17:27.939 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.944+0000 7f0e42d85700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e3c15a550 0x7f0e3c0ce550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.940 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.944+0000 7f0e42d85700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f0e3c0b2a20 0x7f0e3c0cea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.940 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.944+0000 7f0e42d85700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e3c06a800 con 0x7f0e3c0cefd0 2023-09-21T11:17:27.940 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.944+0000 7f0e42d85700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0e3c06e670 con 0x7f0e3c0b2a20 2023-09-21T11:17:27.940 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.944+0000 7f0e42d85700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e3c06e950 con 0x7f0e3c15a550 2023-09-21T11:17:27.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.944+0000 7f0e41322700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f0e3c0cefd0 0x7f0e3c0b3430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40684/0 (socket says 172.21.15.79:40684) 2023-09-21T11:17:27.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.944+0000 7f0e41322700 1 -- 172.21.15.79:0/2646216365 learned_addr learned my addr 172.21.15.79:0/2646216365 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:27.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.944+0000 7f0e40b21700 1 --2- 172.21.15.79:0/2646216365 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e3c15a550 0x7f0e3c0ce550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.944+0000 7f0e3bfff700 1 --2- 172.21.15.79:0/2646216365 >> v2:172.21.15.134:3300/0 conn(0x7f0e3c0b2a20 0x7f0e3c0cea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.944+0000 7f0e3b7fe700 1 -- 172.21.15.79:0/2646216365 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3321598350 0 0) 0x7f0e3c06a800 con 0x7f0e3c0cefd0 2023-09-21T11:17:27.942 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.944+0000 7f0e3b7fe700 1 -- 172.21.15.79:0/2646216365 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0e2c0035b0 con 0x7f0e3c0cefd0 2023-09-21T11:17:27.942 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.944+0000 7f0e3b7fe700 1 -- 172.21.15.79:0/2646216365 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 20385548 0 0) 0x7f0e2c0035b0 con 0x7f0e3c0cefd0 2023-09-21T11:17:27.942 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.944+0000 7f0e3b7fe700 1 -- 172.21.15.79:0/2646216365 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e3c15a550 msgr2=0x7f0e3c0ce550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:27.942 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.944+0000 7f0e3b7fe700 1 --2- 172.21.15.79:0/2646216365 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e3c15a550 0x7f0e3c0ce550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.942 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e3b7fe700 1 -- 172.21.15.79:0/2646216365 >> v2:172.21.15.134:3300/0 conn(0x7f0e3c0b2a20 msgr2=0x7f0e3c0cea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:27.943 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e3b7fe700 1 --2- 172.21.15.79:0/2646216365 >> v2:172.21.15.134:3300/0 conn(0x7f0e3c0b2a20 0x7f0e3c0cea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.943 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e3b7fe700 1 -- 172.21.15.79:0/2646216365 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e3c06ec30 con 0x7f0e3c0cefd0 2023-09-21T11:17:27.943 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e3b7fe700 1 -- 172.21.15.79:0/2646216365 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f0e340019f0 con 0x7f0e3c0cefd0 2023-09-21T11:17:27.943 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e3b7fe700 1 -- 172.21.15.79:0/2646216365 >> v1:172.21.15.79:6789/0 conn(0x7f0e3c0cefd0 legacy=0x7f0e3c0b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:27.943 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e3b7fe700 1 --2- 172.21.15.79:0/2646216365 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e2c003a00 0x7f0e2c003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.944 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e3b7fe700 1 --2- 172.21.15.79:0/2646216365 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e2c004850 0x7f0e2c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.944 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e3b7fe700 1 --2- 172.21.15.79:0/2646216365 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e3c15a550 0x7f0e2c005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.944 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e3b7fe700 1 -- 172.21.15.79:0/2646216365 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e3c06e670 con 0x7f0e2c003a00 2023-09-21T11:17:27.944 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e3b7fe700 1 -- 172.21.15.79:0/2646216365 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e3c06e950 con 0x7f0e2c004850 2023-09-21T11:17:27.944 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e3b7fe700 1 -- 172.21.15.79:0/2646216365 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e2c00ba90 con 0x7f0e3c15a550 2023-09-21T11:17:27.944 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e40b21700 1 --2- 172.21.15.79:0/2646216365 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e2c003a00 0x7f0e2c003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.945 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e3bfff700 1 --2- 172.21.15.79:0/2646216365 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e2c004850 0x7f0e2c004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.945 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e41322700 1 --2- 172.21.15.79:0/2646216365 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e3c15a550 0x7f0e2c005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.945 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e40b21700 1 -- 172.21.15.79:0/2646216365 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e3c15a550 msgr2=0x7f0e2c005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:27.945 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e40b21700 1 --2- 172.21.15.79:0/2646216365 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e3c15a550 0x7f0e2c005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.945 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e40b21700 1 -- 172.21.15.79:0/2646216365 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e2c004850 msgr2=0x7f0e2c004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:27.946 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e40b21700 1 --2- 172.21.15.79:0/2646216365 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e2c004850 0x7f0e2c004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.946 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e40b21700 1 -- 172.21.15.79:0/2646216365 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e2c0035b0 con 0x7f0e2c003a00 2023-09-21T11:17:27.946 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e3bfff700 1 --2- 172.21.15.79:0/2646216365 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e2c004850 0x7f0e2c004cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:27.946 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e40b21700 1 --2- 172.21.15.79:0/2646216365 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e2c003a00 0x7f0e2c003e20 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f0e30009b60 tx=0x7f0e2c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee42f4912284ab72 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:27.946 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e3b7fe700 1 -- 172.21.15.79:0/2646216365 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e3000e6c0 con 0x7f0e2c003a00 2023-09-21T11:17:27.947 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e3b7fe700 1 -- 172.21.15.79:0/2646216365 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e3000e820 con 0x7f0e2c003a00 2023-09-21T11:17:27.947 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.945+0000 7f0e3b7fe700 1 -- 172.21.15.79:0/2646216365 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e3000ebb0 con 0x7f0e2c003a00 2023-09-21T11:17:27.947 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.946+0000 7f0e42d85700 1 -- 172.21.15.79:0/2646216365 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e2c003a00 msgr2=0x7f0e2c003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:27.947 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.946+0000 7f0e42d85700 1 --2- 172.21.15.79:0/2646216365 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e2c003a00 0x7f0e2c003e20 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f0e30009b60 tx=0x7f0e2c005880 comp rx=0 tx=0).stop 2023-09-21T11:17:27.947 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.946+0000 7f0e41322700 1 -- 172.21.15.79:0/2646216365 reap_dead start 2023-09-21T11:17:27.948 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.946+0000 7f0e42d85700 1 -- 172.21.15.79:0/2646216365 shutdown_connections 2023-09-21T11:17:27.948 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.946+0000 7f0e42d85700 1 -- 172.21.15.79:0/2646216365 >> 172.21.15.79:0/2646216365 conn(0x7f0e3c0cfec0 msgr2=0x7f0e3c0d02d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:27.948 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.946+0000 7f0e42d85700 1 -- 172.21.15.79:0/2646216365 shutdown_connections 2023-09-21T11:17:27.948 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.946+0000 7f0e42d85700 1 -- 172.21.15.79:0/2646216365 wait complete. 2023-09-21T11:17:27.948 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.947+0000 7f0e42d85700 1 Processor -- start 2023-09-21T11:17:27.948 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.947+0000 7f0e42d85700 1 -- start start 2023-09-21T11:17:27.951 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.948+0000 7f0e42d85700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e2c003a00 0x7f0e3c14f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.951 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.948+0000 7f0e42d85700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e3c159a80 0x7f0e3c14b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.951 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.948+0000 7f0e42d85700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e3c15d380 0x7f0e3c06d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.951 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.948+0000 7f0e42d85700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e3c159f00 con 0x7f0e3c15d380 2023-09-21T11:17:27.952 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.948+0000 7f0e42d85700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e3c14bbf0 con 0x7f0e2c003a00 2023-09-21T11:17:27.952 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.948+0000 7f0e42d85700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e3c14e020 con 0x7f0e3c159a80 2023-09-21T11:17:27.952 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.948+0000 7f0e41322700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e3c15d380 0x7f0e3c06d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.952 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.948+0000 7f0e41322700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e3c15d380 0x7f0e3c06d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54332/0 (socket says 172.21.15.79:54332) 2023-09-21T11:17:27.952 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.948+0000 7f0e41322700 1 -- 172.21.15.79:0/1588095977 learned_addr learned my addr 172.21.15.79:0/1588095977 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:27.953 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.948+0000 7f0e3bfff700 1 --2- 172.21.15.79:0/1588095977 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e3c159a80 0x7f0e3c14b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.953 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.948+0000 7f0e40b21700 1 --2- 172.21.15.79:0/1588095977 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e2c003a00 0x7f0e3c14f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.953 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.948+0000 7f0e41322700 1 -- 172.21.15.79:0/1588095977 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e3c159a80 msgr2=0x7f0e3c14b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:27.953 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.948+0000 7f0e41322700 1 --2- 172.21.15.79:0/1588095977 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e3c159a80 0x7f0e3c14b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.953 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.948+0000 7f0e41322700 1 -- 172.21.15.79:0/1588095977 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e2c003a00 msgr2=0x7f0e3c14f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:27.954 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.948+0000 7f0e41322700 1 --2- 172.21.15.79:0/1588095977 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e2c003a00 0x7f0e3c14f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:27.954 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.948+0000 7f0e41322700 1 -- 172.21.15.79:0/1588095977 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e3c15db40 con 0x7f0e3c15d380 2023-09-21T11:17:27.954 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.948+0000 7f0e41322700 1 --2- 172.21.15.79:0/1588095977 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e3c15d380 0x7f0e3c06d9f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c066a50 tx=0x7f0e3400a640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:27.954 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.949+0000 7f0e397fa700 1 -- 172.21.15.79:0/1588095977 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e3400ad80 con 0x7f0e3c15d380 2023-09-21T11:17:27.954 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.949+0000 7f0e397fa700 1 -- 172.21.15.79:0/1588095977 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e340133f0 con 0x7f0e3c15d380 2023-09-21T11:17:27.955 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.949+0000 7f0e42d85700 1 -- 172.21.15.79:0/1588095977 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e3c14e250 con 0x7f0e3c15d380 2023-09-21T11:17:27.955 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.949+0000 7f0e397fa700 1 -- 172.21.15.79:0/1588095977 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e340137a0 con 0x7f0e3c15d380 2023-09-21T11:17:27.955 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.949+0000 7f0e42d85700 1 -- 172.21.15.79:0/1588095977 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e3c14e810 con 0x7f0e3c15d380 2023-09-21T11:17:27.955 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.950+0000 7f0e42d85700 1 -- 172.21.15.79:0/1588095977 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e3c04eae0 con 0x7f0e3c15d380 2023-09-21T11:17:27.955 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.950+0000 7f0e397fa700 1 -- 172.21.15.79:0/1588095977 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f0e34013900 con 0x7f0e3c15d380 2023-09-21T11:17:27.955 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.950+0000 7f0e397fa700 1 --2- 172.21.15.79:0/1588095977 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0e2006a580 0x7f0e2006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:27.956 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.950+0000 7f0e397fa700 1 -- 172.21.15.79:0/1588095977 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0e34089350 con 0x7f0e3c15d380 2023-09-21T11:17:27.956 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.950+0000 7f0e40b21700 1 --2- 172.21.15.79:0/1588095977 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0e2006a580 0x7f0e2006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:27.956 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.951+0000 7f0e40b21700 1 --2- 172.21.15.79:0/1588095977 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0e2006a580 0x7f0e2006ca40 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0e300090b0 tx=0x7f0e30015000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:27.956 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:27.955+0000 7f0e397fa700 1 -- 172.21.15.79:0/1588095977 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f0e34054960 con 0x7f0e3c15d380 2023-09-21T11:17:27.985 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:17:27.987 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:17:28.144 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.152+0000 7f0e42d85700 1 -- 172.21.15.79:0/1588095977 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f0e3c06d610 con 0x7f0e3c15d380 2023-09-21T11:17:28.145 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.152+0000 7f0e397fa700 1 -- 172.21.15.79:0/1588095977 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f0e34057f80 con 0x7f0e3c15d380 2023-09-21T11:17:28.146 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 32 2023-09-21T11:17:28.147 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.155+0000 7f0e42d85700 1 -- 172.21.15.79:0/1588095977 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0e2006a580 msgr2=0x7f0e2006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:28.148 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.155+0000 7f0e42d85700 1 --2- 172.21.15.79:0/1588095977 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0e2006a580 0x7f0e2006ca40 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0e300090b0 tx=0x7f0e30015000 comp rx=0 tx=0).stop 2023-09-21T11:17:28.148 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.155+0000 7f0e42d85700 1 -- 172.21.15.79:0/1588095977 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e3c15d380 msgr2=0x7f0e3c06d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:28.148 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.155+0000 7f0e42d85700 1 --2- 172.21.15.79:0/1588095977 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e3c15d380 0x7f0e3c06d9f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c066a50 tx=0x7f0e3400a640 comp rx=0 tx=0).stop 2023-09-21T11:17:28.148 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.155+0000 7f0e42d85700 1 -- 172.21.15.79:0/1588095977 shutdown_connections 2023-09-21T11:17:28.148 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.155+0000 7f0e42d85700 1 --2- 172.21.15.79:0/1588095977 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0e3c15d380 0x7f0e3c06d9f0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.155+0000 7f0e42d85700 1 --2- 172.21.15.79:0/1588095977 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e2c003a00 0x7f0e3c14f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.155+0000 7f0e42d85700 1 --2- 172.21.15.79:0/1588095977 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0e2006a580 0x7f0e2006ca40 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.155+0000 7f0e42d85700 1 --2- 172.21.15.79:0/1588095977 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e3c159a80 0x7f0e3c14b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.155+0000 7f0e42d85700 1 -- 172.21.15.79:0/1588095977 >> 172.21.15.79:0/1588095977 conn(0x7f0e3c0cfec0 msgr2=0x7f0e3c0d02d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:28.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.155+0000 7f0e42d85700 1 -- 172.21.15.79:0/1588095977 shutdown_connections 2023-09-21T11:17:28.150 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.155+0000 7f0e42d85700 1 -- 172.21.15.79:0/1588095977 wait complete. 2023-09-21T11:17:28.159 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T11:17:28.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.290+0000 7f3f6becd700 1 Processor -- start 2023-09-21T11:17:28.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.290+0000 7f3f6becd700 1 -- start start 2023-09-21T11:17:28.285 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.291+0000 7f3f6becd700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f3f640b24c0 0x7f3f640725d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:28.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.291+0000 7f3f6becd700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f3f640b49b0 0x7f3f640ca980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:28.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.291+0000 7f3f6becd700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f640b4f70 con 0x7f3f640ce6c0 2023-09-21T11:17:28.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.291+0000 7f3f6becd700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f64071af0 con 0x7f3f640b49b0 2023-09-21T11:17:28.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.291+0000 7f3f6becd700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f64071dd0 con 0x7f3f640b24c0 2023-09-21T11:17:28.286 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.291+0000 7f3f6a46a700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f3f640b49b0 0x7f3f640ca980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:28.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.291+0000 7f3f69c69700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f3f640ce6c0 0x7f3f640b1db0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40700/0 (socket says 172.21.15.79:40700) 2023-09-21T11:17:28.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.291+0000 7f3f6a46a700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f3f640b49b0 0x7f3f640ca980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54340/0 (socket says 172.21.15.79:54340) 2023-09-21T11:17:28.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.291+0000 7f3f69c69700 1 -- 172.21.15.79:0/4234579457 learned_addr learned my addr 172.21.15.79:0/4234579457 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:28.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.291+0000 7f3f69468700 1 --2- 172.21.15.79:0/4234579457 >> v2:172.21.15.134:3300/0 conn(0x7f3f640b24c0 0x7f3f640725d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:28.287 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.291+0000 7f3f6a46a700 1 -- 172.21.15.79:0/4234579457 >> v2:172.21.15.134:3300/0 conn(0x7f3f640b24c0 msgr2=0x7f3f640725d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:28.288 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.291+0000 7f3f6a46a700 1 --2- 172.21.15.79:0/4234579457 >> v2:172.21.15.134:3300/0 conn(0x7f3f640b24c0 0x7f3f640725d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.288 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.291+0000 7f3f6a46a700 1 -- 172.21.15.79:0/4234579457 >> v1:172.21.15.79:6789/0 conn(0x7f3f640ce6c0 legacy=0x7f3f640b1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:28.288 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.291+0000 7f3f68c67700 1 -- 172.21.15.79:0/4234579457 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4137494813 0 0) 0x7f3f640b4f70 con 0x7f3f640ce6c0 2023-09-21T11:17:28.288 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.291+0000 7f3f6a46a700 1 -- 172.21.15.79:0/4234579457 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f640720b0 con 0x7f3f640b49b0 2023-09-21T11:17:28.288 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.291+0000 7f3f69468700 1 --2- 172.21.15.79:0/4234579457 >> v2:172.21.15.134:3300/0 conn(0x7f3f640b24c0 0x7f3f640725d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:28.288 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.292+0000 7f3f6a46a700 1 --2- 172.21.15.79:0/4234579457 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3f640b49b0 0x7f3f640ca980 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f3f6415e380 tx=0x7f3f5c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32ca755c4894f9a3 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:28.289 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.292+0000 7f3f68c67700 1 -- 172.21.15.79:0/4234579457 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f5c00e070 con 0x7f3f640b49b0 2023-09-21T11:17:28.289 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.292+0000 7f3f68c67700 1 -- 172.21.15.79:0/4234579457 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f5c00bbd0 con 0x7f3f640b49b0 2023-09-21T11:17:28.289 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.292+0000 7f3f68c67700 1 -- 172.21.15.79:0/4234579457 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f5c012430 con 0x7f3f640b49b0 2023-09-21T11:17:28.289 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.292+0000 7f3f6becd700 1 -- 172.21.15.79:0/4234579457 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3f640b49b0 msgr2=0x7f3f640ca980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:28.289 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.292+0000 7f3f6becd700 1 --2- 172.21.15.79:0/4234579457 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3f640b49b0 0x7f3f640ca980 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f3f6415e380 tx=0x7f3f5c00b330 comp rx=0 tx=0).stop 2023-09-21T11:17:28.290 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.292+0000 7f3f6becd700 1 -- 172.21.15.79:0/4234579457 shutdown_connections 2023-09-21T11:17:28.290 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.292+0000 7f3f6becd700 1 --2- 172.21.15.79:0/4234579457 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3f640b49b0 0x7f3f640ca980 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.290 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.292+0000 7f3f6becd700 1 --2- 172.21.15.79:0/4234579457 >> v2:172.21.15.134:3300/0 conn(0x7f3f640b24c0 0x7f3f640725d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.290 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.292+0000 7f3f6becd700 1 -- 172.21.15.79:0/4234579457 >> 172.21.15.79:0/4234579457 conn(0x7f3f640ccdb0 msgr2=0x7f3f640cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:28.290 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.292+0000 7f3f6becd700 1 -- 172.21.15.79:0/4234579457 shutdown_connections 2023-09-21T11:17:28.291 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.292+0000 7f3f6becd700 1 -- 172.21.15.79:0/4234579457 wait complete. 2023-09-21T11:17:28.293 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.294+0000 7f3f6becd700 1 Processor -- start 2023-09-21T11:17:28.293 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.294+0000 7f3f6becd700 1 -- start start 2023-09-21T11:17:28.293 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.295+0000 7f3f6becd700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3f640b24c0 0x7f3f640c6050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:28.294 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.295+0000 7f3f6becd700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3f640b49b0 0x7f3f64153dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:28.294 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.295+0000 7f3f6becd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3f640ce6c0 0x7f3f64157b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:28.294 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.295+0000 7f3f6becd700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f640c6590 con 0x7f3f640ce6c0 2023-09-21T11:17:28.294 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.295+0000 7f3f6becd700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f640c67d0 con 0x7f3f640b49b0 2023-09-21T11:17:28.294 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.295+0000 7f3f6becd700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f640c6ab0 con 0x7f3f640b24c0 2023-09-21T11:17:28.295 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.295+0000 7f3f6a46a700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3f640ce6c0 0x7f3f64157b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:28.295 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.295+0000 7f3f6a46a700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3f640ce6c0 0x7f3f64157b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54346/0 (socket says 172.21.15.79:54346) 2023-09-21T11:17:28.295 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.295+0000 7f3f6a46a700 1 -- 172.21.15.79:0/4079553184 learned_addr learned my addr 172.21.15.79:0/4079553184 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:28.295 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.295+0000 7f3f69468700 1 --2- 172.21.15.79:0/4079553184 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3f640b49b0 0x7f3f64153dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:28.295 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.295+0000 7f3f69c69700 1 --2- 172.21.15.79:0/4079553184 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3f640b24c0 0x7f3f640c6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:28.296 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.295+0000 7f3f6a46a700 1 -- 172.21.15.79:0/4079553184 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3f640b24c0 msgr2=0x7f3f640c6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:28.296 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.295+0000 7f3f6a46a700 1 --2- 172.21.15.79:0/4079553184 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3f640b24c0 0x7f3f640c6050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.296 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.295+0000 7f3f6a46a700 1 -- 172.21.15.79:0/4079553184 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3f640b49b0 msgr2=0x7f3f64153dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:28.296 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.295+0000 7f3f6a46a700 1 --2- 172.21.15.79:0/4079553184 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3f640b49b0 0x7f3f64153dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.296 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.295+0000 7f3f6a46a700 1 -- 172.21.15.79:0/4079553184 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f5c009a70 con 0x7f3f640ce6c0 2023-09-21T11:17:28.297 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.295+0000 7f3f6a46a700 1 --2- 172.21.15.79:0/4079553184 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3f640ce6c0 0x7f3f64157b50 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f3f640d1430 tx=0x7f3f5c004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:28.297 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.295+0000 7f3f5a7fc700 1 -- 172.21.15.79:0/4079553184 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f5c012430 con 0x7f3f640ce6c0 2023-09-21T11:17:28.297 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.296+0000 7f3f5a7fc700 1 -- 172.21.15.79:0/4079553184 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f5c020070 con 0x7f3f640ce6c0 2023-09-21T11:17:28.297 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.296+0000 7f3f5a7fc700 1 -- 172.21.15.79:0/4079553184 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f5c004280 con 0x7f3f640ce6c0 2023-09-21T11:17:28.297 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.296+0000 7f3f6becd700 1 -- 172.21.15.79:0/4079553184 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f640c6d90 con 0x7f3f640ce6c0 2023-09-21T11:17:28.297 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.296+0000 7f3f6becd700 1 -- 172.21.15.79:0/4079553184 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f640afd50 con 0x7f3f640ce6c0 2023-09-21T11:17:28.298 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.296+0000 7f3f6becd700 1 -- 172.21.15.79:0/4079553184 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f6404eae0 con 0x7f3f640ce6c0 2023-09-21T11:17:28.298 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.297+0000 7f3f5a7fc700 1 -- 172.21.15.79:0/4079553184 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f3f5c0043e0 con 0x7f3f640ce6c0 2023-09-21T11:17:28.298 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.297+0000 7f3f5a7fc700 1 --2- 172.21.15.79:0/4079553184 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3f4806a580 0x7f3f4806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:28.298 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.297+0000 7f3f5a7fc700 1 -- 172.21.15.79:0/4079553184 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3f5c022070 con 0x7f3f640ce6c0 2023-09-21T11:17:28.298 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.297+0000 7f3f69c69700 1 --2- 172.21.15.79:0/4079553184 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3f4806a580 0x7f3f4806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:28.299 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.298+0000 7f3f69c69700 1 --2- 172.21.15.79:0/4079553184 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3f4806a580 0x7f3f4806ca40 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f3f640b1fb0 tx=0x7f3f54009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:28.299 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.302+0000 7f3f5a7fc700 1 -- 172.21.15.79:0/4079553184 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f3f5c055d80 con 0x7f3f640ce6c0 2023-09-21T11:17:28.482 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.489+0000 7f3f6becd700 1 -- 172.21.15.79:0/4079553184 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f3f6415de10 con 0x7f3f640ce6c0 2023-09-21T11:17:28.482 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.489+0000 7f3f5a7fc700 1 -- 172.21.15.79:0/4079553184 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3f5c02c020 con 0x7f3f640ce6c0 2023-09-21T11:17:28.483 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 64 2023-09-21T11:17:28.484 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.491+0000 7f3f6becd700 1 -- 172.21.15.79:0/4079553184 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3f4806a580 msgr2=0x7f3f4806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:28.485 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.491+0000 7f3f6becd700 1 --2- 172.21.15.79:0/4079553184 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3f4806a580 0x7f3f4806ca40 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f3f640b1fb0 tx=0x7f3f54009040 comp rx=0 tx=0).stop 2023-09-21T11:17:28.485 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.491+0000 7f3f6becd700 1 -- 172.21.15.79:0/4079553184 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3f640ce6c0 msgr2=0x7f3f64157b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:28.485 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.491+0000 7f3f6becd700 1 --2- 172.21.15.79:0/4079553184 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3f640ce6c0 0x7f3f64157b50 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f3f640d1430 tx=0x7f3f5c004ad0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.485 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.491+0000 7f3f6becd700 1 -- 172.21.15.79:0/4079553184 shutdown_connections 2023-09-21T11:17:28.485 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.491+0000 7f3f6becd700 1 --2- 172.21.15.79:0/4079553184 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3f640ce6c0 0x7f3f64157b50 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.491+0000 7f3f6becd700 1 --2- 172.21.15.79:0/4079553184 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3f4806a580 0x7f3f4806ca40 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.491+0000 7f3f6becd700 1 --2- 172.21.15.79:0/4079553184 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3f640b24c0 0x7f3f640c6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.491+0000 7f3f6becd700 1 --2- 172.21.15.79:0/4079553184 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3f640b49b0 0x7f3f64153dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.491+0000 7f3f6becd700 1 -- 172.21.15.79:0/4079553184 >> 172.21.15.79:0/4079553184 conn(0x7f3f640ccdb0 msgr2=0x7f3f640cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:28.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.491+0000 7f3f6becd700 1 -- 172.21.15.79:0/4079553184 shutdown_connections 2023-09-21T11:17:28.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.492+0000 7f3f6becd700 1 -- 172.21.15.79:0/4079553184 wait complete. 2023-09-21T11:17:28.589 INFO:tasks.cephfs_test_runner:Starting test: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2023-09-21T11:17:28.590 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:28.712 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.719+0000 7f4df5910700 1 Processor -- start 2023-09-21T11:17:28.712 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.719+0000 7f4df5910700 1 -- start start 2023-09-21T11:17:28.714 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.720+0000 7f4df5910700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4df00b2470 0x7f4df00b2850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:28.714 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.720+0000 7f4df5910700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f4df00726c0 0x7f4df006a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:28.714 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.720+0000 7f4df5910700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4df00cda70 con 0x7f4df00d1120 2023-09-21T11:17:28.715 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.720+0000 7f4df5910700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4df00cf150 con 0x7f4df00726c0 2023-09-21T11:17:28.715 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.720+0000 7f4df5910700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4df00b2d90 con 0x7f4df00b2470 2023-09-21T11:17:28.715 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.721+0000 7f4def7fe700 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f4df00d1120 0x7f4df006ad40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.79:56810/0 (socket says 172.21.15.79:56810) 2023-09-21T11:17:28.715 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.721+0000 7f4deeffd700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4df00b2470 0x7f4df00b2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:28.715 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.721+0000 7f4dee7fc700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f4df00726c0 0x7f4df006a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:28.715 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.721+0000 7f4def7fe700 1 -- 172.21.15.79:0/1499732652 learned_addr learned my addr 172.21.15.79:0/1499732652 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:28.716 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.721+0000 7f4dee7fc700 1 -- 172.21.15.79:0/1499732652 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4df00b2470 msgr2=0x7f4df00b2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:28.716 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.721+0000 7f4dee7fc700 1 --2- 172.21.15.79:0/1499732652 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4df00b2470 0x7f4df00b2850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.716 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.721+0000 7f4dee7fc700 1 -- 172.21.15.79:0/1499732652 >> v1:172.21.15.134:6789/0 conn(0x7f4df00d1120 legacy=0x7f4df006ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:28.716 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.721+0000 7f4dee7fc700 1 -- 172.21.15.79:0/1499732652 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4df00cd7b0 con 0x7f4df00726c0 2023-09-21T11:17:28.716 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.721+0000 7f4dedffb700 1 -- 172.21.15.79:0/1499732652 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3093361831 0 0) 0x7f4df00cda70 con 0x7f4df00d1120 2023-09-21T11:17:28.717 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.721+0000 7f4deeffd700 1 --2- 172.21.15.79:0/1499732652 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4df00b2470 0x7f4df00b2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:17:28.717 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.721+0000 7f4dee7fc700 1 --2- 172.21.15.79:0/1499732652 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4df00726c0 0x7f4df006a800 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f4de0009840 tx=0x7f4de0009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=450e2995b560d325 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:28.717 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.721+0000 7f4dedffb700 1 -- 172.21.15.79:0/1499732652 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4de0011830 con 0x7f4df00726c0 2023-09-21T11:17:28.717 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.721+0000 7f4dedffb700 1 -- 172.21.15.79:0/1499732652 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4de0011990 con 0x7f4df00726c0 2023-09-21T11:17:28.717 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.721+0000 7f4dedffb700 1 -- 172.21.15.79:0/1499732652 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4de0011d20 con 0x7f4df00726c0 2023-09-21T11:17:28.720 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.722+0000 7f4df5910700 1 -- 172.21.15.79:0/1499732652 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4df00726c0 msgr2=0x7f4df006a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:28.720 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.722+0000 7f4df5910700 1 --2- 172.21.15.79:0/1499732652 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4df00726c0 0x7f4df006a800 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f4de0009840 tx=0x7f4de0009b50 comp rx=0 tx=0).stop 2023-09-21T11:17:28.721 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.722+0000 7f4df5910700 1 -- 172.21.15.79:0/1499732652 shutdown_connections 2023-09-21T11:17:28.721 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.722+0000 7f4df5910700 1 --2- 172.21.15.79:0/1499732652 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4df00b2470 0x7f4df00b2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.721 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.722+0000 7f4df5910700 1 --2- 172.21.15.79:0/1499732652 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4df00726c0 0x7f4df006a800 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.721 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.722+0000 7f4df5910700 1 -- 172.21.15.79:0/1499732652 >> 172.21.15.79:0/1499732652 conn(0x7f4df006df70 msgr2=0x7f4df006e380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:28.721 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.722+0000 7f4df5910700 1 -- 172.21.15.79:0/1499732652 shutdown_connections 2023-09-21T11:17:28.721 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.722+0000 7f4df5910700 1 -- 172.21.15.79:0/1499732652 wait complete. 2023-09-21T11:17:28.722 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.723+0000 7f4df5910700 1 Processor -- start 2023-09-21T11:17:28.722 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.723+0000 7f4df5910700 1 -- start start 2023-09-21T11:17:28.722 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.724+0000 7f4df5910700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4df00726c0 0x7f4df0155310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:28.722 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.724+0000 7f4df5910700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4df00b2470 0x7f4df00cb470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:28.722 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.724+0000 7f4df5910700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4df00d1120 0x7f4df00c76b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:28.723 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.724+0000 7f4df5910700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4df00b3af0 con 0x7f4df00726c0 2023-09-21T11:17:28.723 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.724+0000 7f4df5910700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4df00b3dd0 con 0x7f4df00d1120 2023-09-21T11:17:28.723 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.724+0000 7f4df5910700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4df00b40b0 con 0x7f4df00b2470 2023-09-21T11:17:28.723 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.724+0000 7f4deeffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4df00726c0 0x7f4df0155310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:28.723 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.724+0000 7f4deeffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4df00726c0 0x7f4df0155310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54356/0 (socket says 172.21.15.79:54356) 2023-09-21T11:17:28.723 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.724+0000 7f4deeffd700 1 -- 172.21.15.79:0/4220377290 learned_addr learned my addr 172.21.15.79:0/4220377290 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:28.724 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.725+0000 7f4deeffd700 1 -- 172.21.15.79:0/4220377290 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4df00b2470 msgr2=0x7f4df00cb470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:28.724 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.725+0000 7f4deeffd700 1 --2- 172.21.15.79:0/4220377290 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4df00b2470 0x7f4df00cb470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.724 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.725+0000 7f4deeffd700 1 -- 172.21.15.79:0/4220377290 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4df00d1120 msgr2=0x7f4df00c76b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:28.724 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.725+0000 7f4def7fe700 1 --2- 172.21.15.79:0/4220377290 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4df00d1120 0x7f4df00c76b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:28.724 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.725+0000 7f4deeffd700 1 --2- 172.21.15.79:0/4220377290 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4df00d1120 0x7f4df00c76b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.725 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.725+0000 7f4deeffd700 1 -- 172.21.15.79:0/4220377290 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4dd80094a0 con 0x7f4df00726c0 2023-09-21T11:17:28.725 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.725+0000 7f4deeffd700 1 --2- 172.21.15.79:0/4220377290 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4df00726c0 0x7f4df0155310 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f4dd800ebe0 tx=0x7f4dd8009e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:28.725 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.725+0000 7f4de7fff700 1 -- 172.21.15.79:0/4220377290 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dd800c8b0 con 0x7f4df00726c0 2023-09-21T11:17:28.725 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.725+0000 7f4de7fff700 1 -- 172.21.15.79:0/4220377290 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4dd800ca10 con 0x7f4df00726c0 2023-09-21T11:17:28.725 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.725+0000 7f4df5910700 1 -- 172.21.15.79:0/4220377290 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4de00094a0 con 0x7f4df00726c0 2023-09-21T11:17:28.725 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.725+0000 7f4de7fff700 1 -- 172.21.15.79:0/4220377290 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dd800cda0 con 0x7f4df00726c0 2023-09-21T11:17:28.726 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.725+0000 7f4df5910700 1 -- 172.21.15.79:0/4220377290 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4df00b4670 con 0x7f4df00726c0 2023-09-21T11:17:28.726 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.726+0000 7f4df5910700 1 -- 172.21.15.79:0/4220377290 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4df004eae0 con 0x7f4df00726c0 2023-09-21T11:17:28.726 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.726+0000 7f4de7fff700 1 -- 172.21.15.79:0/4220377290 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f4dd8013470 con 0x7f4df00726c0 2023-09-21T11:17:28.726 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.727+0000 7f4de7fff700 1 --2- 172.21.15.79:0/4220377290 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4dd006a580 0x7f4dd006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:28.726 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.727+0000 7f4de7fff700 1 -- 172.21.15.79:0/4220377290 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4dd8088c20 con 0x7f4df00726c0 2023-09-21T11:17:28.726 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.727+0000 7f4dee7fc700 1 --2- 172.21.15.79:0/4220377290 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4dd006a580 0x7f4dd006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:28.727 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.727+0000 7f4dee7fc700 1 --2- 172.21.15.79:0/4220377290 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4dd006a580 0x7f4dd006ca40 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4df015f1b0 tx=0x7f4de0010000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:28.727 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.731+0000 7f4de7fff700 1 -- 172.21.15.79:0/4220377290 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f4dd8054120 con 0x7f4df00726c0 2023-09-21T11:17:28.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.921+0000 7f4df5910700 1 -- 172.21.15.79:0/4220377290 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4df0071bb0 con 0x7f4df00726c0 2023-09-21T11:17:28.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.922+0000 7f4de7fff700 1 -- 172.21.15.79:0/4220377290 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f4dd8057740 con 0x7f4df00726c0 2023-09-21T11:17:28.915 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:28.916 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":20,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:00.970389+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:28.917 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.924+0000 7f4df5910700 1 -- 172.21.15.79:0/4220377290 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4dd006a580 msgr2=0x7f4dd006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:28.918 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.924+0000 7f4df5910700 1 --2- 172.21.15.79:0/4220377290 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4dd006a580 0x7f4dd006ca40 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4df015f1b0 tx=0x7f4de0010000 comp rx=0 tx=0).stop 2023-09-21T11:17:28.918 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.924+0000 7f4df5910700 1 -- 172.21.15.79:0/4220377290 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4df00726c0 msgr2=0x7f4df0155310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:28.918 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.924+0000 7f4df5910700 1 --2- 172.21.15.79:0/4220377290 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4df00726c0 0x7f4df0155310 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f4dd800ebe0 tx=0x7f4dd8009e20 comp rx=0 tx=0).stop 2023-09-21T11:17:28.918 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.924+0000 7f4df5910700 1 -- 172.21.15.79:0/4220377290 shutdown_connections 2023-09-21T11:17:28.918 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.924+0000 7f4df5910700 1 --2- 172.21.15.79:0/4220377290 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4df00d1120 0x7f4df00c76b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.919 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.924+0000 7f4df5910700 1 --2- 172.21.15.79:0/4220377290 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4df00726c0 0x7f4df0155310 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.919 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.924+0000 7f4df5910700 1 --2- 172.21.15.79:0/4220377290 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f4dd006a580 0x7f4dd006ca40 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.919 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.924+0000 7f4df5910700 1 --2- 172.21.15.79:0/4220377290 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4df00b2470 0x7f4df00cb470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:28.919 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.924+0000 7f4df5910700 1 -- 172.21.15.79:0/4220377290 >> 172.21.15.79:0/4220377290 conn(0x7f4df006df70 msgr2=0x7f4df015e6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:28.919 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.924+0000 7f4df5910700 1 -- 172.21.15.79:0/4220377290 shutdown_connections 2023-09-21T11:17:28.920 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:28.924+0000 7f4df5910700 1 -- 172.21.15.79:0/4220377290 wait complete. 2023-09-21T11:17:28.930 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T11:16:45.829267+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T11:16:57.123246+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T11:16:58.360337+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T11:17:28.931 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T11:17:29.054 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.061+0000 7f2c22c15700 1 Processor -- start 2023-09-21T11:17:29.054 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.061+0000 7f2c22c15700 1 -- start start 2023-09-21T11:17:29.056 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.062+0000 7f2c22c15700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f2c1c071ef0 0x7f2c1c0b3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.057 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.062+0000 7f2c22c15700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2c1c15bad0 0x7f2c1c0722d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.057 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.062+0000 7f2c22c15700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f2c1c06a800 0x7f2c1c06ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.057 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.062+0000 7f2c22c15700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c1c0af6e0 con 0x7f2c1c071ef0 2023-09-21T11:17:29.057 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.062+0000 7f2c22c15700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c1c06b190 con 0x7f2c1c06a800 2023-09-21T11:17:29.057 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.062+0000 7f2c22c15700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c1c072810 con 0x7f2c1c15bad0 2023-09-21T11:17:29.058 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.062+0000 7f2c209b1700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f2c1c071ef0 0x7f2c1c0b3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:29.058 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.062+0000 7f2c209b1700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f2c1c071ef0 0x7f2c1c0b3180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54364/0 (socket says 172.21.15.79:54364) 2023-09-21T11:17:29.058 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.062+0000 7f2c209b1700 1 -- 172.21.15.79:0/1634438983 learned_addr learned my addr 172.21.15.79:0/1634438983 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:29.058 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.062+0000 7f2c209b1700 1 -- 172.21.15.79:0/1634438983 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2c1c15bad0 msgr2=0x7f2c1c0722d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:29.058 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.062+0000 7f2c209b1700 1 --2- 172.21.15.79:0/1634438983 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2c1c15bad0 0x7f2c1c0722d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.059 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.062+0000 7f2c209b1700 1 -- 172.21.15.79:0/1634438983 >> v2:172.21.15.134:3300/0 conn(0x7f2c1c06a800 msgr2=0x7f2c1c06ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:29.059 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.062+0000 7f2c209b1700 1 --2- 172.21.15.79:0/1634438983 >> v2:172.21.15.134:3300/0 conn(0x7f2c1c06a800 0x7f2c1c06ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.059 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.062+0000 7f2c209b1700 1 -- 172.21.15.79:0/1634438983 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c1c15c090 con 0x7f2c1c071ef0 2023-09-21T11:17:29.059 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.063+0000 7f2c209b1700 1 --2- 172.21.15.79:0/1634438983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2c1c071ef0 0x7f2c1c0b3180 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f2c1c06b3c0 tx=0x7f2c10009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6de438c60d077433 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:29.059 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.063+0000 7f2c1b7fe700 1 -- 172.21.15.79:0/1634438983 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c10005e30 con 0x7f2c1c071ef0 2023-09-21T11:17:29.059 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.063+0000 7f2c1b7fe700 1 -- 172.21.15.79:0/1634438983 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c10004030 con 0x7f2c1c071ef0 2023-09-21T11:17:29.060 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.063+0000 7f2c1b7fe700 1 -- 172.21.15.79:0/1634438983 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c100043e0 con 0x7f2c1c071ef0 2023-09-21T11:17:29.060 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.063+0000 7f2c22c15700 1 -- 172.21.15.79:0/1634438983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2c1c071ef0 msgr2=0x7f2c1c0b3180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:29.060 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.063+0000 7f2c22c15700 1 --2- 172.21.15.79:0/1634438983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2c1c071ef0 0x7f2c1c0b3180 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f2c1c06b3c0 tx=0x7f2c10009bd0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.060 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.063+0000 7f2c22c15700 1 -- 172.21.15.79:0/1634438983 shutdown_connections 2023-09-21T11:17:29.061 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.063+0000 7f2c22c15700 1 --2- 172.21.15.79:0/1634438983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2c1c071ef0 0x7f2c1c0b3180 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.061 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.063+0000 7f2c22c15700 1 --2- 172.21.15.79:0/1634438983 >> v2:172.21.15.134:3300/0 conn(0x7f2c1c06a800 0x7f2c1c06ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.061 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.063+0000 7f2c22c15700 1 --2- 172.21.15.79:0/1634438983 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2c1c15bad0 0x7f2c1c0722d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.061 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.063+0000 7f2c22c15700 1 -- 172.21.15.79:0/1634438983 >> 172.21.15.79:0/1634438983 conn(0x7f2c1c0ccdb0 msgr2=0x7f2c1c0cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:29.061 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.063+0000 7f2c22c15700 1 -- 172.21.15.79:0/1634438983 shutdown_connections 2023-09-21T11:17:29.061 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.063+0000 7f2c22c15700 1 -- 172.21.15.79:0/1634438983 wait complete. 2023-09-21T11:17:29.064 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.064+0000 7f2c22c15700 1 Processor -- start 2023-09-21T11:17:29.064 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.065+0000 7f2c22c15700 1 -- start start 2023-09-21T11:17:29.064 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.065+0000 7f2c22c15700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2c1c06a800 0x7f2c1c1f2470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.064 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.065+0000 7f2c22c15700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2c1c071ef0 0x7f2c1c1f5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.065 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.065+0000 7f2c22c15700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2c1c15bad0 0x7f2c1c1f3470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.065 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.065+0000 7f2c22c15700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c1c1f39b0 con 0x7f2c1c15bad0 2023-09-21T11:17:29.065 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.065+0000 7f2c22c15700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c1c1f66e0 con 0x7f2c1c071ef0 2023-09-21T11:17:29.065 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.065+0000 7f2c22c15700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c1c1f69c0 con 0x7f2c1c06a800 2023-09-21T11:17:29.065 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.065+0000 7f2c211b2700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2c1c15bad0 0x7f2c1c1f3470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:29.066 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.066+0000 7f2c211b2700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2c1c15bad0 0x7f2c1c1f3470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54372/0 (socket says 172.21.15.79:54372) 2023-09-21T11:17:29.066 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.066+0000 7f2c211b2700 1 -- 172.21.15.79:0/3965600852 learned_addr learned my addr 172.21.15.79:0/3965600852 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:29.066 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.066+0000 7f2c209b1700 1 --2- 172.21.15.79:0/3965600852 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2c1c06a800 0x7f2c1c1f2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:29.066 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.066+0000 7f2c1bfff700 1 --2- 172.21.15.79:0/3965600852 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2c1c071ef0 0x7f2c1c1f5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:29.066 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.066+0000 7f2c211b2700 1 -- 172.21.15.79:0/3965600852 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2c1c06a800 msgr2=0x7f2c1c1f2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:29.067 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.066+0000 7f2c211b2700 1 --2- 172.21.15.79:0/3965600852 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2c1c06a800 0x7f2c1c1f2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.067 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.066+0000 7f2c211b2700 1 -- 172.21.15.79:0/3965600852 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2c1c071ef0 msgr2=0x7f2c1c1f5fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:29.067 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.066+0000 7f2c211b2700 1 --2- 172.21.15.79:0/3965600852 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2c1c071ef0 0x7f2c1c1f5fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.067 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.066+0000 7f2c211b2700 1 -- 172.21.15.79:0/3965600852 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c10009500 con 0x7f2c1c15bad0 2023-09-21T11:17:29.067 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.066+0000 7f2c211b2700 1 --2- 172.21.15.79:0/3965600852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2c1c15bad0 0x7f2c1c1f3470 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2c1400b970 tx=0x7f2c1400bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:29.067 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.066+0000 7f2c197fa700 1 -- 172.21.15.79:0/3965600852 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c1400c9b0 con 0x7f2c1c15bad0 2023-09-21T11:17:29.068 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.066+0000 7f2c197fa700 1 -- 172.21.15.79:0/3965600852 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c1400cb30 con 0x7f2c1c15bad0 2023-09-21T11:17:29.068 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.066+0000 7f2c22c15700 1 -- 172.21.15.79:0/3965600852 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c1c1f6ca0 con 0x7f2c1c15bad0 2023-09-21T11:17:29.068 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.066+0000 7f2c197fa700 1 -- 172.21.15.79:0/3965600852 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c14014440 con 0x7f2c1c15bad0 2023-09-21T11:17:29.068 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.066+0000 7f2c22c15700 1 -- 172.21.15.79:0/3965600852 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c1c0b1a20 con 0x7f2c1c15bad0 2023-09-21T11:17:29.068 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.067+0000 7f2c22c15700 1 -- 172.21.15.79:0/3965600852 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c1c0cebb0 con 0x7f2c1c15bad0 2023-09-21T11:17:29.069 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.068+0000 7f2c197fa700 1 -- 172.21.15.79:0/3965600852 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f2c1401d3b0 con 0x7f2c1c15bad0 2023-09-21T11:17:29.069 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.068+0000 7f2c197fa700 1 --2- 172.21.15.79:0/3965600852 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f2c0006a580 0x7f2c0006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.069 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.068+0000 7f2c209b1700 1 --2- 172.21.15.79:0/3965600852 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f2c0006a580 0x7f2c0006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:29.069 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.068+0000 7f2c197fa700 1 -- 172.21.15.79:0/3965600852 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2c140887a0 con 0x7f2c1c15bad0 2023-09-21T11:17:29.069 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.068+0000 7f2c209b1700 1 --2- 172.21.15.79:0/3965600852 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f2c0006a580 0x7f2c0006ca40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f2c1c06b3c0 tx=0x7f2c10008070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:29.070 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.073+0000 7f2c197fa700 1 -- 172.21.15.79:0/3965600852 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f2c1c0cebb0 con 0x7f2c1c15bad0 2023-09-21T11:17:29.257 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.263+0000 7f2c22c15700 1 -- 172.21.15.79:0/3965600852 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f2c1c0cebb0 con 0x7f2c1c15bad0 2023-09-21T11:17:29.258 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.263+0000 7f2c197fa700 1 -- 172.21.15.79:0/3965600852 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f2c1c0cebb0 con 0x7f2c1c15bad0 2023-09-21T11:17:29.258 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 1 2023-09-21T11:17:29.259 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.265+0000 7f2c22c15700 1 -- 172.21.15.79:0/3965600852 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f2c0006a580 msgr2=0x7f2c0006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:29.259 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.265+0000 7f2c22c15700 1 --2- 172.21.15.79:0/3965600852 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f2c0006a580 0x7f2c0006ca40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f2c1c06b3c0 tx=0x7f2c10008070 comp rx=0 tx=0).stop 2023-09-21T11:17:29.259 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.265+0000 7f2c22c15700 1 -- 172.21.15.79:0/3965600852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2c1c15bad0 msgr2=0x7f2c1c1f3470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:29.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.265+0000 7f2c22c15700 1 --2- 172.21.15.79:0/3965600852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2c1c15bad0 0x7f2c1c1f3470 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2c1400b970 tx=0x7f2c1400bd30 comp rx=0 tx=0).stop 2023-09-21T11:17:29.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.265+0000 7f2c22c15700 1 -- 172.21.15.79:0/3965600852 shutdown_connections 2023-09-21T11:17:29.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.265+0000 7f2c22c15700 1 --2- 172.21.15.79:0/3965600852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2c1c15bad0 0x7f2c1c1f3470 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.265+0000 7f2c22c15700 1 --2- 172.21.15.79:0/3965600852 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f2c0006a580 0x7f2c0006ca40 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.260 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.265+0000 7f2c22c15700 1 --2- 172.21.15.79:0/3965600852 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2c1c06a800 0x7f2c1c1f2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.265+0000 7f2c22c15700 1 --2- 172.21.15.79:0/3965600852 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2c1c071ef0 0x7f2c1c1f5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.265+0000 7f2c22c15700 1 -- 172.21.15.79:0/3965600852 >> 172.21.15.79:0/3965600852 conn(0x7f2c1c0ccdb0 msgr2=0x7f2c1c06ec10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:29.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.265+0000 7f2c22c15700 1 -- 172.21.15.79:0/3965600852 shutdown_connections 2023-09-21T11:17:29.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.265+0000 7f2c22c15700 1 -- 172.21.15.79:0/3965600852 wait complete. 2023-09-21T11:17:29.270 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T11:17:29.393 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.400+0000 7f87289f4700 1 Processor -- start 2023-09-21T11:17:29.393 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.400+0000 7f87289f4700 1 -- start start 2023-09-21T11:17:29.396 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.401+0000 7f87289f4700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f872406af10 0x7f8724162010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.396 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.401+0000 7f87289f4700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8724162550 con 0x7f872415dc10 2023-09-21T11:17:29.397 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.401+0000 7f87289f4700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87240af550 con 0x7f872415d830 2023-09-21T11:17:29.397 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.401+0000 7f87289f4700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8724071a80 con 0x7f872406af10 2023-09-21T11:17:29.397 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.401+0000 7f8722d9d700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f872415dc10 0x7f87240cef10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40740/0 (socket says 172.21.15.79:40740) 2023-09-21T11:17:29.397 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.401+0000 7f8722d9d700 1 -- 172.21.15.79:0/4179978409 learned_addr learned my addr 172.21.15.79:0/4179978409 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:29.397 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.401+0000 7f8721d9b700 1 --2- 172.21.15.79:0/4179978409 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f872406af10 0x7f8724162010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:29.397 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.401+0000 7f872159a700 1 -- 172.21.15.79:0/4179978409 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 142702607 0 0) 0x7f871c001490 con 0x7f872415dc10 2023-09-21T11:17:29.398 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872159a700 1 -- 172.21.15.79:0/4179978409 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f870c0035b0 con 0x7f872415dc10 2023-09-21T11:17:29.398 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872159a700 1 -- 172.21.15.79:0/4179978409 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3832158601 0 0) 0x7f870c0035b0 con 0x7f872415dc10 2023-09-21T11:17:29.398 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872159a700 1 -- 172.21.15.79:0/4179978409 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f872406af10 msgr2=0x7f8724162010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:29.398 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872159a700 1 --2- 172.21.15.79:0/4179978409 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f872406af10 0x7f8724162010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.398 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872159a700 1 -- 172.21.15.79:0/4179978409 >> v1:172.21.15.134:6789/0 conn(0x7f872415d830 legacy=0x7f872406a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:29.399 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872159a700 1 -- 172.21.15.79:0/4179978409 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8724071d60 con 0x7f872415dc10 2023-09-21T11:17:29.399 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872159a700 1 -- 172.21.15.79:0/4179978409 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f871c001b80 con 0x7f872415dc10 2023-09-21T11:17:29.399 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872159a700 1 -- 172.21.15.79:0/4179978409 >> v1:172.21.15.79:6789/0 conn(0x7f872415dc10 legacy=0x7f87240cef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:29.399 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872159a700 1 --2- 172.21.15.79:0/4179978409 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f870c003a30 0x7f870c003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.399 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872159a700 1 --2- 172.21.15.79:0/4179978409 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f872406af10 0x7f870c004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.400 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872159a700 1 --2- 172.21.15.79:0/4179978409 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f870c004d90 0x7f870c005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.400 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872159a700 1 -- 172.21.15.79:0/4179978409 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8724071a80 con 0x7f870c003a30 2023-09-21T11:17:29.400 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872159a700 1 -- 172.21.15.79:0/4179978409 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f870c00bb40 con 0x7f870c004d90 2023-09-21T11:17:29.400 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872159a700 1 -- 172.21.15.79:0/4179978409 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f870c00bd00 con 0x7f872406af10 2023-09-21T11:17:29.400 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872259c700 1 --2- 172.21.15.79:0/4179978409 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f870c003a30 0x7f870c003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:29.400 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f8721d9b700 1 --2- 172.21.15.79:0/4179978409 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f872406af10 0x7f870c004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:29.401 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f8722d9d700 1 --2- 172.21.15.79:0/4179978409 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f870c004d90 0x7f870c005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:29.401 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872259c700 1 -- 172.21.15.79:0/4179978409 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f872406af10 msgr2=0x7f870c004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:29.401 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872259c700 1 --2- 172.21.15.79:0/4179978409 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f872406af10 0x7f870c004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.401 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872259c700 1 -- 172.21.15.79:0/4179978409 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f870c004d90 msgr2=0x7f870c005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:29.401 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872259c700 1 --2- 172.21.15.79:0/4179978409 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f870c004d90 0x7f870c005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.401 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872259c700 1 -- 172.21.15.79:0/4179978409 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f870c0035b0 con 0x7f870c003a30 2023-09-21T11:17:29.402 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f8722d9d700 1 --2- 172.21.15.79:0/4179978409 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f870c004d90 0x7f870c005210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:29.402 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872259c700 1 --2- 172.21.15.79:0/4179978409 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f870c003a30 0x7f870c003e50 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8714001820 tx=0x7f870c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4332a0985506d66 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:29.402 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.402+0000 7f872159a700 1 -- 172.21.15.79:0/4179978409 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87140012e0 con 0x7f870c003a30 2023-09-21T11:17:29.402 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.403+0000 7f872159a700 1 -- 172.21.15.79:0/4179978409 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87140052d0 con 0x7f870c003a30 2023-09-21T11:17:29.402 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.403+0000 7f872159a700 1 -- 172.21.15.79:0/4179978409 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87140036d0 con 0x7f870c003a30 2023-09-21T11:17:29.403 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.403+0000 7f87289f4700 1 -- 172.21.15.79:0/4179978409 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f870c003a30 msgr2=0x7f870c003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:29.403 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.403+0000 7f87289f4700 1 --2- 172.21.15.79:0/4179978409 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f870c003a30 0x7f870c003e50 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8714001820 tx=0x7f870c005880 comp rx=0 tx=0).stop 2023-09-21T11:17:29.403 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.403+0000 7f8722d9d700 1 -- 172.21.15.79:0/4179978409 reap_dead start 2023-09-21T11:17:29.403 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.403+0000 7f87289f4700 1 -- 172.21.15.79:0/4179978409 shutdown_connections 2023-09-21T11:17:29.403 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.403+0000 7f87289f4700 1 -- 172.21.15.79:0/4179978409 >> 172.21.15.79:0/4179978409 conn(0x7f87240ccdb0 msgr2=0x7f87240cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:29.404 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.403+0000 7f87289f4700 1 -- 172.21.15.79:0/4179978409 shutdown_connections 2023-09-21T11:17:29.404 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.403+0000 7f87289f4700 1 -- 172.21.15.79:0/4179978409 wait complete. 2023-09-21T11:17:29.406 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.405+0000 7f87289f4700 1 Processor -- start 2023-09-21T11:17:29.407 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.405+0000 7f87289f4700 1 -- start start 2023-09-21T11:17:29.407 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.405+0000 7f87289f4700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f870c003a30 0x7f8724159c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.407 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.405+0000 7f87289f4700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87240afc70 0x7f87240b3db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.407 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.405+0000 7f87289f4700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f87240b00f0 0x7f87240b42f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.407 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.405+0000 7f87289f4700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87240b0650 con 0x7f87240b00f0 2023-09-21T11:17:29.408 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.405+0000 7f87289f4700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87240b0930 con 0x7f870c003a30 2023-09-21T11:17:29.408 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.405+0000 7f87289f4700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87240b0c10 con 0x7f87240afc70 2023-09-21T11:17:29.408 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.405+0000 7f8722d9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f87240b00f0 0x7f87240b42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:29.408 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.405+0000 7f8722d9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f87240b00f0 0x7f87240b42f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54390/0 (socket says 172.21.15.79:54390) 2023-09-21T11:17:29.408 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.405+0000 7f8722d9d700 1 -- 172.21.15.79:0/2553505880 learned_addr learned my addr 172.21.15.79:0/2553505880 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:29.409 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.406+0000 7f8721d9b700 1 --2- 172.21.15.79:0/2553505880 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87240afc70 0x7f87240b3db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:29.409 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.406+0000 7f872259c700 1 --2- 172.21.15.79:0/2553505880 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f870c003a30 0x7f8724159c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:29.409 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.406+0000 7f8722d9d700 1 -- 172.21.15.79:0/2553505880 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87240afc70 msgr2=0x7f87240b3db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:29.409 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.406+0000 7f8722d9d700 1 --2- 172.21.15.79:0/2553505880 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87240afc70 0x7f87240b3db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.409 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.406+0000 7f8722d9d700 1 -- 172.21.15.79:0/2553505880 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f870c003a30 msgr2=0x7f8724159c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:29.409 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.406+0000 7f8722d9d700 1 --2- 172.21.15.79:0/2553505880 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f870c003a30 0x7f8724159c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.410 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.406+0000 7f8722d9d700 1 -- 172.21.15.79:0/2553505880 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87240b0ef0 con 0x7f87240b00f0 2023-09-21T11:17:29.410 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.406+0000 7f872259c700 1 --2- 172.21.15.79:0/2553505880 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f870c003a30 0x7f8724159c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:29.410 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.406+0000 7f8722d9d700 1 --2- 172.21.15.79:0/2553505880 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f87240b00f0 0x7f87240b42f0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f87240c7390 tx=0x7f871c001c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:29.410 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.406+0000 7f8712ffd700 1 -- 172.21.15.79:0/2553505880 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f871c00ece0 con 0x7f87240b00f0 2023-09-21T11:17:29.411 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.406+0000 7f8712ffd700 1 -- 172.21.15.79:0/2553505880 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f871c00ee40 con 0x7f87240b00f0 2023-09-21T11:17:29.411 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.406+0000 7f87289f4700 1 -- 172.21.15.79:0/2553505880 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f87240b11d0 con 0x7f87240b00f0 2023-09-21T11:17:29.411 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.406+0000 7f8712ffd700 1 -- 172.21.15.79:0/2553505880 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f871c013660 con 0x7f87240b00f0 2023-09-21T11:17:29.411 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.406+0000 7f87289f4700 1 -- 172.21.15.79:0/2553505880 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87240c9f30 con 0x7f87240b00f0 2023-09-21T11:17:29.411 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.407+0000 7f87289f4700 1 -- 172.21.15.79:0/2553505880 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87240b13c0 con 0x7f87240b00f0 2023-09-21T11:17:29.411 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.407+0000 7f8712ffd700 1 -- 172.21.15.79:0/2553505880 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f871c0137c0 con 0x7f87240b00f0 2023-09-21T11:17:29.412 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.408+0000 7f8712ffd700 1 --2- 172.21.15.79:0/2553505880 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f870406a580 0x7f870406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.412 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.408+0000 7f8712ffd700 1 -- 172.21.15.79:0/2553505880 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f871c089100 con 0x7f87240b00f0 2023-09-21T11:17:29.412 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.408+0000 7f872259c700 1 --2- 172.21.15.79:0/2553505880 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f870406a580 0x7f870406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:29.412 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.408+0000 7f872259c700 1 --2- 172.21.15.79:0/2553505880 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f870406a580 0x7f870406ca40 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f8714015040 tx=0x7f8714009030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:29.412 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.412+0000 7f8712ffd700 1 -- 172.21.15.79:0/2553505880 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f871c054710 con 0x7f87240b00f0 2023-09-21T11:17:29.591 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.598+0000 7f87289f4700 1 -- 172.21.15.79:0/2553505880 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f8724162550 con 0x7f87240b00f0 2023-09-21T11:17:29.591 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.598+0000 7f8712ffd700 1 -- 172.21.15.79:0/2553505880 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8724162550 con 0x7f87240b00f0 2023-09-21T11:17:29.591 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 32 2023-09-21T11:17:29.593 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.600+0000 7f87289f4700 1 -- 172.21.15.79:0/2553505880 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f870406a580 msgr2=0x7f870406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:29.594 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.600+0000 7f87289f4700 1 --2- 172.21.15.79:0/2553505880 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f870406a580 0x7f870406ca40 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f8714015040 tx=0x7f8714009030 comp rx=0 tx=0).stop 2023-09-21T11:17:29.594 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.600+0000 7f87289f4700 1 -- 172.21.15.79:0/2553505880 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f87240b00f0 msgr2=0x7f87240b42f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:29.594 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.600+0000 7f87289f4700 1 --2- 172.21.15.79:0/2553505880 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f87240b00f0 0x7f87240b42f0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f87240c7390 tx=0x7f871c001c70 comp rx=0 tx=0).stop 2023-09-21T11:17:29.594 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.600+0000 7f87289f4700 1 -- 172.21.15.79:0/2553505880 shutdown_connections 2023-09-21T11:17:29.595 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.600+0000 7f87289f4700 1 --2- 172.21.15.79:0/2553505880 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f87240b00f0 0x7f87240b42f0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.595 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.600+0000 7f87289f4700 1 --2- 172.21.15.79:0/2553505880 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f870c003a30 0x7f8724159c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.595 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.600+0000 7f87289f4700 1 --2- 172.21.15.79:0/2553505880 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f870406a580 0x7f870406ca40 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.595 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.600+0000 7f87289f4700 1 --2- 172.21.15.79:0/2553505880 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87240afc70 0x7f87240b3db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.595 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.600+0000 7f87289f4700 1 -- 172.21.15.79:0/2553505880 >> 172.21.15.79:0/2553505880 conn(0x7f87240ccdb0 msgr2=0x7f872406a800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:29.596 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.600+0000 7f87289f4700 1 -- 172.21.15.79:0/2553505880 shutdown_connections 2023-09-21T11:17:29.596 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.600+0000 7f87289f4700 1 -- 172.21.15.79:0/2553505880 wait complete. 2023-09-21T11:17:29.605 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T11:17:29.728 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.735+0000 7f8f5d37e700 1 Processor -- start 2023-09-21T11:17:29.728 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.735+0000 7f8f5d37e700 1 -- start start 2023-09-21T11:17:29.734 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.736+0000 7f8f5d37e700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f8f5815b7c0 0x7f8f580cc4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.734 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.736+0000 7f8f5d37e700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f5815c240 con 0x7f8f580b6e10 2023-09-21T11:17:29.735 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.736+0000 7f8f5d37e700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f5815c520 con 0x7f8f580ce410 2023-09-21T11:17:29.735 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.736+0000 7f8f5d37e700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f5815cec0 con 0x7f8f5815b7c0 2023-09-21T11:17:29.735 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.736+0000 7f8f567fc700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f8f580b6e10 0x7f8f580cdd00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40762/0 (socket says 172.21.15.79:40762) 2023-09-21T11:17:29.735 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.736+0000 7f8f567fc700 1 -- 172.21.15.79:0/3843180250 learned_addr learned my addr 172.21.15.79:0/3843180250 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:29.735 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.736+0000 7f8f56ffd700 1 --2- 172.21.15.79:0/3843180250 >> v2:172.21.15.134:3300/0 conn(0x7f8f5815b7c0 0x7f8f580cc4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:29.736 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f55ffb700 1 -- 172.21.15.79:0/3843180250 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2041704984 0 0) 0x7f8f5815c240 con 0x7f8f580b6e10 2023-09-21T11:17:29.736 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f55ffb700 1 -- 172.21.15.79:0/3843180250 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8f400035b0 con 0x7f8f580b6e10 2023-09-21T11:17:29.736 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f55ffb700 1 -- 172.21.15.79:0/3843180250 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3073193845 0 0) 0x7f8f5815c520 con 0x7f8f580ce410 2023-09-21T11:17:29.736 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f55ffb700 1 -- 172.21.15.79:0/3843180250 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8f5815c240 con 0x7f8f580ce410 2023-09-21T11:17:29.737 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f55ffb700 1 -- 172.21.15.79:0/3843180250 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3628301683 0 0) 0x7f8f400035b0 con 0x7f8f580b6e10 2023-09-21T11:17:29.737 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f55ffb700 1 -- 172.21.15.79:0/3843180250 >> v2:172.21.15.134:3300/0 conn(0x7f8f5815b7c0 msgr2=0x7f8f580cc4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:29.737 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f55ffb700 1 --2- 172.21.15.79:0/3843180250 >> v2:172.21.15.134:3300/0 conn(0x7f8f5815b7c0 0x7f8f580cc4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.737 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f55ffb700 1 -- 172.21.15.79:0/3843180250 >> v1:172.21.15.134:6789/0 conn(0x7f8f580ce410 legacy=0x7f8f5815f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:29.737 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f55ffb700 1 -- 172.21.15.79:0/3843180250 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f5815c800 con 0x7f8f580b6e10 2023-09-21T11:17:29.738 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f55ffb700 1 -- 172.21.15.79:0/3843180250 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f8f48001670 con 0x7f8f580b6e10 2023-09-21T11:17:29.738 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f55ffb700 1 -- 172.21.15.79:0/3843180250 >> v1:172.21.15.79:6789/0 conn(0x7f8f580b6e10 legacy=0x7f8f580cdd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:29.738 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f55ffb700 1 --2- 172.21.15.79:0/3843180250 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f40003be0 0x7f8f40003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.738 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f55ffb700 1 --2- 172.21.15.79:0/3843180250 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f40004850 0x7f8f40004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.738 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f55ffb700 1 --2- 172.21.15.79:0/3843180250 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8f40005260 0x7f8f4000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.739 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f55ffb700 1 -- 172.21.15.79:0/3843180250 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f5815cec0 con 0x7f8f40003be0 2023-09-21T11:17:29.739 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f55ffb700 1 -- 172.21.15.79:0/3843180250 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f4000c190 con 0x7f8f40005260 2023-09-21T11:17:29.739 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f55ffb700 1 -- 172.21.15.79:0/3843180250 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f4000c350 con 0x7f8f40004850 2023-09-21T11:17:29.739 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f56ffd700 1 --2- 172.21.15.79:0/3843180250 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f40003be0 0x7f8f40003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:29.739 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f577fe700 1 --2- 172.21.15.79:0/3843180250 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8f40005260 0x7f8f4000ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:29.740 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f567fc700 1 --2- 172.21.15.79:0/3843180250 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f40004850 0x7f8f40004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:29.740 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f56ffd700 1 -- 172.21.15.79:0/3843180250 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f40004850 msgr2=0x7f8f40004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:29.740 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f56ffd700 1 --2- 172.21.15.79:0/3843180250 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f40004850 0x7f8f40004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.740 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f56ffd700 1 -- 172.21.15.79:0/3843180250 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8f40005260 msgr2=0x7f8f4000ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:29.740 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f56ffd700 1 --2- 172.21.15.79:0/3843180250 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8f40005260 0x7f8f4000ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.740 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f56ffd700 1 -- 172.21.15.79:0/3843180250 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f400035b0 con 0x7f8f40003be0 2023-09-21T11:17:29.741 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f577fe700 1 --2- 172.21.15.79:0/3843180250 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8f40005260 0x7f8f4000ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:29.741 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f577fe700 1 -- 172.21.15.79:0/3843180250 reap_dead start 2023-09-21T11:17:29.741 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.737+0000 7f8f56ffd700 1 --2- 172.21.15.79:0/3843180250 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f40003be0 0x7f8f40003fe0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c009b60 tx=0x7f8f40005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=955461385826688d server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:29.741 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.738+0000 7f8f55ffb700 1 -- 172.21.15.79:0/3843180250 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c00e6c0 con 0x7f8f40003be0 2023-09-21T11:17:29.741 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.738+0000 7f8f55ffb700 1 -- 172.21.15.79:0/3843180250 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f4c00e820 con 0x7f8f40003be0 2023-09-21T11:17:29.742 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.738+0000 7f8f55ffb700 1 -- 172.21.15.79:0/3843180250 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c00eb90 con 0x7f8f40003be0 2023-09-21T11:17:29.742 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.738+0000 7f8f5d37e700 1 -- 172.21.15.79:0/3843180250 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f40003be0 msgr2=0x7f8f40003fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:29.742 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.738+0000 7f8f5d37e700 1 --2- 172.21.15.79:0/3843180250 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f40003be0 0x7f8f40003fe0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c009b60 tx=0x7f8f40005880 comp rx=0 tx=0).stop 2023-09-21T11:17:29.742 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.738+0000 7f8f5d37e700 1 -- 172.21.15.79:0/3843180250 shutdown_connections 2023-09-21T11:17:29.742 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.738+0000 7f8f5d37e700 1 --2- 172.21.15.79:0/3843180250 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f40003be0 0x7f8f40003fe0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.743 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.738+0000 7f8f5d37e700 1 -- 172.21.15.79:0/3843180250 >> 172.21.15.79:0/3843180250 conn(0x7f8f58070570 msgr2=0x7f8f58070980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:29.743 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.738+0000 7f8f5d37e700 1 -- 172.21.15.79:0/3843180250 shutdown_connections 2023-09-21T11:17:29.743 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.738+0000 7f8f5d37e700 1 -- 172.21.15.79:0/3843180250 wait complete. 2023-09-21T11:17:29.743 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.739+0000 7f8f5d37e700 1 Processor -- start 2023-09-21T11:17:29.743 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.740+0000 7f8f5d37e700 1 -- start start 2023-09-21T11:17:29.744 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.740+0000 7f8f5d37e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f40003be0 0x7f8f581f4310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.744 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.740+0000 7f8f5d37e700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f580c5a10 0x7f8f58158f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.744 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.740+0000 7f8f5d37e700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8f580c5e70 0x7f8f581f4890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.744 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.740+0000 7f8f5d37e700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f58157eb0 con 0x7f8f580c5a10 2023-09-21T11:17:29.744 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.740+0000 7f8f5d37e700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f58158190 con 0x7f8f580c5e70 2023-09-21T11:17:29.744 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.740+0000 7f8f5d37e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f58158470 con 0x7f8f40003be0 2023-09-21T11:17:29.745 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.740+0000 7f8f567fc700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f580c5a10 0x7f8f58158f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:29.745 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.740+0000 7f8f567fc700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f580c5a10 0x7f8f58158f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54408/0 (socket says 172.21.15.79:54408) 2023-09-21T11:17:29.745 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.740+0000 7f8f567fc700 1 -- 172.21.15.79:0/2168949409 learned_addr learned my addr 172.21.15.79:0/2168949409 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:29.745 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.741+0000 7f8f567fc700 1 -- 172.21.15.79:0/2168949409 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f40003be0 msgr2=0x7f8f581f4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:29.745 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.741+0000 7f8f567fc700 1 --2- 172.21.15.79:0/2168949409 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f40003be0 0x7f8f581f4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.745 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.741+0000 7f8f567fc700 1 -- 172.21.15.79:0/2168949409 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8f580c5e70 msgr2=0x7f8f581f4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:29.746 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.741+0000 7f8f567fc700 1 --2- 172.21.15.79:0/2168949409 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8f580c5e70 0x7f8f581f4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.746 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.741+0000 7f8f567fc700 1 -- 172.21.15.79:0/2168949409 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f58158750 con 0x7f8f580c5a10 2023-09-21T11:17:29.746 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.741+0000 7f8f567fc700 1 --2- 172.21.15.79:0/2168949409 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f580c5a10 0x7f8f58158f50 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f8f480010e0 tx=0x7f8f4800eb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:29.746 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.741+0000 7f8f3f7fe700 1 -- 172.21.15.79:0/2168949409 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f48012590 con 0x7f8f580c5a10 2023-09-21T11:17:29.746 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.741+0000 7f8f3f7fe700 1 -- 172.21.15.79:0/2168949409 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f480126f0 con 0x7f8f580c5a10 2023-09-21T11:17:29.747 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.741+0000 7f8f5d37e700 1 -- 172.21.15.79:0/2168949409 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f58158a30 con 0x7f8f580c5a10 2023-09-21T11:17:29.747 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.741+0000 7f8f3f7fe700 1 -- 172.21.15.79:0/2168949409 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f48012aa0 con 0x7f8f580c5a10 2023-09-21T11:17:29.747 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.741+0000 7f8f5d37e700 1 -- 172.21.15.79:0/2168949409 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f58159490 con 0x7f8f580c5a10 2023-09-21T11:17:29.747 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.742+0000 7f8f5d37e700 1 -- 172.21.15.79:0/2168949409 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f5804eae0 con 0x7f8f580c5a10 2023-09-21T11:17:29.748 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.743+0000 7f8f3f7fe700 1 -- 172.21.15.79:0/2168949409 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f8f48012c00 con 0x7f8f580c5a10 2023-09-21T11:17:29.748 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.743+0000 7f8f3f7fe700 1 --2- 172.21.15.79:0/2168949409 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8f4406a5b0 0x7f8f4406ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:29.748 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.743+0000 7f8f3f7fe700 1 -- 172.21.15.79:0/2168949409 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8f480890c0 con 0x7f8f580c5a10 2023-09-21T11:17:29.749 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.743+0000 7f8f56ffd700 1 --2- 172.21.15.79:0/2168949409 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8f4406a5b0 0x7f8f4406ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:29.749 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.743+0000 7f8f56ffd700 1 --2- 172.21.15.79:0/2168949409 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8f4406a5b0 0x7f8f4406ca70 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c0090b0 tx=0x7f8f4c013000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:29.749 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.747+0000 7f8f3f7fe700 1 -- 172.21.15.79:0/2168949409 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f8f480547b0 con 0x7f8f580c5a10 2023-09-21T11:17:29.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.939+0000 7f8f5d37e700 1 -- 172.21.15.79:0/2168949409 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f8f58071330 con 0x7f8f580c5a10 2023-09-21T11:17:29.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.940+0000 7f8f3f7fe700 1 -- 172.21.15.79:0/2168949409 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8f48057dd0 con 0x7f8f580c5a10 2023-09-21T11:17:29.933 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 64 2023-09-21T11:17:29.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.942+0000 7f8f5d37e700 1 -- 172.21.15.79:0/2168949409 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8f4406a5b0 msgr2=0x7f8f4406ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:29.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.942+0000 7f8f5d37e700 1 --2- 172.21.15.79:0/2168949409 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8f4406a5b0 0x7f8f4406ca70 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c0090b0 tx=0x7f8f4c013000 comp rx=0 tx=0).stop 2023-09-21T11:17:29.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.942+0000 7f8f5d37e700 1 -- 172.21.15.79:0/2168949409 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f580c5a10 msgr2=0x7f8f58158f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:29.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.942+0000 7f8f5d37e700 1 --2- 172.21.15.79:0/2168949409 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f580c5a10 0x7f8f58158f50 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f8f480010e0 tx=0x7f8f4800eb10 comp rx=0 tx=0).stop 2023-09-21T11:17:29.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.942+0000 7f8f5d37e700 1 -- 172.21.15.79:0/2168949409 shutdown_connections 2023-09-21T11:17:29.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.942+0000 7f8f5d37e700 1 --2- 172.21.15.79:0/2168949409 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8f580c5e70 0x7f8f581f4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.942+0000 7f8f5d37e700 1 --2- 172.21.15.79:0/2168949409 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8f4406a5b0 0x7f8f4406ca70 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.942+0000 7f8f5d37e700 1 --2- 172.21.15.79:0/2168949409 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f40003be0 0x7f8f581f4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.942+0000 7f8f5d37e700 1 --2- 172.21.15.79:0/2168949409 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f580c5a10 0x7f8f58158f50 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:29.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.942+0000 7f8f5d37e700 1 -- 172.21.15.79:0/2168949409 >> 172.21.15.79:0/2168949409 conn(0x7f8f58070570 msgr2=0x7f8f5815d000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:29.937 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.942+0000 7f8f5d37e700 1 -- 172.21.15.79:0/2168949409 shutdown_connections 2023-09-21T11:17:29.937 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:29.942+0000 7f8f5d37e700 1 -- 172.21.15.79:0/2168949409 wait complete. 2023-09-21T11:17:29.947 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic' 2023-09-21T11:17:30.067 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.074+0000 7f6a4c4a5700 1 Processor -- start 2023-09-21T11:17:30.067 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.074+0000 7f6a4c4a5700 1 -- start start 2023-09-21T11:17:30.071 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.075+0000 7f6a4c4a5700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f6a4415d9b0 0x7f6a44161e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:30.071 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.075+0000 7f6a4c4a5700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6a44071bd0 0x7f6a4406a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:30.071 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.075+0000 7f6a4c4a5700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a44072670 con 0x7f6a4406e650 2023-09-21T11:17:30.072 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.075+0000 7f6a4c4a5700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a440728c0 con 0x7f6a4415d9b0 2023-09-21T11:17:30.072 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.075+0000 7f6a4c4a5700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a44072ba0 con 0x7f6a44071bd0 2023-09-21T11:17:30.072 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4aa42700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f6a4406e650 0x7f6a440cab00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40782/0 (socket says 172.21.15.79:40782) 2023-09-21T11:17:30.072 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4aa42700 1 -- 172.21.15.79:0/3112790837 learned_addr learned my addr 172.21.15.79:0/3112790837 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:30.072 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a49a40700 1 --2- 172.21.15.79:0/3112790837 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6a44071bd0 0x7f6a4406a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:30.073 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4a241700 1 --2- 172.21.15.79:0/3112790837 >> v2:172.21.15.134:3300/0 conn(0x7f6a4415d9b0 0x7f6a44161e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:30.073 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4923f700 1 -- 172.21.15.79:0/3112790837 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 575194310 0 0) 0x7f6a44072670 con 0x7f6a4406e650 2023-09-21T11:17:30.073 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4923f700 1 -- 172.21.15.79:0/3112790837 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6a300035b0 con 0x7f6a4406e650 2023-09-21T11:17:30.073 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4923f700 1 -- 172.21.15.79:0/3112790837 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2462132991 0 0) 0x7f6a300035b0 con 0x7f6a4406e650 2023-09-21T11:17:30.073 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4923f700 1 -- 172.21.15.79:0/3112790837 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6a44071bd0 msgr2=0x7f6a4406a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:30.073 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4923f700 1 --2- 172.21.15.79:0/3112790837 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6a44071bd0 0x7f6a4406a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:30.074 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4923f700 1 -- 172.21.15.79:0/3112790837 >> v2:172.21.15.134:3300/0 conn(0x7f6a4415d9b0 msgr2=0x7f6a44161e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:30.074 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4923f700 1 --2- 172.21.15.79:0/3112790837 >> v2:172.21.15.134:3300/0 conn(0x7f6a4415d9b0 0x7f6a44161e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:30.074 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4923f700 1 -- 172.21.15.79:0/3112790837 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a44161950 con 0x7f6a4406e650 2023-09-21T11:17:30.074 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4923f700 1 -- 172.21.15.79:0/3112790837 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f6a3c0019f0 con 0x7f6a4406e650 2023-09-21T11:17:30.074 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4923f700 1 -- 172.21.15.79:0/3112790837 >> v1:172.21.15.79:6789/0 conn(0x7f6a4406e650 legacy=0x7f6a440cab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:30.075 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4923f700 1 --2- 172.21.15.79:0/3112790837 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6a30003a00 0x7f6a30003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:30.075 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4923f700 1 --2- 172.21.15.79:0/3112790837 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6a30004360 0x7f6a30004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:30.075 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4923f700 1 --2- 172.21.15.79:0/3112790837 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6a30004ea0 0x7f6a30005320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:30.075 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4923f700 1 -- 172.21.15.79:0/3112790837 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a440728c0 con 0x7f6a30004ea0 2023-09-21T11:17:30.075 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4923f700 1 -- 172.21.15.79:0/3112790837 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a44072ba0 con 0x7f6a30004360 2023-09-21T11:17:30.076 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4923f700 1 -- 172.21.15.79:0/3112790837 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a3000be30 con 0x7f6a30003a00 2023-09-21T11:17:30.076 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4aa42700 1 --2- 172.21.15.79:0/3112790837 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6a30004ea0 0x7f6a30005320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:30.076 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a49a40700 1 --2- 172.21.15.79:0/3112790837 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6a30004360 0x7f6a30004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:30.076 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4a241700 1 --2- 172.21.15.79:0/3112790837 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6a30003a00 0x7f6a30003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:30.076 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4aa42700 1 -- 172.21.15.79:0/3112790837 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6a30003a00 msgr2=0x7f6a30003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:30.076 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.076+0000 7f6a4aa42700 1 --2- 172.21.15.79:0/3112790837 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6a30003a00 0x7f6a30003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:30.077 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.077+0000 7f6a4aa42700 1 -- 172.21.15.79:0/3112790837 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6a30004360 msgr2=0x7f6a30004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:30.077 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.077+0000 7f6a4aa42700 1 --2- 172.21.15.79:0/3112790837 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6a30004360 0x7f6a30004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:30.077 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.077+0000 7f6a4aa42700 1 -- 172.21.15.79:0/3112790837 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a300035b0 con 0x7f6a30004ea0 2023-09-21T11:17:30.077 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.077+0000 7f6a4aa42700 1 --2- 172.21.15.79:0/3112790837 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6a30004ea0 0x7f6a30005320 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f6a440b6400 tx=0x7f6a30005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=832a35f903d45710 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:30.077 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.077+0000 7f6a4923f700 1 -- 172.21.15.79:0/3112790837 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a3c00a340 con 0x7f6a30004ea0 2023-09-21T11:17:30.078 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.077+0000 7f6a4923f700 1 -- 172.21.15.79:0/3112790837 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a3c012600 con 0x7f6a30004ea0 2023-09-21T11:17:30.078 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.077+0000 7f6a4923f700 1 -- 172.21.15.79:0/3112790837 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a3c0129b0 con 0x7f6a30004ea0 2023-09-21T11:17:30.078 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.077+0000 7f6a4c4a5700 1 -- 172.21.15.79:0/3112790837 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6a30004ea0 msgr2=0x7f6a30005320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:30.078 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.077+0000 7f6a4c4a5700 1 --2- 172.21.15.79:0/3112790837 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6a30004ea0 0x7f6a30005320 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f6a440b6400 tx=0x7f6a30005880 comp rx=0 tx=0).stop 2023-09-21T11:17:30.078 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.077+0000 7f6a4aa42700 1 -- 172.21.15.79:0/3112790837 reap_dead start 2023-09-21T11:17:30.079 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.077+0000 7f6a4c4a5700 1 -- 172.21.15.79:0/3112790837 shutdown_connections 2023-09-21T11:17:30.079 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.077+0000 7f6a4c4a5700 1 -- 172.21.15.79:0/3112790837 >> 172.21.15.79:0/3112790837 conn(0x7f6a4406dac0 msgr2=0x7f6a4406ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:30.079 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.077+0000 7f6a4c4a5700 1 -- 172.21.15.79:0/3112790837 shutdown_connections 2023-09-21T11:17:30.079 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.077+0000 7f6a4c4a5700 1 -- 172.21.15.79:0/3112790837 wait complete. 2023-09-21T11:17:30.079 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.079+0000 7f6a4c4a5700 1 Processor -- start 2023-09-21T11:17:30.080 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.079+0000 7f6a4c4a5700 1 -- start start 2023-09-21T11:17:30.082 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.079+0000 7f6a4c4a5700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6a30004ea0 0x7f6a440c95e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:30.082 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.079+0000 7f6a4c4a5700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6a4415c590 0x7f6a4415bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:30.083 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.079+0000 7f6a4c4a5700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6a440c7580 0x7f6a440c7a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:30.083 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.079+0000 7f6a4c4a5700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a440ca540 con 0x7f6a440c7580 2023-09-21T11:17:30.083 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.079+0000 7f6a4c4a5700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a440c7f40 con 0x7f6a30004ea0 2023-09-21T11:17:30.083 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.079+0000 7f6a4c4a5700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a440c9ca0 con 0x7f6a4415c590 2023-09-21T11:17:30.083 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.079+0000 7f6a4aa42700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6a440c7580 0x7f6a440c7a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:30.083 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.079+0000 7f6a4aa42700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6a440c7580 0x7f6a440c7a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54430/0 (socket says 172.21.15.79:54430) 2023-09-21T11:17:30.084 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.079+0000 7f6a4aa42700 1 -- 172.21.15.79:0/1730703283 learned_addr learned my addr 172.21.15.79:0/1730703283 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:30.084 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.079+0000 7f6a4a241700 1 --2- 172.21.15.79:0/1730703283 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6a30004ea0 0x7f6a440c95e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:30.084 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.079+0000 7f6a49a40700 1 --2- 172.21.15.79:0/1730703283 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6a4415c590 0x7f6a4415bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:30.084 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.080+0000 7f6a4aa42700 1 -- 172.21.15.79:0/1730703283 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6a4415c590 msgr2=0x7f6a4415bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:30.084 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.080+0000 7f6a4aa42700 1 --2- 172.21.15.79:0/1730703283 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6a4415c590 0x7f6a4415bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:30.085 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.080+0000 7f6a4aa42700 1 -- 172.21.15.79:0/1730703283 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6a30004ea0 msgr2=0x7f6a440c95e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:30.085 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.080+0000 7f6a4aa42700 1 --2- 172.21.15.79:0/1730703283 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6a30004ea0 0x7f6a440c95e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:30.085 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.080+0000 7f6a4aa42700 1 -- 172.21.15.79:0/1730703283 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a440c9f80 con 0x7f6a440c7580 2023-09-21T11:17:30.085 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.080+0000 7f6a4aa42700 1 --2- 172.21.15.79:0/1730703283 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6a440c7580 0x7f6a440c7a00 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f6a3c001cb0 tx=0x7f6a3c001360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:30.085 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.080+0000 7f6a3affd700 1 -- 172.21.15.79:0/1730703283 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a3c00a340 con 0x7f6a440c7580 2023-09-21T11:17:30.086 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.080+0000 7f6a3affd700 1 -- 172.21.15.79:0/1730703283 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a3c0019c0 con 0x7f6a440c7580 2023-09-21T11:17:30.086 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.080+0000 7f6a4c4a5700 1 -- 172.21.15.79:0/1730703283 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a440ca260 con 0x7f6a440c7580 2023-09-21T11:17:30.086 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.080+0000 7f6a3affd700 1 -- 172.21.15.79:0/1730703283 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a3c01e640 con 0x7f6a440c7580 2023-09-21T11:17:30.086 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.080+0000 7f6a4c4a5700 1 -- 172.21.15.79:0/1730703283 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a4415c2b0 con 0x7f6a440c7580 2023-09-21T11:17:30.086 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.081+0000 7f6a4c4a5700 1 -- 172.21.15.79:0/1730703283 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a440b3730 con 0x7f6a440c7580 2023-09-21T11:17:30.087 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.081+0000 7f6a3affd700 1 -- 172.21.15.79:0/1730703283 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f6a3c019030 con 0x7f6a440c7580 2023-09-21T11:17:30.087 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.082+0000 7f6a3affd700 1 --2- 172.21.15.79:0/1730703283 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6a2806a580 0x7f6a2806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:30.087 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.082+0000 7f6a3affd700 1 -- 172.21.15.79:0/1730703283 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6a3c08a390 con 0x7f6a440c7580 2023-09-21T11:17:30.087 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.082+0000 7f6a4a241700 1 --2- 172.21.15.79:0/1730703283 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6a2806a580 0x7f6a2806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:30.087 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.082+0000 7f6a4a241700 1 --2- 172.21.15.79:0/1730703283 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6a2806a580 0x7f6a2806ca40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6a34009c60 tx=0x7f6a34009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:30.087 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.086+0000 7f6a3affd700 1 -- 172.21.15.79:0/1730703283 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f6a440b3730 con 0x7f6a440c7580 2023-09-21T11:17:30.345 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:30.352+0000 7f6a4c4a5700 1 -- 172.21.15.79:0/1730703283 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]} v 0) v1 -- 0x7f6a440b3b10 con 0x7f6a440c7580 2023-09-21T11:17:31.121 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.128+0000 7f6a3affd700 1 -- 172.21.15.79:0/1730703283 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]}]=0 v54) v1 ==== 147+0+0 (secure 0 0 0) 0x7f6a440b3b10 con 0x7f6a440c7580 2023-09-21T11:17:31.124 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.131+0000 7f6a4c4a5700 1 -- 172.21.15.79:0/1730703283 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6a2806a580 msgr2=0x7f6a2806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:31.124 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.131+0000 7f6a4c4a5700 1 --2- 172.21.15.79:0/1730703283 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6a2806a580 0x7f6a2806ca40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6a34009c60 tx=0x7f6a34009210 comp rx=0 tx=0).stop 2023-09-21T11:17:31.124 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.131+0000 7f6a4c4a5700 1 -- 172.21.15.79:0/1730703283 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6a440c7580 msgr2=0x7f6a440c7a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:31.125 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.131+0000 7f6a4c4a5700 1 --2- 172.21.15.79:0/1730703283 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6a440c7580 0x7f6a440c7a00 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f6a3c001cb0 tx=0x7f6a3c001360 comp rx=0 tx=0).stop 2023-09-21T11:17:31.125 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.131+0000 7f6a4c4a5700 1 -- 172.21.15.79:0/1730703283 shutdown_connections 2023-09-21T11:17:31.125 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.131+0000 7f6a4c4a5700 1 --2- 172.21.15.79:0/1730703283 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6a440c7580 0x7f6a440c7a00 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:31.125 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.131+0000 7f6a4c4a5700 1 --2- 172.21.15.79:0/1730703283 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6a30004ea0 0x7f6a440c95e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:31.125 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.131+0000 7f6a4c4a5700 1 --2- 172.21.15.79:0/1730703283 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6a2806a580 0x7f6a2806ca40 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:31.126 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.131+0000 7f6a4c4a5700 1 --2- 172.21.15.79:0/1730703283 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6a4415c590 0x7f6a4415bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:31.126 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.131+0000 7f6a4c4a5700 1 -- 172.21.15.79:0/1730703283 >> 172.21.15.79:0/1730703283 conn(0x7f6a4406dac0 msgr2=0x7f6a440cb510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:31.126 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.131+0000 7f6a4c4a5700 1 -- 172.21.15.79:0/1730703283 shutdown_connections 2023-09-21T11:17:31.126 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.131+0000 7f6a4c4a5700 1 -- 172.21.15.79:0/1730703283 wait complete. 2023-09-21T11:17:31.138 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2023-09-21T11:17:31.267 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.275+0000 7f7bd0a23700 1 Processor -- start 2023-09-21T11:17:31.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.275+0000 7f7bd0a23700 1 -- start start 2023-09-21T11:17:31.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.276+0000 7f7bd0a23700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f7bcc06af10 0x7f7bcc162010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:31.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.276+0000 7f7bd0a23700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f7bcc15dc10 0x7f7bcc0cef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:31.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.276+0000 7f7bd0a23700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7bcc162550 con 0x7f7bcc15d830 2023-09-21T11:17:31.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.276+0000 7f7bd0a23700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7bcc0af550 con 0x7f7bcc15dc10 2023-09-21T11:17:31.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.276+0000 7f7bd0a23700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7bcc071a80 con 0x7f7bcc06af10 2023-09-21T11:17:31.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.276+0000 7f7bcad9d700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f7bcc15dc10 0x7f7bcc0cef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:31.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.276+0000 7f7bca59c700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f7bcc15d830 0x7f7bcc06a800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40798/0 (socket says 172.21.15.79:40798) 2023-09-21T11:17:31.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.276+0000 7f7bca59c700 1 -- 172.21.15.79:0/384610161 learned_addr learned my addr 172.21.15.79:0/384610161 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:31.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.276+0000 7f7bc9d9b700 1 --2- 172.21.15.79:0/384610161 >> v2:172.21.15.134:3300/0 conn(0x7f7bcc06af10 0x7f7bcc162010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:31.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.276+0000 7f7bcad9d700 1 -- 172.21.15.79:0/384610161 >> v2:172.21.15.134:3300/0 conn(0x7f7bcc06af10 msgr2=0x7f7bcc162010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:31.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.276+0000 7f7bcad9d700 1 --2- 172.21.15.79:0/384610161 >> v2:172.21.15.134:3300/0 conn(0x7f7bcc06af10 0x7f7bcc162010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:31.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.276+0000 7f7bcad9d700 1 -- 172.21.15.79:0/384610161 >> v1:172.21.15.79:6789/0 conn(0x7f7bcc15d830 legacy=0x7f7bcc06a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:31.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.276+0000 7f7bc959a700 1 -- 172.21.15.79:0/384610161 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3783728467 0 0) 0x7f7bbc001290 con 0x7f7bcc15d830 2023-09-21T11:17:31.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.276+0000 7f7bcad9d700 1 -- 172.21.15.79:0/384610161 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bcc071d60 con 0x7f7bcc15dc10 2023-09-21T11:17:31.273 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.276+0000 7f7bc9d9b700 1 --2- 172.21.15.79:0/384610161 >> v2:172.21.15.134:3300/0 conn(0x7f7bcc06af10 0x7f7bcc162010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:31.273 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.276+0000 7f7bcad9d700 1 --2- 172.21.15.79:0/384610161 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7bcc15dc10 0x7f7bcc0cef10 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc09e040 tx=0x7f7bc400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e11040be5fd7a9ea server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:31.273 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.276+0000 7f7bc959a700 1 -- 172.21.15.79:0/384610161 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bc400e070 con 0x7f7bcc15dc10 2023-09-21T11:17:31.273 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.276+0000 7f7bc959a700 1 -- 172.21.15.79:0/384610161 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bc400bbd0 con 0x7f7bcc15dc10 2023-09-21T11:17:31.273 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.276+0000 7f7bc959a700 1 -- 172.21.15.79:0/384610161 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bc4012430 con 0x7f7bcc15dc10 2023-09-21T11:17:31.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.277+0000 7f7bd0a23700 1 -- 172.21.15.79:0/384610161 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7bcc15dc10 msgr2=0x7f7bcc0cef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:31.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.277+0000 7f7bd0a23700 1 --2- 172.21.15.79:0/384610161 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7bcc15dc10 0x7f7bcc0cef10 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc09e040 tx=0x7f7bc400b330 comp rx=0 tx=0).stop 2023-09-21T11:17:31.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.277+0000 7f7bd0a23700 1 -- 172.21.15.79:0/384610161 shutdown_connections 2023-09-21T11:17:31.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.277+0000 7f7bd0a23700 1 --2- 172.21.15.79:0/384610161 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7bcc15dc10 0x7f7bcc0cef10 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:31.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.277+0000 7f7bd0a23700 1 --2- 172.21.15.79:0/384610161 >> v2:172.21.15.134:3300/0 conn(0x7f7bcc06af10 0x7f7bcc162010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:31.275 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.277+0000 7f7bd0a23700 1 -- 172.21.15.79:0/384610161 >> 172.21.15.79:0/384610161 conn(0x7f7bcc0ccdb0 msgr2=0x7f7bcc0cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:31.275 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.277+0000 7f7bd0a23700 1 -- 172.21.15.79:0/384610161 shutdown_connections 2023-09-21T11:17:31.275 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.277+0000 7f7bd0a23700 1 -- 172.21.15.79:0/384610161 wait complete. 2023-09-21T11:17:31.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.278+0000 7f7bd0a23700 1 Processor -- start 2023-09-21T11:17:31.278 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.278+0000 7f7bd0a23700 1 -- start start 2023-09-21T11:17:31.278 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.279+0000 7f7bd0a23700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7bcc06af10 0x7f7bcc152cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:31.278 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.279+0000 7f7bd0a23700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7bcc15d830 0x7f7bcc1607a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:31.278 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.279+0000 7f7bd0a23700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7bcc15dc10 0x7f7bcc0cf640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:31.279 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.279+0000 7f7bd0a23700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bcc0c49a0 con 0x7f7bcc15d830 2023-09-21T11:17:31.279 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.279+0000 7f7bd0a23700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bcc0c4c80 con 0x7f7bcc15dc10 2023-09-21T11:17:31.279 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.279+0000 7f7bd0a23700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7bcc0c4f60 con 0x7f7bcc06af10 2023-09-21T11:17:31.279 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.279+0000 7f7bc9d9b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7bcc15d830 0x7f7bcc1607a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:31.279 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.279+0000 7f7bc9d9b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7bcc15d830 0x7f7bcc1607a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54442/0 (socket says 172.21.15.79:54442) 2023-09-21T11:17:31.279 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.279+0000 7f7bc9d9b700 1 -- 172.21.15.79:0/2385162764 learned_addr learned my addr 172.21.15.79:0/2385162764 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:31.280 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.279+0000 7f7bca59c700 1 --2- 172.21.15.79:0/2385162764 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7bcc06af10 0x7f7bcc152cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:31.280 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.279+0000 7f7bcad9d700 1 --2- 172.21.15.79:0/2385162764 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7bcc15dc10 0x7f7bcc0cf640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:31.280 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.279+0000 7f7bc9d9b700 1 -- 172.21.15.79:0/2385162764 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7bcc06af10 msgr2=0x7f7bcc152cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:31.280 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.279+0000 7f7bc9d9b700 1 --2- 172.21.15.79:0/2385162764 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7bcc06af10 0x7f7bcc152cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:31.280 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.279+0000 7f7bc9d9b700 1 -- 172.21.15.79:0/2385162764 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7bcc15dc10 msgr2=0x7f7bcc0cf640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:31.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.279+0000 7f7bc9d9b700 1 --2- 172.21.15.79:0/2385162764 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7bcc15dc10 0x7f7bcc0cf640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:31.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.280+0000 7f7bc9d9b700 1 -- 172.21.15.79:0/2385162764 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bc4009a70 con 0x7f7bcc15d830 2023-09-21T11:17:31.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.280+0000 7f7bc9d9b700 1 --2- 172.21.15.79:0/2385162764 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7bcc15d830 0x7f7bcc1607a0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f7bc000c750 tx=0x7f7bc000cb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:31.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.280+0000 7f7bbaffd700 1 -- 172.21.15.79:0/2385162764 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bc0011800 con 0x7f7bcc15d830 2023-09-21T11:17:31.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.280+0000 7f7bbaffd700 1 -- 172.21.15.79:0/2385162764 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bc0011960 con 0x7f7bcc15d830 2023-09-21T11:17:31.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.280+0000 7f7bd0a23700 1 -- 172.21.15.79:0/2385162764 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7bcc0c5240 con 0x7f7bcc15d830 2023-09-21T11:17:31.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.280+0000 7f7bbaffd700 1 -- 172.21.15.79:0/2385162764 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bc0011cd0 con 0x7f7bcc15d830 2023-09-21T11:17:31.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.280+0000 7f7bd0a23700 1 -- 172.21.15.79:0/2385162764 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7bcc160ce0 con 0x7f7bcc15d830 2023-09-21T11:17:31.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.281+0000 7f7bd0a23700 1 -- 172.21.15.79:0/2385162764 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7bcc0c5760 con 0x7f7bcc15d830 2023-09-21T11:17:31.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.281+0000 7f7bbaffd700 1 -- 172.21.15.79:0/2385162764 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f7bc0021350 con 0x7f7bcc15d830 2023-09-21T11:17:31.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.282+0000 7f7bbaffd700 1 --2- 172.21.15.79:0/2385162764 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f7bac06a580 0x7f7bac06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:31.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.282+0000 7f7bbaffd700 1 -- 172.21.15.79:0/2385162764 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7bc0088a00 con 0x7f7bcc15d830 2023-09-21T11:17:31.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.282+0000 7f7bca59c700 1 --2- 172.21.15.79:0/2385162764 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f7bac06a580 0x7f7bac06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:31.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.282+0000 7f7bca59c700 1 --2- 172.21.15.79:0/2385162764 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f7bac06a580 0x7f7bac06ca40 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc007fd0 tx=0x7f7bbc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:31.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.286+0000 7f7bbaffd700 1 -- 172.21.15.79:0/2385162764 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f7bcc0c5760 con 0x7f7bcc15d830 2023-09-21T11:17:31.469 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.476+0000 7f7bd0a23700 1 -- 172.21.15.79:0/2385162764 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f7bcc0c5760 con 0x7f7bcc15d830 2023-09-21T11:17:31.472 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.479+0000 7f7bbaffd700 1 -- 172.21.15.79:0/2385162764 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7f7bcc0c5760 con 0x7f7bcc15d830 2023-09-21T11:17:31.475 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.482+0000 7f7bd0a23700 1 -- 172.21.15.79:0/2385162764 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f7bac06a580 msgr2=0x7f7bac06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:31.475 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.482+0000 7f7bd0a23700 1 --2- 172.21.15.79:0/2385162764 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f7bac06a580 0x7f7bac06ca40 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc007fd0 tx=0x7f7bbc009040 comp rx=0 tx=0).stop 2023-09-21T11:17:31.475 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.482+0000 7f7bd0a23700 1 -- 172.21.15.79:0/2385162764 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7bcc15d830 msgr2=0x7f7bcc1607a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:31.475 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.482+0000 7f7bd0a23700 1 --2- 172.21.15.79:0/2385162764 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7bcc15d830 0x7f7bcc1607a0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f7bc000c750 tx=0x7f7bc000cb10 comp rx=0 tx=0).stop 2023-09-21T11:17:31.475 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.482+0000 7f7bd0a23700 1 -- 172.21.15.79:0/2385162764 shutdown_connections 2023-09-21T11:17:31.476 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.482+0000 7f7bd0a23700 1 --2- 172.21.15.79:0/2385162764 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7bcc15dc10 0x7f7bcc0cf640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:31.476 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.482+0000 7f7bd0a23700 1 --2- 172.21.15.79:0/2385162764 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f7bac06a580 0x7f7bac06ca40 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:31.476 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.482+0000 7f7bd0a23700 1 --2- 172.21.15.79:0/2385162764 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7bcc06af10 0x7f7bcc152cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:31.476 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.482+0000 7f7bd0a23700 1 --2- 172.21.15.79:0/2385162764 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7bcc15d830 0x7f7bcc1607a0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:31.476 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.482+0000 7f7bd0a23700 1 -- 172.21.15.79:0/2385162764 >> 172.21.15.79:0/2385162764 conn(0x7f7bcc0ccdb0 msgr2=0x7f7bcc06a800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:31.476 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.482+0000 7f7bd0a23700 1 -- 172.21.15.79:0/2385162764 shutdown_connections 2023-09-21T11:17:31.477 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.482+0000 7f7bd0a23700 1 -- 172.21.15.79:0/2385162764 wait complete. 2023-09-21T11:17:31.486 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-09-21T11:17:31.487 DEBUG:teuthology.orchestra.run.smithi079:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-09-21T11:17:31.532 DEBUG:teuthology.orchestra.run.smithi134:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-09-21T11:17:31.582 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-09-21T11:17:31.582 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:17:31.582 DEBUG:teuthology.orchestra.run.smithi079:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T11:17:31.600 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:17:31.600 DEBUG:teuthology.orchestra.run.smithi079:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T11:17:31.658 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:17:31.658 DEBUG:teuthology.orchestra.run.smithi079:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T11:17:31.714 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:31.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.880+0000 7f8de3f13700 1 Processor -- start 2023-09-21T11:17:31.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.881+0000 7f8de3f13700 1 -- start start 2023-09-21T11:17:31.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.881+0000 7f8de3f13700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f8ddc0b2470 0x7f8ddc0b2900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:31.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.881+0000 7f8de3f13700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8ddc0cb070 0x7f8ddc0cb470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:31.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.881+0000 7f8de3f13700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ddc0cac00 con 0x7f8ddc158340 2023-09-21T11:17:31.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.881+0000 7f8de3f13700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ddc0b2e40 con 0x7f8ddc0b2470 2023-09-21T11:17:31.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.881+0000 7f8de3f13700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ddc15e510 con 0x7f8ddc0cb070 2023-09-21T11:17:31.876 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.882+0000 7f8de14ae700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f8ddc0b2470 0x7f8ddc0b2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:31.877 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.882+0000 7f8de1caf700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f8ddc158340 0x7f8ddc0724c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40812/0 (socket says 172.21.15.79:40812) 2023-09-21T11:17:31.877 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.882+0000 7f8de1caf700 1 -- 172.21.15.79:0/2441978509 learned_addr learned my addr 172.21.15.79:0/2441978509 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:31.877 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.882+0000 7f8de14ae700 1 -- 172.21.15.79:0/2441978509 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8ddc0cb070 msgr2=0x7f8ddc0cb470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:31.877 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.882+0000 7f8de14ae700 1 --2- 172.21.15.79:0/2441978509 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8ddc0cb070 0x7f8ddc0cb470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:31.877 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.882+0000 7f8de14ae700 1 -- 172.21.15.79:0/2441978509 >> v1:172.21.15.79:6789/0 conn(0x7f8ddc158340 legacy=0x7f8ddc0724c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:31.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.882+0000 7f8de14ae700 1 -- 172.21.15.79:0/2441978509 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ddc15e7f0 con 0x7f8ddc0b2470 2023-09-21T11:17:31.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.882+0000 7f8de0cad700 1 -- 172.21.15.79:0/2441978509 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 511374081 0 0) 0x7f8ddc0cac00 con 0x7f8ddc158340 2023-09-21T11:17:31.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.882+0000 7f8de14ae700 1 --2- 172.21.15.79:0/2441978509 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ddc0b2470 0x7f8ddc0b2900 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f8dd8009840 tx=0x7f8dd8009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25afe7ba686dd3b8 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:31.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.882+0000 7f8de0cad700 1 -- 172.21.15.79:0/2441978509 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dd8011830 con 0x7f8ddc0b2470 2023-09-21T11:17:31.878 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.882+0000 7f8de0cad700 1 -- 172.21.15.79:0/2441978509 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8dd8011990 con 0x7f8ddc0b2470 2023-09-21T11:17:31.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.882+0000 7f8de0cad700 1 -- 172.21.15.79:0/2441978509 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dd8011d20 con 0x7f8ddc0b2470 2023-09-21T11:17:31.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.883+0000 7f8de3f13700 1 -- 172.21.15.79:0/2441978509 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ddc0b2470 msgr2=0x7f8ddc0b2900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:31.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.883+0000 7f8de3f13700 1 --2- 172.21.15.79:0/2441978509 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ddc0b2470 0x7f8ddc0b2900 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f8dd8009840 tx=0x7f8dd8009b50 comp rx=0 tx=0).stop 2023-09-21T11:17:31.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.883+0000 7f8de3f13700 1 -- 172.21.15.79:0/2441978509 shutdown_connections 2023-09-21T11:17:31.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.883+0000 7f8de3f13700 1 --2- 172.21.15.79:0/2441978509 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8ddc0cb070 0x7f8ddc0cb470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:31.879 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.883+0000 7f8de3f13700 1 --2- 172.21.15.79:0/2441978509 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ddc0b2470 0x7f8ddc0b2900 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:31.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.883+0000 7f8de3f13700 1 -- 172.21.15.79:0/2441978509 >> 172.21.15.79:0/2441978509 conn(0x7f8ddc06df70 msgr2=0x7f8ddc06e380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:31.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.883+0000 7f8de3f13700 1 -- 172.21.15.79:0/2441978509 shutdown_connections 2023-09-21T11:17:31.880 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.883+0000 7f8de3f13700 1 -- 172.21.15.79:0/2441978509 wait complete. 2023-09-21T11:17:31.882 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.884+0000 7f8de3f13700 1 Processor -- start 2023-09-21T11:17:31.883 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.884+0000 7f8de3f13700 1 -- start start 2023-09-21T11:17:31.883 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.885+0000 7f8de3f13700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ddc0b2470 0x7f8ddc0c8410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:31.883 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.885+0000 7f8de3f13700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8ddc0cb070 0x7f8ddc0c9360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:31.883 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.885+0000 7f8de3f13700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8ddc158340 0x7f8ddc0c67d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:31.883 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.885+0000 7f8de3f13700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ddc0c8950 con 0x7f8ddc0b2470 2023-09-21T11:17:31.883 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.885+0000 7f8de3f13700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ddc1f3550 con 0x7f8ddc0cb070 2023-09-21T11:17:31.884 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.885+0000 7f8de3f13700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ddc1f3830 con 0x7f8ddc158340 2023-09-21T11:17:31.884 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.885+0000 7f8de1caf700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ddc0b2470 0x7f8ddc0c8410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:31.884 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.885+0000 7f8de1caf700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ddc0b2470 0x7f8ddc0c8410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54454/0 (socket says 172.21.15.79:54454) 2023-09-21T11:17:31.884 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.885+0000 7f8de1caf700 1 -- 172.21.15.79:0/1234977484 learned_addr learned my addr 172.21.15.79:0/1234977484 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:31.884 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.886+0000 7f8de1caf700 1 -- 172.21.15.79:0/1234977484 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8ddc158340 msgr2=0x7f8ddc0c67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:31.885 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.886+0000 7f8de1caf700 1 --2- 172.21.15.79:0/1234977484 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8ddc158340 0x7f8ddc0c67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:31.885 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.886+0000 7f8de1caf700 1 -- 172.21.15.79:0/1234977484 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8ddc0cb070 msgr2=0x7f8ddc0c9360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:31.885 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.886+0000 7f8de1caf700 1 --2- 172.21.15.79:0/1234977484 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8ddc0cb070 0x7f8ddc0c9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:31.885 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.886+0000 7f8de1caf700 1 -- 172.21.15.79:0/1234977484 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8dd80094a0 con 0x7f8ddc0b2470 2023-09-21T11:17:31.885 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.886+0000 7f8de1caf700 1 --2- 172.21.15.79:0/1234977484 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ddc0b2470 0x7f8ddc0c8410 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f8dcc00c550 tx=0x7f8dcc00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:31.885 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.886+0000 7f8dd27fc700 1 -- 172.21.15.79:0/1234977484 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dcc004c80 con 0x7f8ddc0b2470 2023-09-21T11:17:31.886 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.886+0000 7f8dd27fc700 1 -- 172.21.15.79:0/1234977484 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8dcc004e00 con 0x7f8ddc0b2470 2023-09-21T11:17:31.886 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.886+0000 7f8de3f13700 1 -- 172.21.15.79:0/1234977484 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ddc1f3b10 con 0x7f8ddc0b2470 2023-09-21T11:17:31.886 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.886+0000 7f8dd27fc700 1 -- 172.21.15.79:0/1234977484 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dcc007310 con 0x7f8ddc0b2470 2023-09-21T11:17:31.886 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.886+0000 7f8de3f13700 1 -- 172.21.15.79:0/1234977484 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ddc0af650 con 0x7f8ddc0b2470 2023-09-21T11:17:31.886 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.887+0000 7f8de3f13700 1 -- 172.21.15.79:0/1234977484 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ddc04eae0 con 0x7f8ddc0b2470 2023-09-21T11:17:31.887 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.887+0000 7f8dd27fc700 1 -- 172.21.15.79:0/1234977484 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f8dcc007470 con 0x7f8ddc0b2470 2023-09-21T11:17:31.887 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.888+0000 7f8dd27fc700 1 --2- 172.21.15.79:0/1234977484 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8dc006a580 0x7f8dc006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:31.887 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.888+0000 7f8dd27fc700 1 -- 172.21.15.79:0/1234977484 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8dcc088770 con 0x7f8ddc0b2470 2023-09-21T11:17:31.887 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.888+0000 7f8de14ae700 1 --2- 172.21.15.79:0/1234977484 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8dc006a580 0x7f8dc006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:31.887 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.888+0000 7f8de14ae700 1 --2- 172.21.15.79:0/1234977484 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8dc006a580 0x7f8dc006ca40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc158010 tx=0x7f8dd8010000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:31.888 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:31.892+0000 7f8dd27fc700 1 -- 172.21.15.79:0/1234977484 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f8dcc053cf0 con 0x7f8ddc0b2470 2023-09-21T11:17:32.079 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.086+0000 7f8de3f13700 1 -- 172.21.15.79:0/1234977484 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8ddc071a90 con 0x7f8ddc0b2470 2023-09-21T11:17:32.080 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.087+0000 7f8dd27fc700 1 -- 172.21.15.79:0/1234977484 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f8dcc057310 con 0x7f8ddc0b2470 2023-09-21T11:17:32.080 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:32.080 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":20,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:00.970389+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:32.083 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.089+0000 7f8de3f13700 1 -- 172.21.15.79:0/1234977484 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8dc006a580 msgr2=0x7f8dc006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.083 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.089+0000 7f8de3f13700 1 --2- 172.21.15.79:0/1234977484 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8dc006a580 0x7f8dc006ca40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc158010 tx=0x7f8dd8010000 comp rx=0 tx=0).stop 2023-09-21T11:17:32.083 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.089+0000 7f8de3f13700 1 -- 172.21.15.79:0/1234977484 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ddc0b2470 msgr2=0x7f8ddc0c8410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.083 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.089+0000 7f8de3f13700 1 --2- 172.21.15.79:0/1234977484 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ddc0b2470 0x7f8ddc0c8410 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f8dcc00c550 tx=0x7f8dcc00c910 comp rx=0 tx=0).stop 2023-09-21T11:17:32.083 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.089+0000 7f8de3f13700 1 -- 172.21.15.79:0/1234977484 shutdown_connections 2023-09-21T11:17:32.084 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.089+0000 7f8de3f13700 1 --2- 172.21.15.79:0/1234977484 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f8dc006a580 0x7f8dc006ca40 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.084 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.089+0000 7f8de3f13700 1 --2- 172.21.15.79:0/1234977484 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8ddc158340 0x7f8ddc0c67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.084 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.089+0000 7f8de3f13700 1 --2- 172.21.15.79:0/1234977484 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ddc0b2470 0x7f8ddc0c8410 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.084 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.089+0000 7f8de3f13700 1 --2- 172.21.15.79:0/1234977484 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8ddc0cb070 0x7f8ddc0c9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.084 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.089+0000 7f8de3f13700 1 -- 172.21.15.79:0/1234977484 >> 172.21.15.79:0/1234977484 conn(0x7f8ddc06df70 msgr2=0x7f8ddc06e350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:32.085 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.090+0000 7f8de3f13700 1 -- 172.21.15.79:0/1234977484 shutdown_connections 2023-09-21T11:17:32.085 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.090+0000 7f8de3f13700 1 -- 172.21.15.79:0/1234977484 wait complete. 2023-09-21T11:17:32.094 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T11:16:45.829267+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T11:16:57.123246+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T11:16:58.360337+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T11:17:32.095 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T11:17:32.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.227+0000 7fc77db6d700 1 Processor -- start 2023-09-21T11:17:32.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.227+0000 7fc77db6d700 1 -- start start 2023-09-21T11:17:32.223 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.228+0000 7fc77db6d700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fc77806ebe0 0x7fc778161290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.223 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.228+0000 7fc77db6d700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc7780cdb70 con 0x7fc7780b4cd0 2023-09-21T11:17:32.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.228+0000 7fc77db6d700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc7781619f0 con 0x7fc77806dc60 2023-09-21T11:17:32.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.228+0000 7fc77db6d700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc778162290 con 0x7fc77806ebe0 2023-09-21T11:17:32.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.228+0000 7fc7777fe700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fc7780b4cd0 0x7fc7780b3b60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40826/0 (socket says 172.21.15.79:40826) 2023-09-21T11:17:32.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.228+0000 7fc7777fe700 1 -- 172.21.15.79:0/714381954 learned_addr learned my addr 172.21.15.79:0/714381954 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:32.224 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.228+0000 7fc7767fc700 1 -- 172.21.15.79:0/714381954 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1578963751 0 0) 0x7fc7780cdb70 con 0x7fc7780b4cd0 2023-09-21T11:17:32.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.228+0000 7fc7767fc700 1 -- 172.21.15.79:0/714381954 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc7600035b0 con 0x7fc7780b4cd0 2023-09-21T11:17:32.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.228+0000 7fc777fff700 1 --2- 172.21.15.79:0/714381954 >> v2:172.21.15.134:3300/0 conn(0x7fc77806ebe0 0x7fc778161290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.228+0000 7fc7767fc700 1 -- 172.21.15.79:0/714381954 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1787926036 0 0) 0x7fc7600035b0 con 0x7fc7780b4cd0 2023-09-21T11:17:32.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.228+0000 7fc7767fc700 1 -- 172.21.15.79:0/714381954 >> v2:172.21.15.134:3300/0 conn(0x7fc77806ebe0 msgr2=0x7fc778161290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:32.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.228+0000 7fc7767fc700 1 --2- 172.21.15.79:0/714381954 >> v2:172.21.15.134:3300/0 conn(0x7fc77806ebe0 0x7fc778161290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.225 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.228+0000 7fc7767fc700 1 -- 172.21.15.79:0/714381954 >> v1:172.21.15.134:6789/0 conn(0x7fc77806dc60 legacy=0x7fc77806e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.226 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.228+0000 7fc7767fc700 1 -- 172.21.15.79:0/714381954 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc778161cd0 con 0x7fc7780b4cd0 2023-09-21T11:17:32.226 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.228+0000 7fc7767fc700 1 -- 172.21.15.79:0/714381954 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7fc76c001670 con 0x7fc7780b4cd0 2023-09-21T11:17:32.226 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.228+0000 7fc7767fc700 1 -- 172.21.15.79:0/714381954 >> v1:172.21.15.79:6789/0 conn(0x7fc7780b4cd0 legacy=0x7fc7780b3b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.226 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.228+0000 7fc7767fc700 1 --2- 172.21.15.79:0/714381954 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc760003a00 0x7fc760003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.226 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.228+0000 7fc7767fc700 1 --2- 172.21.15.79:0/714381954 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc760004850 0x7fc760004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.227 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.228+0000 7fc7767fc700 1 --2- 172.21.15.79:0/714381954 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc760005210 0x7fc76000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.227 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.229+0000 7fc7767fc700 1 -- 172.21.15.79:0/714381954 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc778162290 con 0x7fc760004850 2023-09-21T11:17:32.227 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.229+0000 7fc7767fc700 1 -- 172.21.15.79:0/714381954 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc76000c160 con 0x7fc760005210 2023-09-21T11:17:32.227 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.229+0000 7fc7767fc700 1 -- 172.21.15.79:0/714381954 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc76000c320 con 0x7fc760003a00 2023-09-21T11:17:32.227 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.229+0000 7fc776ffd700 1 --2- 172.21.15.79:0/714381954 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc760004850 0x7fc760004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.228 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.229+0000 7fc7777fe700 1 --2- 172.21.15.79:0/714381954 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc760003a00 0x7fc760003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.228 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.229+0000 7fc777fff700 1 --2- 172.21.15.79:0/714381954 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc760005210 0x7fc76000ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.228 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.229+0000 7fc776ffd700 1 -- 172.21.15.79:0/714381954 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc760003a00 msgr2=0x7fc760003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:32.228 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.229+0000 7fc776ffd700 1 --2- 172.21.15.79:0/714381954 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc760003a00 0x7fc760003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.228 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.229+0000 7fc776ffd700 1 -- 172.21.15.79:0/714381954 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc760005210 msgr2=0x7fc76000ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:32.228 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.229+0000 7fc776ffd700 1 --2- 172.21.15.79:0/714381954 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc760005210 0x7fc76000ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.229+0000 7fc777fff700 1 -- 172.21.15.79:0/714381954 reap_dead start 2023-09-21T11:17:32.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.229+0000 7fc776ffd700 1 -- 172.21.15.79:0/714381954 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7600035b0 con 0x7fc760004850 2023-09-21T11:17:32.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.229+0000 7fc776ffd700 1 --2- 172.21.15.79:0/714381954 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc760004850 0x7fc760004cd0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fc768001820 tx=0x7fc760005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8032c01186f6c89a server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:32.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.229+0000 7fc7767fc700 1 -- 172.21.15.79:0/714381954 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7680012e0 con 0x7fc760004850 2023-09-21T11:17:32.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.229+0000 7fc7767fc700 1 -- 172.21.15.79:0/714381954 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7680052d0 con 0x7fc760004850 2023-09-21T11:17:32.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.229+0000 7fc7767fc700 1 -- 172.21.15.79:0/714381954 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7680036d0 con 0x7fc760004850 2023-09-21T11:17:32.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.230+0000 7fc77db6d700 1 -- 172.21.15.79:0/714381954 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc760004850 msgr2=0x7fc760004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.230+0000 7fc77db6d700 1 --2- 172.21.15.79:0/714381954 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc760004850 0x7fc760004cd0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fc768001820 tx=0x7fc760005880 comp rx=0 tx=0).stop 2023-09-21T11:17:32.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.230+0000 7fc77db6d700 1 -- 172.21.15.79:0/714381954 shutdown_connections 2023-09-21T11:17:32.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.230+0000 7fc77db6d700 1 --2- 172.21.15.79:0/714381954 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc760004850 0x7fc760004cd0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.230+0000 7fc77db6d700 1 -- 172.21.15.79:0/714381954 >> 172.21.15.79:0/714381954 conn(0x7fc7780ccdf0 msgr2=0x7fc7780cd1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:32.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.230+0000 7fc77db6d700 1 -- 172.21.15.79:0/714381954 shutdown_connections 2023-09-21T11:17:32.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.230+0000 7fc77db6d700 1 -- 172.21.15.79:0/714381954 wait complete. 2023-09-21T11:17:32.234 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.231+0000 7fc77db6d700 1 Processor -- start 2023-09-21T11:17:32.234 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.232+0000 7fc77db6d700 1 -- start start 2023-09-21T11:17:32.234 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.232+0000 7fc77db6d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc760004850 0x7fc7780c7440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.234 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.232+0000 7fc77db6d700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc77815c3e0 0x7fc7780c8b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.234 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.232+0000 7fc77db6d700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc778156970 0x7fc7780ae060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.235 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.232+0000 7fc77db6d700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7780c7a90 con 0x7fc760004850 2023-09-21T11:17:32.235 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.232+0000 7fc77db6d700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7780c7d70 con 0x7fc77815c3e0 2023-09-21T11:17:32.235 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.232+0000 7fc77db6d700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7780c8050 con 0x7fc778156970 2023-09-21T11:17:32.235 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.233+0000 7fc7777fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc760004850 0x7fc7780c7440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.235 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.233+0000 7fc7777fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc760004850 0x7fc7780c7440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54474/0 (socket says 172.21.15.79:54474) 2023-09-21T11:17:32.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.233+0000 7fc7777fe700 1 -- 172.21.15.79:0/2696533889 learned_addr learned my addr 172.21.15.79:0/2696533889 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:32.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.233+0000 7fc777fff700 1 --2- 172.21.15.79:0/2696533889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc778156970 0x7fc7780ae060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.233+0000 7fc776ffd700 1 --2- 172.21.15.79:0/2696533889 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc77815c3e0 0x7fc7780c8b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.233+0000 7fc7777fe700 1 -- 172.21.15.79:0/2696533889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc778156970 msgr2=0x7fc7780ae060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.233+0000 7fc7777fe700 1 --2- 172.21.15.79:0/2696533889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc778156970 0x7fc7780ae060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.233+0000 7fc7777fe700 1 -- 172.21.15.79:0/2696533889 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc77815c3e0 msgr2=0x7fc7780c8b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.233+0000 7fc7777fe700 1 --2- 172.21.15.79:0/2696533889 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc77815c3e0 0x7fc7780c8b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.233+0000 7fc7777fe700 1 -- 172.21.15.79:0/2696533889 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7780c8330 con 0x7fc760004850 2023-09-21T11:17:32.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.233+0000 7fc776ffd700 1 --2- 172.21.15.79:0/2696533889 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc77815c3e0 0x7fc7780c8b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:32.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.233+0000 7fc7777fe700 1 --2- 172.21.15.79:0/2696533889 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc760004850 0x7fc7780c7440 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc76c0072c0 tx=0x7fc76c007680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:32.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.233+0000 7fc75ffff700 1 -- 172.21.15.79:0/2696533889 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc76c00f850 con 0x7fc760004850 2023-09-21T11:17:32.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.233+0000 7fc75ffff700 1 -- 172.21.15.79:0/2696533889 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc76c00f9f0 con 0x7fc760004850 2023-09-21T11:17:32.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.233+0000 7fc75ffff700 1 -- 172.21.15.79:0/2696533889 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc76c00fda0 con 0x7fc760004850 2023-09-21T11:17:32.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.233+0000 7fc77db6d700 1 -- 172.21.15.79:0/2696533889 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7780c8610 con 0x7fc760004850 2023-09-21T11:17:32.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.233+0000 7fc77db6d700 1 -- 172.21.15.79:0/2696533889 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc77815c840 con 0x7fc760004850 2023-09-21T11:17:32.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.234+0000 7fc77db6d700 1 -- 172.21.15.79:0/2696533889 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7780c8830 con 0x7fc760004850 2023-09-21T11:17:32.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.235+0000 7fc75ffff700 1 -- 172.21.15.79:0/2696533889 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fc76c01d460 con 0x7fc760004850 2023-09-21T11:17:32.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.235+0000 7fc75ffff700 1 --2- 172.21.15.79:0/2696533889 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc76406a580 0x7fc76406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.235+0000 7fc75ffff700 1 -- 172.21.15.79:0/2696533889 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc76c088b20 con 0x7fc760004850 2023-09-21T11:17:32.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.235+0000 7fc776ffd700 1 --2- 172.21.15.79:0/2696533889 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc76406a580 0x7fc76406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.235+0000 7fc776ffd700 1 --2- 172.21.15.79:0/2696533889 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc76406a580 0x7fc76406ca40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc77815d010 tx=0x7fc768011000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:32.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.239+0000 7fc75ffff700 1 -- 172.21.15.79:0/2696533889 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fc76c0540a0 con 0x7fc760004850 2023-09-21T11:17:32.420 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.427+0000 7fc77db6d700 1 -- 172.21.15.79:0/2696533889 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc77804eae0 con 0x7fc760004850 2023-09-21T11:17:32.420 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.427+0000 7fc75ffff700 1 -- 172.21.15.79:0/2696533889 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc76c0576c0 con 0x7fc760004850 2023-09-21T11:17:32.421 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 1 2023-09-21T11:17:32.423 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.429+0000 7fc77db6d700 1 -- 172.21.15.79:0/2696533889 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc76406a580 msgr2=0x7fc76406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.423 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.429+0000 7fc77db6d700 1 --2- 172.21.15.79:0/2696533889 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc76406a580 0x7fc76406ca40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc77815d010 tx=0x7fc768011000 comp rx=0 tx=0).stop 2023-09-21T11:17:32.423 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.429+0000 7fc77db6d700 1 -- 172.21.15.79:0/2696533889 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc760004850 msgr2=0x7fc7780c7440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.423 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.429+0000 7fc77db6d700 1 --2- 172.21.15.79:0/2696533889 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc760004850 0x7fc7780c7440 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc76c0072c0 tx=0x7fc76c007680 comp rx=0 tx=0).stop 2023-09-21T11:17:32.423 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.429+0000 7fc77db6d700 1 -- 172.21.15.79:0/2696533889 shutdown_connections 2023-09-21T11:17:32.424 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.429+0000 7fc77db6d700 1 --2- 172.21.15.79:0/2696533889 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc76406a580 0x7fc76406ca40 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.424 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.429+0000 7fc77db6d700 1 --2- 172.21.15.79:0/2696533889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc778156970 0x7fc7780ae060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.424 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.429+0000 7fc77db6d700 1 --2- 172.21.15.79:0/2696533889 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc760004850 0x7fc7780c7440 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.424 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.429+0000 7fc77db6d700 1 --2- 172.21.15.79:0/2696533889 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc77815c3e0 0x7fc7780c8b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.424 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.429+0000 7fc77db6d700 1 -- 172.21.15.79:0/2696533889 >> 172.21.15.79:0/2696533889 conn(0x7fc7780ccdf0 msgr2=0x7fc7780b3b20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:32.424 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.430+0000 7fc77db6d700 1 -- 172.21.15.79:0/2696533889 shutdown_connections 2023-09-21T11:17:32.425 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.430+0000 7fc77db6d700 1 -- 172.21.15.79:0/2696533889 wait complete. 2023-09-21T11:17:32.434 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T11:17:32.558 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.566+0000 7f155792b700 1 Processor -- start 2023-09-21T11:17:32.559 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.566+0000 7f155792b700 1 -- start start 2023-09-21T11:17:32.562 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f155792b700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f15500b24c0 0x7f15500725d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.562 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f155792b700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15500b4f70 con 0x7f15500b49b0 2023-09-21T11:17:32.562 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f155792b700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1550071af0 con 0x7f15500ce6c0 2023-09-21T11:17:32.563 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f155792b700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1550071dd0 con 0x7f15500b24c0 2023-09-21T11:17:32.563 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f1555ec8700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f15500b49b0 0x7f15500ca980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40850/0 (socket says 172.21.15.79:40850) 2023-09-21T11:17:32.563 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f1555ec8700 1 -- 172.21.15.79:0/3020210141 learned_addr learned my addr 172.21.15.79:0/3020210141 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:32.563 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f1554ec6700 1 --2- 172.21.15.79:0/3020210141 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f15500b24c0 0x7f15500725d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.563 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f1547fff700 1 -- 172.21.15.79:0/3020210141 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1674978528 0 0) 0x7f15500b4f70 con 0x7f15500b49b0 2023-09-21T11:17:32.563 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f1547fff700 1 -- 172.21.15.79:0/3020210141 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f153c0035b0 con 0x7f15500b49b0 2023-09-21T11:17:32.564 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f1547fff700 1 -- 172.21.15.79:0/3020210141 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2227326397 0 0) 0x7f153c0035b0 con 0x7f15500b49b0 2023-09-21T11:17:32.564 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f1547fff700 1 -- 172.21.15.79:0/3020210141 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f15500b24c0 msgr2=0x7f15500725d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:32.564 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f1547fff700 1 --2- 172.21.15.79:0/3020210141 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f15500b24c0 0x7f15500725d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.564 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f1547fff700 1 -- 172.21.15.79:0/3020210141 >> v1:172.21.15.134:6789/0 conn(0x7f15500ce6c0 legacy=0x7f15500b1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.564 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f1547fff700 1 -- 172.21.15.79:0/3020210141 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15500720b0 con 0x7f15500b49b0 2023-09-21T11:17:32.565 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f1547fff700 1 -- 172.21.15.79:0/3020210141 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f15480019f0 con 0x7f15500b49b0 2023-09-21T11:17:32.565 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f1547fff700 1 -- 172.21.15.79:0/3020210141 >> v1:172.21.15.79:6789/0 conn(0x7f15500b49b0 legacy=0x7f15500ca980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.565 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f1547fff700 1 --2- 172.21.15.79:0/3020210141 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f153c003a30 0x7f153c003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.565 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f1547fff700 1 --2- 172.21.15.79:0/3020210141 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f15500b24c0 0x7f153c004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.565 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f1547fff700 1 --2- 172.21.15.79:0/3020210141 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f153c004d90 0x7f153c005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.565 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f1547fff700 1 -- 172.21.15.79:0/3020210141 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1550071dd0 con 0x7f153c003a30 2023-09-21T11:17:32.566 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f1547fff700 1 -- 172.21.15.79:0/3020210141 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f153c00ba10 con 0x7f153c004d90 2023-09-21T11:17:32.566 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.567+0000 7f1547fff700 1 -- 172.21.15.79:0/3020210141 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f153c00bbd0 con 0x7f15500b24c0 2023-09-21T11:17:32.566 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.568+0000 7f15556c7700 1 --2- 172.21.15.79:0/3020210141 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f153c003a30 0x7f153c003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.566 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.568+0000 7f1555ec8700 1 --2- 172.21.15.79:0/3020210141 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f153c004d90 0x7f153c005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.566 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.568+0000 7f1554ec6700 1 --2- 172.21.15.79:0/3020210141 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f15500b24c0 0x7f153c004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.567 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.568+0000 7f15556c7700 1 -- 172.21.15.79:0/3020210141 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f15500b24c0 msgr2=0x7f153c004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:32.567 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.568+0000 7f15556c7700 1 --2- 172.21.15.79:0/3020210141 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f15500b24c0 0x7f153c004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.567 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.568+0000 7f15556c7700 1 -- 172.21.15.79:0/3020210141 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f153c004d90 msgr2=0x7f153c005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:32.567 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.568+0000 7f15556c7700 1 --2- 172.21.15.79:0/3020210141 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f153c004d90 0x7f153c005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.567 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.568+0000 7f15556c7700 1 -- 172.21.15.79:0/3020210141 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f153c0035b0 con 0x7f153c003a30 2023-09-21T11:17:32.568 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.568+0000 7f15556c7700 1 --2- 172.21.15.79:0/3020210141 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f153c003a30 0x7f153c003e10 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f154c001930 tx=0x7f153c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de0691650a506c13 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:32.568 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.568+0000 7f1547fff700 1 -- 172.21.15.79:0/3020210141 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f154c0013a0 con 0x7f153c003a30 2023-09-21T11:17:32.568 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.568+0000 7f1547fff700 1 -- 172.21.15.79:0/3020210141 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f154c012620 con 0x7f153c003a30 2023-09-21T11:17:32.568 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.568+0000 7f1547fff700 1 -- 172.21.15.79:0/3020210141 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f154c0129d0 con 0x7f153c003a30 2023-09-21T11:17:32.568 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.569+0000 7f155792b700 1 -- 172.21.15.79:0/3020210141 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f153c003a30 msgr2=0x7f153c003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.568 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.569+0000 7f155792b700 1 --2- 172.21.15.79:0/3020210141 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f153c003a30 0x7f153c003e10 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f154c001930 tx=0x7f153c005880 comp rx=0 tx=0).stop 2023-09-21T11:17:32.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.569+0000 7f1555ec8700 1 -- 172.21.15.79:0/3020210141 reap_dead start 2023-09-21T11:17:32.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.569+0000 7f155792b700 1 -- 172.21.15.79:0/3020210141 shutdown_connections 2023-09-21T11:17:32.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.569+0000 7f155792b700 1 -- 172.21.15.79:0/3020210141 >> 172.21.15.79:0/3020210141 conn(0x7f15500ccdb0 msgr2=0x7f15500cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:32.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.569+0000 7f155792b700 1 -- 172.21.15.79:0/3020210141 shutdown_connections 2023-09-21T11:17:32.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.569+0000 7f155792b700 1 -- 172.21.15.79:0/3020210141 wait complete. 2023-09-21T11:17:32.572 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.570+0000 7f155792b700 1 Processor -- start 2023-09-21T11:17:32.572 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.570+0000 7f155792b700 1 -- start start 2023-09-21T11:17:32.572 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f155792b700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f153c003a30 0x7f155015bc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.572 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f155792b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f155015c1a0 0x7f15500c9ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f155792b700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f15500ca0e0 0x7f15500c77a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f155792b700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15500ae860 con 0x7f155015c1a0 2023-09-21T11:17:32.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f155792b700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15500c85f0 con 0x7f15500ca0e0 2023-09-21T11:17:32.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f155792b700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15500ad970 con 0x7f153c003a30 2023-09-21T11:17:32.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f1554ec6700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f155015c1a0 0x7f15500c9ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.574 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f1554ec6700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f155015c1a0 0x7f15500c9ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54496/0 (socket says 172.21.15.79:54496) 2023-09-21T11:17:32.574 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f1554ec6700 1 -- 172.21.15.79:0/806064836 learned_addr learned my addr 172.21.15.79:0/806064836 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:32.574 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f15556c7700 1 --2- 172.21.15.79:0/806064836 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f153c003a30 0x7f155015bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.574 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f1555ec8700 1 --2- 172.21.15.79:0/806064836 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f15500ca0e0 0x7f15500c77a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.574 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f1554ec6700 1 -- 172.21.15.79:0/806064836 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f153c003a30 msgr2=0x7f155015bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.574 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f1554ec6700 1 --2- 172.21.15.79:0/806064836 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f153c003a30 0x7f155015bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.575 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f1554ec6700 1 -- 172.21.15.79:0/806064836 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f15500ca0e0 msgr2=0x7f15500c77a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.575 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f1554ec6700 1 --2- 172.21.15.79:0/806064836 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f15500ca0e0 0x7f15500c77a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.575 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f1554ec6700 1 -- 172.21.15.79:0/806064836 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15500adc50 con 0x7f155015c1a0 2023-09-21T11:17:32.575 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f1555ec8700 1 --2- 172.21.15.79:0/806064836 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f15500ca0e0 0x7f15500c77a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:32.575 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f15556c7700 1 --2- 172.21.15.79:0/806064836 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f153c003a30 0x7f155015bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:32.576 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f1554ec6700 1 --2- 172.21.15.79:0/806064836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f155015c1a0 0x7f15500c9ba0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f1540011c30 tx=0x7f1540009f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:32.576 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f1545ffb700 1 -- 172.21.15.79:0/806064836 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1540019430 con 0x7f155015c1a0 2023-09-21T11:17:32.576 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f1545ffb700 1 -- 172.21.15.79:0/806064836 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1540019590 con 0x7f155015c1a0 2023-09-21T11:17:32.576 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f1545ffb700 1 -- 172.21.15.79:0/806064836 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1540019900 con 0x7f155015c1a0 2023-09-21T11:17:32.576 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.571+0000 7f155792b700 1 -- 172.21.15.79:0/806064836 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15500adf30 con 0x7f155015c1a0 2023-09-21T11:17:32.576 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.572+0000 7f155792b700 1 -- 172.21.15.79:0/806064836 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15500ae4f0 con 0x7f155015c1a0 2023-09-21T11:17:32.577 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.573+0000 7f155792b700 1 -- 172.21.15.79:0/806064836 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15500aea10 con 0x7f155015c1a0 2023-09-21T11:17:32.577 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.573+0000 7f1545ffb700 1 -- 172.21.15.79:0/806064836 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f1540019a60 con 0x7f155015c1a0 2023-09-21T11:17:32.577 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.573+0000 7f1545ffb700 1 --2- 172.21.15.79:0/806064836 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f153406a580 0x7f153406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.577 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.573+0000 7f1545ffb700 1 -- 172.21.15.79:0/806064836 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1540089110 con 0x7f155015c1a0 2023-09-21T11:17:32.577 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.573+0000 7f15556c7700 1 --2- 172.21.15.79:0/806064836 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f153406a580 0x7f153406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.577 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.574+0000 7f15556c7700 1 --2- 172.21.15.79:0/806064836 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f153406a580 0x7f153406ca40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f154c014040 tx=0x7f154c00a000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:32.578 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.578+0000 7f1545ffb700 1 -- 172.21.15.79:0/806064836 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f15500aea10 con 0x7f155015c1a0 2023-09-21T11:17:32.759 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.766+0000 7f155792b700 1 -- 172.21.15.79:0/806064836 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f155004eae0 con 0x7f155015c1a0 2023-09-21T11:17:32.759 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.767+0000 7f1545ffb700 1 -- 172.21.15.79:0/806064836 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1540054800 con 0x7f155015c1a0 2023-09-21T11:17:32.760 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 32 2023-09-21T11:17:32.761 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.768+0000 7f155792b700 1 -- 172.21.15.79:0/806064836 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f153406a580 msgr2=0x7f153406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.762 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.768+0000 7f155792b700 1 --2- 172.21.15.79:0/806064836 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f153406a580 0x7f153406ca40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f154c014040 tx=0x7f154c00a000 comp rx=0 tx=0).stop 2023-09-21T11:17:32.762 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.768+0000 7f155792b700 1 -- 172.21.15.79:0/806064836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f155015c1a0 msgr2=0x7f15500c9ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.762 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.768+0000 7f155792b700 1 --2- 172.21.15.79:0/806064836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f155015c1a0 0x7f15500c9ba0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f1540011c30 tx=0x7f1540009f70 comp rx=0 tx=0).stop 2023-09-21T11:17:32.762 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.769+0000 7f155792b700 1 -- 172.21.15.79:0/806064836 shutdown_connections 2023-09-21T11:17:32.762 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.769+0000 7f155792b700 1 --2- 172.21.15.79:0/806064836 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f15500ca0e0 0x7f15500c77a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.769+0000 7f155792b700 1 --2- 172.21.15.79:0/806064836 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f153406a580 0x7f153406ca40 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.769+0000 7f155792b700 1 --2- 172.21.15.79:0/806064836 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f153c003a30 0x7f155015bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.769+0000 7f155792b700 1 --2- 172.21.15.79:0/806064836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f155015c1a0 0x7f15500c9ba0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.769+0000 7f155792b700 1 -- 172.21.15.79:0/806064836 >> 172.21.15.79:0/806064836 conn(0x7f15500ccdb0 msgr2=0x7f155015cb40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:32.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.769+0000 7f155792b700 1 -- 172.21.15.79:0/806064836 shutdown_connections 2023-09-21T11:17:32.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.769+0000 7f155792b700 1 -- 172.21.15.79:0/806064836 wait complete. 2023-09-21T11:17:32.773 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T11:17:32.896 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.903+0000 7f0bf34a2700 1 Processor -- start 2023-09-21T11:17:32.897 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.904+0000 7f0bf34a2700 1 -- start start 2023-09-21T11:17:32.900 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.904+0000 7f0bf34a2700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0bec0cf820 0x7f0bec15d870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.904+0000 7f0bf34a2700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0bec0cc510 con 0x7f0bec0d1fe0 2023-09-21T11:17:32.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.904+0000 7f0bf34a2700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0bec0cd9b0 con 0x7f0bec0cdd70 2023-09-21T11:17:32.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.904+0000 7f0bf34a2700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bec0cfcb0 con 0x7f0bec0cf820 2023-09-21T11:17:32.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0bf0a3d700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f0bec0d1fe0 0x7f0bec15d160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40866/0 (socket says 172.21.15.79:40866) 2023-09-21T11:17:32.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0bf0a3d700 1 -- 172.21.15.79:0/1148088083 learned_addr learned my addr 172.21.15.79:0/1148088083 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:32.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0be3fff700 1 -- 172.21.15.79:0/1148088083 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1951914777 0 0) 0x7f0bec0cc510 con 0x7f0bec0d1fe0 2023-09-21T11:17:32.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0be3fff700 1 -- 172.21.15.79:0/1148088083 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0bd80035b0 con 0x7f0bec0d1fe0 2023-09-21T11:17:32.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0bf1a3f700 1 --2- 172.21.15.79:0/1148088083 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0bec0cf820 0x7f0bec15d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.902 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0be3fff700 1 -- 172.21.15.79:0/1148088083 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2218683692 0 0) 0x7f0bd80035b0 con 0x7f0bec0d1fe0 2023-09-21T11:17:32.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0be3fff700 1 -- 172.21.15.79:0/1148088083 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0bec0cf820 msgr2=0x7f0bec15d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:32.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0be3fff700 1 --2- 172.21.15.79:0/1148088083 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0bec0cf820 0x7f0bec15d870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0be3fff700 1 -- 172.21.15.79:0/1148088083 >> v1:172.21.15.134:6789/0 conn(0x7f0bec0cdd70 legacy=0x7f0bec0ce150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0be3fff700 1 -- 172.21.15.79:0/1148088083 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bec0d0bb0 con 0x7f0bec0d1fe0 2023-09-21T11:17:32.903 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0be3fff700 1 -- 172.21.15.79:0/1148088083 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f0be8001670 con 0x7f0bec0d1fe0 2023-09-21T11:17:32.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0be3fff700 1 -- 172.21.15.79:0/1148088083 >> v1:172.21.15.79:6789/0 conn(0x7f0bec0d1fe0 legacy=0x7f0bec15d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0be3fff700 1 --2- 172.21.15.79:0/1148088083 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0bec0cf820 0x7f0bd8003a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0be3fff700 1 --2- 172.21.15.79:0/1148088083 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0bd8004060 0x7f0bd8004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0be3fff700 1 --2- 172.21.15.79:0/1148088083 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0bd8004d90 0x7f0bd8005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0be3fff700 1 -- 172.21.15.79:0/1148088083 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bd800bc20 con 0x7f0bd8004060 2023-09-21T11:17:32.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0be3fff700 1 -- 172.21.15.79:0/1148088083 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bd800bd90 con 0x7f0bd8004d90 2023-09-21T11:17:32.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0be3fff700 1 -- 172.21.15.79:0/1148088083 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bd800bf50 con 0x7f0bec0cf820 2023-09-21T11:17:32.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0bf0a3d700 1 --2- 172.21.15.79:0/1148088083 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0bd8004060 0x7f0bd8004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0bf1a3f700 1 --2- 172.21.15.79:0/1148088083 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0bd8004d90 0x7f0bd8005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.905+0000 7f0bf123e700 1 --2- 172.21.15.79:0/1148088083 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0bec0cf820 0x7f0bd8003a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.906+0000 7f0bf0a3d700 1 -- 172.21.15.79:0/1148088083 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0bec0cf820 msgr2=0x7f0bd8003a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:32.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.906+0000 7f0bf0a3d700 1 --2- 172.21.15.79:0/1148088083 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0bec0cf820 0x7f0bd8003a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.906+0000 7f0bf0a3d700 1 -- 172.21.15.79:0/1148088083 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0bd8004d90 msgr2=0x7f0bd8005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:32.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.906+0000 7f0bf0a3d700 1 --2- 172.21.15.79:0/1148088083 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0bd8004d90 0x7f0bd8005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.906+0000 7f0bf0a3d700 1 -- 172.21.15.79:0/1148088083 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bd80035b0 con 0x7f0bd8004060 2023-09-21T11:17:32.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.906+0000 7f0bf1a3f700 1 --2- 172.21.15.79:0/1148088083 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0bd8004d90 0x7f0bd8005210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:32.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.906+0000 7f0bf0a3d700 1 --2- 172.21.15.79:0/1148088083 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0bd8004060 0x7f0bd8004850 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f0be800c240 tx=0x7f0bd8005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae0e0dd18124f2c9 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:32.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.906+0000 7f0be3fff700 1 -- 172.21.15.79:0/1148088083 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0be8007c10 con 0x7f0bd8004060 2023-09-21T11:17:32.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.906+0000 7f0be3fff700 1 -- 172.21.15.79:0/1148088083 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0be800cde0 con 0x7f0bd8004060 2023-09-21T11:17:32.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.906+0000 7f0be3fff700 1 -- 172.21.15.79:0/1148088083 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0be8005ba0 con 0x7f0bd8004060 2023-09-21T11:17:32.907 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.906+0000 7f0bf34a2700 1 -- 172.21.15.79:0/1148088083 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0bd8004060 msgr2=0x7f0bd8004850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.906+0000 7f0bf34a2700 1 --2- 172.21.15.79:0/1148088083 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0bd8004060 0x7f0bd8004850 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f0be800c240 tx=0x7f0bd8005880 comp rx=0 tx=0).stop 2023-09-21T11:17:32.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.906+0000 7f0bf1a3f700 1 -- 172.21.15.79:0/1148088083 reap_dead start 2023-09-21T11:17:32.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.906+0000 7f0bf34a2700 1 -- 172.21.15.79:0/1148088083 shutdown_connections 2023-09-21T11:17:32.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.906+0000 7f0bf34a2700 1 -- 172.21.15.79:0/1148088083 >> 172.21.15.79:0/1148088083 conn(0x7f0bec0d14f0 msgr2=0x7f0bec0d18d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:32.908 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.906+0000 7f0bf34a2700 1 -- 172.21.15.79:0/1148088083 shutdown_connections 2023-09-21T11:17:32.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.906+0000 7f0bf34a2700 1 -- 172.21.15.79:0/1148088083 wait complete. 2023-09-21T11:17:32.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.908+0000 7f0bf34a2700 1 Processor -- start 2023-09-21T11:17:32.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.908+0000 7f0bf34a2700 1 -- start start 2023-09-21T11:17:32.911 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.908+0000 7f0bf34a2700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0bd8004060 0x7f0bec0c57a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.908+0000 7f0bf34a2700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0bec1dd870 0x7f0bec1da3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.908+0000 7f0bf34a2700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0bec1ddcf0 0x7f0bec1da8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.908+0000 7f0bf34a2700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bec1f6710 con 0x7f0bec1dd870 2023-09-21T11:17:32.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.908+0000 7f0bf34a2700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bec1e2ea0 con 0x7f0bec1ddcf0 2023-09-21T11:17:32.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.908+0000 7f0bf34a2700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bec1daf90 con 0x7f0bd8004060 2023-09-21T11:17:32.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.909+0000 7f0bf0a3d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0bec1dd870 0x7f0bec1da3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.909+0000 7f0bf0a3d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0bec1dd870 0x7f0bec1da3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54514/0 (socket says 172.21.15.79:54514) 2023-09-21T11:17:32.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.909+0000 7f0bf0a3d700 1 -- 172.21.15.79:0/183537785 learned_addr learned my addr 172.21.15.79:0/183537785 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:32.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.909+0000 7f0bf123e700 1 --2- 172.21.15.79:0/183537785 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0bd8004060 0x7f0bec0c57a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.909+0000 7f0bf1a3f700 1 --2- 172.21.15.79:0/183537785 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0bec1ddcf0 0x7f0bec1da8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.909+0000 7f0bf0a3d700 1 -- 172.21.15.79:0/183537785 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0bd8004060 msgr2=0x7f0bec0c57a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.909+0000 7f0bf0a3d700 1 --2- 172.21.15.79:0/183537785 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0bd8004060 0x7f0bec0c57a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.909+0000 7f0bf0a3d700 1 -- 172.21.15.79:0/183537785 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0bec1ddcf0 msgr2=0x7f0bec1da8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:32.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.909+0000 7f0bf0a3d700 1 --2- 172.21.15.79:0/183537785 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0bec1ddcf0 0x7f0bec1da8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:32.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.909+0000 7f0bf0a3d700 1 -- 172.21.15.79:0/183537785 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bec1db270 con 0x7f0bec1dd870 2023-09-21T11:17:32.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.909+0000 7f0bf0a3d700 1 --2- 172.21.15.79:0/183537785 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0bec1dd870 0x7f0bec1da3b0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f0bd800bd60 tx=0x7f0be8001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:32.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.909+0000 7f0be1ffb700 1 -- 172.21.15.79:0/183537785 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0be8000ed0 con 0x7f0bec1dd870 2023-09-21T11:17:32.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.909+0000 7f0be1ffb700 1 -- 172.21.15.79:0/183537785 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0be8005e40 con 0x7f0bec1dd870 2023-09-21T11:17:32.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.909+0000 7f0bf34a2700 1 -- 172.21.15.79:0/183537785 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0bec1db550 con 0x7f0bec1dd870 2023-09-21T11:17:32.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.909+0000 7f0be1ffb700 1 -- 172.21.15.79:0/183537785 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0be8007310 con 0x7f0bec1dd870 2023-09-21T11:17:32.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.909+0000 7f0bf34a2700 1 -- 172.21.15.79:0/183537785 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bec1d8ff0 con 0x7f0bec1dd870 2023-09-21T11:17:32.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.910+0000 7f0bf34a2700 1 -- 172.21.15.79:0/183537785 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0bec1e3330 con 0x7f0bec1dd870 2023-09-21T11:17:32.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.911+0000 7f0be1ffb700 1 -- 172.21.15.79:0/183537785 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f0be8019030 con 0x7f0bec1dd870 2023-09-21T11:17:32.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.911+0000 7f0be1ffb700 1 --2- 172.21.15.79:0/183537785 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0bd006a580 0x7f0bd006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:32.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.911+0000 7f0be1ffb700 1 -- 172.21.15.79:0/183537785 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0be8089ef0 con 0x7f0bec1dd870 2023-09-21T11:17:32.917 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.911+0000 7f0bf123e700 1 --2- 172.21.15.79:0/183537785 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0bd006a580 0x7f0bd006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:32.917 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.912+0000 7f0bf123e700 1 --2- 172.21.15.79:0/183537785 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0bd006a580 0x7f0bd006ca40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0bdc007fd0 tx=0x7f0bdc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:32.917 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:32.916+0000 7f0be1ffb700 1 -- 172.21.15.79:0/183537785 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f0bec1e3330 con 0x7f0bec1dd870 2023-09-21T11:17:33.097 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.104+0000 7f0bf34a2700 1 -- 172.21.15.79:0/183537785 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0bec04eae0 con 0x7f0bec1dd870 2023-09-21T11:17:33.097 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.105+0000 7f0be1ffb700 1 -- 172.21.15.79:0/183537785 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0be8055580 con 0x7f0bec1dd870 2023-09-21T11:17:33.098 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 64 2023-09-21T11:17:33.099 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.106+0000 7f0bf34a2700 1 -- 172.21.15.79:0/183537785 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0bd006a580 msgr2=0x7f0bd006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:33.100 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.106+0000 7f0bf34a2700 1 --2- 172.21.15.79:0/183537785 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0bd006a580 0x7f0bd006ca40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0bdc007fd0 tx=0x7f0bdc009040 comp rx=0 tx=0).stop 2023-09-21T11:17:33.100 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.106+0000 7f0bf34a2700 1 -- 172.21.15.79:0/183537785 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0bec1dd870 msgr2=0x7f0bec1da3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:33.100 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.106+0000 7f0bf34a2700 1 --2- 172.21.15.79:0/183537785 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0bec1dd870 0x7f0bec1da3b0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f0bd800bd60 tx=0x7f0be8001a00 comp rx=0 tx=0).stop 2023-09-21T11:17:33.100 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.107+0000 7f0bf34a2700 1 -- 172.21.15.79:0/183537785 shutdown_connections 2023-09-21T11:17:33.100 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.107+0000 7f0bf34a2700 1 --2- 172.21.15.79:0/183537785 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0bec1ddcf0 0x7f0bec1da8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.101 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.107+0000 7f0bf34a2700 1 --2- 172.21.15.79:0/183537785 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0bd006a580 0x7f0bd006ca40 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.101 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.107+0000 7f0bf34a2700 1 --2- 172.21.15.79:0/183537785 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0bd8004060 0x7f0bec0c57a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.101 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.107+0000 7f0bf34a2700 1 --2- 172.21.15.79:0/183537785 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0bec1dd870 0x7f0bec1da3b0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.101 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.107+0000 7f0bf34a2700 1 -- 172.21.15.79:0/183537785 >> 172.21.15.79:0/183537785 conn(0x7f0bec0d14f0 msgr2=0x7f0bec0b0600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:33.101 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.107+0000 7f0bf34a2700 1 -- 172.21.15.79:0/183537785 shutdown_connections 2023-09-21T11:17:33.102 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.107+0000 7f0bf34a2700 1 -- 172.21.15.79:0/183537785 wait complete. 2023-09-21T11:17:33.111 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-09-21T11:17:33.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.239+0000 7f0dbce18700 1 Processor -- start 2023-09-21T11:17:33.232 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.239+0000 7f0dbce18700 1 -- start start 2023-09-21T11:17:33.235 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.240+0000 7f0dbce18700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f0db80cfb20 0x7f0db815e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:33.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.240+0000 7f0dbce18700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0db806d2b0 con 0x7f0db806cea0 2023-09-21T11:17:33.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.240+0000 7f0dbce18700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0db80b55b0 con 0x7f0db80cff00 2023-09-21T11:17:33.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.240+0000 7f0dbce18700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0db80b6230 con 0x7f0db80cfb20 2023-09-21T11:17:33.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.240+0000 7f0db6d9d700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f0db806cea0 0x7f0db8160c80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40888/0 (socket says 172.21.15.79:40888) 2023-09-21T11:17:33.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.240+0000 7f0db6d9d700 1 -- 172.21.15.79:0/4118311303 learned_addr learned my addr 172.21.15.79:0/4118311303 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:33.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.240+0000 7f0db559a700 1 -- 172.21.15.79:0/4118311303 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3921282958 0 0) 0x7f0db806d2b0 con 0x7f0db806cea0 2023-09-21T11:17:33.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.240+0000 7f0db659c700 1 --2- 172.21.15.79:0/4118311303 >> v2:172.21.15.134:3300/0 conn(0x7f0db80cfb20 0x7f0db815e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:33.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.240+0000 7f0db559a700 1 -- 172.21.15.79:0/4118311303 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0da00035b0 con 0x7f0db806cea0 2023-09-21T11:17:33.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db559a700 1 -- 172.21.15.79:0/4118311303 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2753580417 0 0) 0x7f0da00035b0 con 0x7f0db806cea0 2023-09-21T11:17:33.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db559a700 1 -- 172.21.15.79:0/4118311303 >> v2:172.21.15.134:3300/0 conn(0x7f0db80cfb20 msgr2=0x7f0db815e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:33.237 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db559a700 1 --2- 172.21.15.79:0/4118311303 >> v2:172.21.15.134:3300/0 conn(0x7f0db80cfb20 0x7f0db815e2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db559a700 1 -- 172.21.15.79:0/4118311303 >> v1:172.21.15.134:6789/0 conn(0x7f0db80cff00 legacy=0x7f0db80b4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:33.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db559a700 1 -- 172.21.15.79:0/4118311303 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0db80b5890 con 0x7f0db806cea0 2023-09-21T11:17:33.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db559a700 1 -- 172.21.15.79:0/4118311303 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f0db00019f0 con 0x7f0db806cea0 2023-09-21T11:17:33.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db559a700 1 -- 172.21.15.79:0/4118311303 >> v1:172.21.15.79:6789/0 conn(0x7f0db806cea0 legacy=0x7f0db8160c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:33.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db559a700 1 --2- 172.21.15.79:0/4118311303 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0da0003a00 0x7f0da0003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:33.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db559a700 1 --2- 172.21.15.79:0/4118311303 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0da0004850 0x7f0da0004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:33.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db559a700 1 --2- 172.21.15.79:0/4118311303 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0da0005210 0x7f0da000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:33.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db559a700 1 -- 172.21.15.79:0/4118311303 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0db80b6230 con 0x7f0da0003a00 2023-09-21T11:17:33.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db559a700 1 -- 172.21.15.79:0/4118311303 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0da000c1b0 con 0x7f0da0005210 2023-09-21T11:17:33.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db559a700 1 -- 172.21.15.79:0/4118311303 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0da000c370 con 0x7f0da0004850 2023-09-21T11:17:33.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db659c700 1 --2- 172.21.15.79:0/4118311303 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0da0003a00 0x7f0da0003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:33.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db6d9d700 1 --2- 172.21.15.79:0/4118311303 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0da0005210 0x7f0da000ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:33.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db5d9b700 1 --2- 172.21.15.79:0/4118311303 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0da0004850 0x7f0da0004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:33.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db659c700 1 -- 172.21.15.79:0/4118311303 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0da0004850 msgr2=0x7f0da0004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:33.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db659c700 1 --2- 172.21.15.79:0/4118311303 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0da0004850 0x7f0da0004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db659c700 1 -- 172.21.15.79:0/4118311303 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0da0005210 msgr2=0x7f0da000ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:33.241 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db659c700 1 --2- 172.21.15.79:0/4118311303 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0da0005210 0x7f0da000ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.241 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db6d9d700 1 -- 172.21.15.79:0/4118311303 reap_dead start 2023-09-21T11:17:33.241 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db659c700 1 -- 172.21.15.79:0/4118311303 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0da00035b0 con 0x7f0da0003a00 2023-09-21T11:17:33.241 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db659c700 1 --2- 172.21.15.79:0/4118311303 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0da0003a00 0x7f0da0003e20 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0dac009b60 tx=0x7f0da0005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c3055b401d65e4 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:33.241 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db559a700 1 -- 172.21.15.79:0/4118311303 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dac00e640 con 0x7f0da0003a00 2023-09-21T11:17:33.241 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db559a700 1 -- 172.21.15.79:0/4118311303 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0dac00e7a0 con 0x7f0da0003a00 2023-09-21T11:17:33.242 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.241+0000 7f0db559a700 1 -- 172.21.15.79:0/4118311303 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dac00eb10 con 0x7f0da0003a00 2023-09-21T11:17:33.242 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.242+0000 7f0dbce18700 1 -- 172.21.15.79:0/4118311303 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0da0003a00 msgr2=0x7f0da0003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:33.242 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.242+0000 7f0dbce18700 1 --2- 172.21.15.79:0/4118311303 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0da0003a00 0x7f0da0003e20 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0dac009b60 tx=0x7f0da0005880 comp rx=0 tx=0).stop 2023-09-21T11:17:33.242 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.242+0000 7f0dbce18700 1 -- 172.21.15.79:0/4118311303 shutdown_connections 2023-09-21T11:17:33.242 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.242+0000 7f0dbce18700 1 --2- 172.21.15.79:0/4118311303 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0da0003a00 0x7f0da0003e20 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.243 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.242+0000 7f0dbce18700 1 -- 172.21.15.79:0/4118311303 >> 172.21.15.79:0/4118311303 conn(0x7f0db80d1500 msgr2=0x7f0db80d1910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:33.243 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.242+0000 7f0dbce18700 1 -- 172.21.15.79:0/4118311303 shutdown_connections 2023-09-21T11:17:33.243 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.242+0000 7f0dbce18700 1 -- 172.21.15.79:0/4118311303 wait complete. 2023-09-21T11:17:33.245 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.243+0000 7f0dbce18700 1 Processor -- start 2023-09-21T11:17:33.245 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.244+0000 7f0dbce18700 1 -- start start 2023-09-21T11:17:33.246 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.244+0000 7f0dbce18700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0da0003a00 0x7f0db814fa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:33.246 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.244+0000 7f0dbce18700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0db81f3530 0x7f0db809dff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:33.246 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.244+0000 7f0dbce18700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0db809e530 0x7f0db815fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:33.246 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.244+0000 7f0dbce18700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0db809e9c0 con 0x7f0db809e530 2023-09-21T11:17:33.246 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.244+0000 7f0dbce18700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0db809f170 con 0x7f0da0003a00 2023-09-21T11:17:33.247 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.244+0000 7f0dbce18700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0db81e7480 con 0x7f0db81f3530 2023-09-21T11:17:33.247 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.244+0000 7f0db6d9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0db809e530 0x7f0db815fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:33.247 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.244+0000 7f0db6d9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0db809e530 0x7f0db815fb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54534/0 (socket says 172.21.15.79:54534) 2023-09-21T11:17:33.247 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.244+0000 7f0db6d9d700 1 -- 172.21.15.79:0/2105265897 learned_addr learned my addr 172.21.15.79:0/2105265897 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:33.247 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.245+0000 7f0db5d9b700 1 --2- 172.21.15.79:0/2105265897 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0db81f3530 0x7f0db809dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:33.248 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.245+0000 7f0db659c700 1 --2- 172.21.15.79:0/2105265897 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0da0003a00 0x7f0db814fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:33.248 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.245+0000 7f0db6d9d700 1 -- 172.21.15.79:0/2105265897 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0db81f3530 msgr2=0x7f0db809dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:33.248 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.245+0000 7f0db6d9d700 1 --2- 172.21.15.79:0/2105265897 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0db81f3530 0x7f0db809dff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.248 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.245+0000 7f0db6d9d700 1 -- 172.21.15.79:0/2105265897 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0da0003a00 msgr2=0x7f0db814fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:33.248 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.245+0000 7f0db6d9d700 1 --2- 172.21.15.79:0/2105265897 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0da0003a00 0x7f0db814fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.248 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.245+0000 7f0db6d9d700 1 -- 172.21.15.79:0/2105265897 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0db809ebb0 con 0x7f0db809e530 2023-09-21T11:17:33.249 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.245+0000 7f0db659c700 1 --2- 172.21.15.79:0/2105265897 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0da0003a00 0x7f0db814fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:33.249 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.245+0000 7f0db6d9d700 1 --2- 172.21.15.79:0/2105265897 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0db809e530 0x7f0db815fb90 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0db808bd50 tx=0x7f0db000a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:33.249 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.245+0000 7f0da6ffd700 1 -- 172.21.15.79:0/2105265897 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0db000ad70 con 0x7f0db809e530 2023-09-21T11:17:33.249 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.245+0000 7f0da6ffd700 1 -- 172.21.15.79:0/2105265897 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0db00133f0 con 0x7f0db809e530 2023-09-21T11:17:33.249 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.245+0000 7f0dbce18700 1 -- 172.21.15.79:0/2105265897 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0db809ee90 con 0x7f0db809e530 2023-09-21T11:17:33.250 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.245+0000 7f0da6ffd700 1 -- 172.21.15.79:0/2105265897 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0db00137a0 con 0x7f0db809e530 2023-09-21T11:17:33.250 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.245+0000 7f0dbce18700 1 -- 172.21.15.79:0/2105265897 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0db814ffc0 con 0x7f0db809e530 2023-09-21T11:17:33.250 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.246+0000 7f0dbce18700 1 -- 172.21.15.79:0/2105265897 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0db81e6f70 con 0x7f0db809e530 2023-09-21T11:17:33.250 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.246+0000 7f0da6ffd700 1 -- 172.21.15.79:0/2105265897 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f0db0013900 con 0x7f0db809e530 2023-09-21T11:17:33.250 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.247+0000 7f0da6ffd700 1 --2- 172.21.15.79:0/2105265897 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0d9806a580 0x7f0d9806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:33.251 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.247+0000 7f0da6ffd700 1 -- 172.21.15.79:0/2105265897 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0db00893d0 con 0x7f0db809e530 2023-09-21T11:17:33.251 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.247+0000 7f0db659c700 1 --2- 172.21.15.79:0/2105265897 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0d9806a580 0x7f0d9806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:33.251 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.247+0000 7f0db659c700 1 --2- 172.21.15.79:0/2105265897 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0d9806a580 0x7f0d9806ca40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f0dac0090b0 tx=0x7f0dac008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:33.251 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.251+0000 7f0da6ffd700 1 -- 172.21.15.79:0/2105265897 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f0db81e6f70 con 0x7f0db809e530 2023-09-21T11:17:33.450 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.458+0000 7f0dbce18700 1 -- 172.21.15.79:0/2105265897 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f0db81e6f70 con 0x7f0db809e530 2023-09-21T11:17:33.451 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.458+0000 7f0da6ffd700 1 -- 172.21.15.79:0/2105265897 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7f0db81e6f70 con 0x7f0db809e530 2023-09-21T11:17:33.453 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.460+0000 7f0dbce18700 1 -- 172.21.15.79:0/2105265897 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0d9806a580 msgr2=0x7f0d9806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:33.453 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.460+0000 7f0dbce18700 1 --2- 172.21.15.79:0/2105265897 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0d9806a580 0x7f0d9806ca40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f0dac0090b0 tx=0x7f0dac008030 comp rx=0 tx=0).stop 2023-09-21T11:17:33.454 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.460+0000 7f0dbce18700 1 -- 172.21.15.79:0/2105265897 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0db809e530 msgr2=0x7f0db815fb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:33.454 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.460+0000 7f0dbce18700 1 --2- 172.21.15.79:0/2105265897 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0db809e530 0x7f0db815fb90 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0db808bd50 tx=0x7f0db000a5f0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.454 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.460+0000 7f0dbce18700 1 -- 172.21.15.79:0/2105265897 shutdown_connections 2023-09-21T11:17:33.454 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.460+0000 7f0dbce18700 1 --2- 172.21.15.79:0/2105265897 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0db809e530 0x7f0db815fb90 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.454 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.460+0000 7f0dbce18700 1 --2- 172.21.15.79:0/2105265897 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0da0003a00 0x7f0db814fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.455 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.460+0000 7f0dbce18700 1 --2- 172.21.15.79:0/2105265897 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0d9806a580 0x7f0d9806ca40 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.455 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.460+0000 7f0dbce18700 1 --2- 172.21.15.79:0/2105265897 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0db81f3530 0x7f0db809dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.455 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.460+0000 7f0dbce18700 1 -- 172.21.15.79:0/2105265897 >> 172.21.15.79:0/2105265897 conn(0x7f0db80d1500 msgr2=0x7f0db815d630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:33.455 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.460+0000 7f0dbce18700 1 -- 172.21.15.79:0/2105265897 shutdown_connections 2023-09-21T11:17:33.455 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.460+0000 7f0dbce18700 1 -- 172.21.15.79:0/2105265897 wait complete. 2023-09-21T11:17:33.456 INFO:teuthology.orchestra.run.smithi079.stderr:listed 0 entries 2023-09-21T11:17:33.465 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-09-21T11:17:33.465 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:33.465 DEBUG:teuthology.orchestra.run.smithi079:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2023-09-21T11:17:33.521 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi079.front.sepia.ceph.com 2023-09-21T11:17:33.521 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:33.522 DEBUG:teuthology.orchestra.run.smithi079:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-09-21T11:17:33.549 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:17:33.549 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T11:17:33.571 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:17:33.571 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T11:17:33.631 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:17:33.631 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T11:17:33.691 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:33.811 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.819+0000 7fdc83d54700 1 Processor -- start 2023-09-21T11:17:33.812 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.819+0000 7fdc83d54700 1 -- start start 2023-09-21T11:17:33.814 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.820+0000 7fdc83d54700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc7c15d9b0 0x7fdc7c161e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:33.814 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.820+0000 7fdc83d54700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fdc7c071bd0 0x7fdc7c06a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:33.814 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.820+0000 7fdc83d54700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc7c072670 con 0x7fdc7c06e650 2023-09-21T11:17:33.814 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.820+0000 7fdc83d54700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc7c0728c0 con 0x7fdc7c071bd0 2023-09-21T11:17:33.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.820+0000 7fdc83d54700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc7c072ba0 con 0x7fdc7c15d9b0 2023-09-21T11:17:33.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.820+0000 7fdc812ef700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fdc7c071bd0 0x7fdc7c06a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:33.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.820+0000 7fdc812ef700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fdc7c071bd0 0x7fdc7c06a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54542/0 (socket says 172.21.15.79:54542) 2023-09-21T11:17:33.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.820+0000 7fdc812ef700 1 -- 172.21.15.79:0/1723178482 learned_addr learned my addr 172.21.15.79:0/1723178482 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:33.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.820+0000 7fdc812ef700 1 -- 172.21.15.79:0/1723178482 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc7c15d9b0 msgr2=0x7fdc7c161e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:33.816 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.820+0000 7fdc812ef700 1 --2- 172.21.15.79:0/1723178482 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc7c15d9b0 0x7fdc7c161e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.816 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.820+0000 7fdc812ef700 1 -- 172.21.15.79:0/1723178482 >> v1:172.21.15.134:6789/0 conn(0x7fdc7c06e650 legacy=0x7fdc7c0cab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:33.816 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.820+0000 7fdc812ef700 1 -- 172.21.15.79:0/1723178482 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc7c161950 con 0x7fdc7c071bd0 2023-09-21T11:17:33.816 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.820+0000 7fdc812ef700 1 --2- 172.21.15.79:0/1723178482 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc7c071bd0 0x7fdc7c06a800 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c0098f0 tx=0x7fdc6c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5c0f6c1c80f61b4 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:33.816 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.820+0000 7fdc80aee700 1 -- 172.21.15.79:0/1723178482 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc6c004230 con 0x7fdc7c071bd0 2023-09-21T11:17:33.816 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.820+0000 7fdc80aee700 1 -- 172.21.15.79:0/1723178482 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc6c004390 con 0x7fdc7c071bd0 2023-09-21T11:17:33.817 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.820+0000 7fdc80aee700 1 -- 172.21.15.79:0/1723178482 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc6c0036a0 con 0x7fdc7c071bd0 2023-09-21T11:17:33.817 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.821+0000 7fdc83d54700 1 -- 172.21.15.79:0/1723178482 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc7c071bd0 msgr2=0x7fdc7c06a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:33.817 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.821+0000 7fdc83d54700 1 --2- 172.21.15.79:0/1723178482 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc7c071bd0 0x7fdc7c06a800 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c0098f0 tx=0x7fdc6c009c00 comp rx=0 tx=0).stop 2023-09-21T11:17:33.817 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.821+0000 7fdc83d54700 1 -- 172.21.15.79:0/1723178482 shutdown_connections 2023-09-21T11:17:33.818 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.821+0000 7fdc83d54700 1 --2- 172.21.15.79:0/1723178482 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc7c15d9b0 0x7fdc7c161e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.818 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.821+0000 7fdc83d54700 1 --2- 172.21.15.79:0/1723178482 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc7c071bd0 0x7fdc7c06a800 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.818 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.821+0000 7fdc83d54700 1 -- 172.21.15.79:0/1723178482 >> 172.21.15.79:0/1723178482 conn(0x7fdc7c06dac0 msgr2=0x7fdc7c06ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:33.818 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.821+0000 7fdc83d54700 1 -- 172.21.15.79:0/1723178482 shutdown_connections 2023-09-21T11:17:33.818 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.821+0000 7fdc83d54700 1 -- 172.21.15.79:0/1723178482 wait complete. 2023-09-21T11:17:33.821 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.822+0000 7fdc83d54700 1 Processor -- start 2023-09-21T11:17:33.821 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.822+0000 7fdc83d54700 1 -- start start 2023-09-21T11:17:33.821 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.823+0000 7fdc83d54700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc7c06e650 0x7fdc7c159740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:33.821 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.823+0000 7fdc83d54700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdc7c15d9b0 0x7fdc7c0ad140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:33.822 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.823+0000 7fdc83d54700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc7c0c7eb0 0x7fdc7c0b4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:33.822 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.823+0000 7fdc83d54700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc7c161100 con 0x7fdc7c0c7eb0 2023-09-21T11:17:33.822 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.823+0000 7fdc83d54700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc7c0c7a20 con 0x7fdc7c15d9b0 2023-09-21T11:17:33.822 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.823+0000 7fdc83d54700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc7c159c80 con 0x7fdc7c06e650 2023-09-21T11:17:33.822 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.823+0000 7fdc822f1700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc7c0c7eb0 0x7fdc7c0b4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:33.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.823+0000 7fdc822f1700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc7c0c7eb0 0x7fdc7c0b4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54550/0 (socket says 172.21.15.79:54550) 2023-09-21T11:17:33.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.823+0000 7fdc822f1700 1 -- 172.21.15.79:0/3356078336 learned_addr learned my addr 172.21.15.79:0/3356078336 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:33.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.823+0000 7fdc812ef700 1 --2- 172.21.15.79:0/3356078336 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdc7c15d9b0 0x7fdc7c0ad140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:33.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.823+0000 7fdc81af0700 1 --2- 172.21.15.79:0/3356078336 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc7c06e650 0x7fdc7c159740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:33.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.823+0000 7fdc822f1700 1 -- 172.21.15.79:0/3356078336 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc7c06e650 msgr2=0x7fdc7c159740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:33.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.823+0000 7fdc822f1700 1 --2- 172.21.15.79:0/3356078336 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc7c06e650 0x7fdc7c159740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.824 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.823+0000 7fdc822f1700 1 -- 172.21.15.79:0/3356078336 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdc7c15d9b0 msgr2=0x7fdc7c0ad140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:33.824 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.823+0000 7fdc822f1700 1 --2- 172.21.15.79:0/3356078336 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdc7c15d9b0 0x7fdc7c0ad140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:33.824 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.823+0000 7fdc822f1700 1 -- 172.21.15.79:0/3356078336 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc6c009550 con 0x7fdc7c0c7eb0 2023-09-21T11:17:33.824 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.824+0000 7fdc822f1700 1 --2- 172.21.15.79:0/3356078336 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc7c0c7eb0 0x7fdc7c0b4610 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fdc7400c7b0 tx=0x7fdc7400cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:33.824 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.824+0000 7fdc727fc700 1 -- 172.21.15.79:0/3356078336 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc74003e10 con 0x7fdc7c0c7eb0 2023-09-21T11:17:33.824 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.824+0000 7fdc83d54700 1 -- 172.21.15.79:0/3356078336 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc7c160b40 con 0x7fdc7c0c7eb0 2023-09-21T11:17:33.825 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.824+0000 7fdc83d54700 1 -- 172.21.15.79:0/3356078336 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc7c0c76b0 con 0x7fdc7c0c7eb0 2023-09-21T11:17:33.825 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.824+0000 7fdc727fc700 1 -- 172.21.15.79:0/3356078336 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc74005070 con 0x7fdc7c0c7eb0 2023-09-21T11:17:33.825 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.824+0000 7fdc727fc700 1 -- 172.21.15.79:0/3356078336 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc740053e0 con 0x7fdc7c0c7eb0 2023-09-21T11:17:33.825 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.825+0000 7fdc83d54700 1 -- 172.21.15.79:0/3356078336 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc7c04eae0 con 0x7fdc7c0c7eb0 2023-09-21T11:17:33.825 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.825+0000 7fdc727fc700 1 -- 172.21.15.79:0/3356078336 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fdc74005540 con 0x7fdc7c0c7eb0 2023-09-21T11:17:33.826 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.825+0000 7fdc727fc700 1 --2- 172.21.15.79:0/3356078336 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fdc6006a580 0x7fdc6006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:33.826 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.826+0000 7fdc727fc700 1 -- 172.21.15.79:0/3356078336 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdc740881b0 con 0x7fdc7c0c7eb0 2023-09-21T11:17:33.826 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.826+0000 7fdc81af0700 1 --2- 172.21.15.79:0/3356078336 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fdc6006a580 0x7fdc6006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:33.826 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.826+0000 7fdc81af0700 1 --2- 172.21.15.79:0/3356078336 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fdc6006a580 0x7fdc6006ca40 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fdc78006fd0 tx=0x7fdc78008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:33.827 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:33.830+0000 7fdc727fc700 1 -- 172.21.15.79:0/3356078336 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fdc74053740 con 0x7fdc7c0c7eb0 2023-09-21T11:17:34.014 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.022+0000 7fdc83d54700 1 -- 172.21.15.79:0/3356078336 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdc7c0c7b60 con 0x7fdc7c0c7eb0 2023-09-21T11:17:34.016 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.023+0000 7fdc727fc700 1 -- 172.21.15.79:0/3356078336 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7fdc74056d60 con 0x7fdc7c0c7eb0 2023-09-21T11:17:34.016 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:34.016 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":20,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:00.970389+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:34.018 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.025+0000 7fdc83d54700 1 -- 172.21.15.79:0/3356078336 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fdc6006a580 msgr2=0x7fdc6006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:34.018 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.025+0000 7fdc83d54700 1 --2- 172.21.15.79:0/3356078336 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fdc6006a580 0x7fdc6006ca40 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fdc78006fd0 tx=0x7fdc78008040 comp rx=0 tx=0).stop 2023-09-21T11:17:34.018 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.025+0000 7fdc83d54700 1 -- 172.21.15.79:0/3356078336 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc7c0c7eb0 msgr2=0x7fdc7c0b4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:34.019 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.025+0000 7fdc83d54700 1 --2- 172.21.15.79:0/3356078336 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc7c0c7eb0 0x7fdc7c0b4610 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fdc7400c7b0 tx=0x7fdc7400cb70 comp rx=0 tx=0).stop 2023-09-21T11:17:34.019 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.025+0000 7fdc83d54700 1 -- 172.21.15.79:0/3356078336 shutdown_connections 2023-09-21T11:17:34.019 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.025+0000 7fdc83d54700 1 --2- 172.21.15.79:0/3356078336 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc7c0c7eb0 0x7fdc7c0b4610 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.019 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.025+0000 7fdc83d54700 1 --2- 172.21.15.79:0/3356078336 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fdc6006a580 0x7fdc6006ca40 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.019 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.025+0000 7fdc83d54700 1 --2- 172.21.15.79:0/3356078336 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc7c06e650 0x7fdc7c159740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.019 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.025+0000 7fdc83d54700 1 --2- 172.21.15.79:0/3356078336 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdc7c15d9b0 0x7fdc7c0ad140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.020 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.025+0000 7fdc83d54700 1 -- 172.21.15.79:0/3356078336 >> 172.21.15.79:0/3356078336 conn(0x7fdc7c06dac0 msgr2=0x7fdc7c0caae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:34.020 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.025+0000 7fdc83d54700 1 -- 172.21.15.79:0/3356078336 shutdown_connections 2023-09-21T11:17:34.020 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.025+0000 7fdc83d54700 1 -- 172.21.15.79:0/3356078336 wait complete. 2023-09-21T11:17:34.030 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T11:16:45.829267+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T11:16:57.123246+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T11:16:58.360337+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T11:17:34.031 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T11:17:34.155 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.163+0000 7f75f9e71700 1 Processor -- start 2023-09-21T11:17:34.155 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.163+0000 7f75f9e71700 1 -- start start 2023-09-21T11:17:34.159 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.163+0000 7f75f9e71700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f75f40b24c0 0x7f75f40725d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.159 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.163+0000 7f75f9e71700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75f40b49b0 0x7f75f40ca980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.159 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.163+0000 7f75f9e71700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f75f40b4f70 con 0x7f75f40ce6c0 2023-09-21T11:17:34.159 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.163+0000 7f75f9e71700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f75f4071af0 con 0x7f75f40b24c0 2023-09-21T11:17:34.159 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.163+0000 7f75f9e71700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75f4071dd0 con 0x7f75f40b49b0 2023-09-21T11:17:34.160 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f37fe700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f75f40ce6c0 0x7f75f40b1db0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:40918/0 (socket says 172.21.15.79:40918) 2023-09-21T11:17:34.160 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f37fe700 1 -- 172.21.15.79:0/3614598041 learned_addr learned my addr 172.21.15.79:0/3614598041 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:34.160 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f27fc700 1 -- 172.21.15.79:0/3614598041 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4183379902 0 0) 0x7f75f40b4f70 con 0x7f75f40ce6c0 2023-09-21T11:17:34.160 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f27fc700 1 -- 172.21.15.79:0/3614598041 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f75e00035b0 con 0x7f75f40ce6c0 2023-09-21T11:17:34.160 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f3fff700 1 --2- 172.21.15.79:0/3614598041 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75f40b49b0 0x7f75f40ca980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.161 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f2ffd700 1 --2- 172.21.15.79:0/3614598041 >> v2:172.21.15.134:3300/0 conn(0x7f75f40b24c0 0x7f75f40725d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.161 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f27fc700 1 -- 172.21.15.79:0/3614598041 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 845668882 0 0) 0x7f75e00035b0 con 0x7f75f40ce6c0 2023-09-21T11:17:34.161 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f27fc700 1 -- 172.21.15.79:0/3614598041 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75f40b49b0 msgr2=0x7f75f40ca980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:34.161 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f27fc700 1 --2- 172.21.15.79:0/3614598041 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75f40b49b0 0x7f75f40ca980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.161 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f27fc700 1 -- 172.21.15.79:0/3614598041 >> v2:172.21.15.134:3300/0 conn(0x7f75f40b24c0 msgr2=0x7f75f40725d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:34.162 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f27fc700 1 --2- 172.21.15.79:0/3614598041 >> v2:172.21.15.134:3300/0 conn(0x7f75f40b24c0 0x7f75f40725d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.162 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f27fc700 1 -- 172.21.15.79:0/3614598041 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75f40720b0 con 0x7f75f40ce6c0 2023-09-21T11:17:34.162 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f27fc700 1 -- 172.21.15.79:0/3614598041 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f75dc0017f0 con 0x7f75f40ce6c0 2023-09-21T11:17:34.162 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f27fc700 1 -- 172.21.15.79:0/3614598041 >> v1:172.21.15.79:6789/0 conn(0x7f75f40ce6c0 legacy=0x7f75f40b1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:34.162 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f27fc700 1 --2- 172.21.15.79:0/3614598041 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75e0003a00 0x7f75e0003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.162 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f27fc700 1 --2- 172.21.15.79:0/3614598041 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75f40b49b0 0x7f75e0004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.163 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f27fc700 1 --2- 172.21.15.79:0/3614598041 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f75e0004d90 0x7f75e0005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.163 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f27fc700 1 -- 172.21.15.79:0/3614598041 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75f4071af0 con 0x7f75e0003a00 2023-09-21T11:17:34.163 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f27fc700 1 -- 172.21.15.79:0/3614598041 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75f4071dd0 con 0x7f75e0004d90 2023-09-21T11:17:34.163 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f27fc700 1 -- 172.21.15.79:0/3614598041 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75e000ba10 con 0x7f75f40b49b0 2023-09-21T11:17:34.163 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f37fe700 1 --2- 172.21.15.79:0/3614598041 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75e0003a00 0x7f75e0003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.164 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f2ffd700 1 --2- 172.21.15.79:0/3614598041 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75f40b49b0 0x7f75e0004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.164 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.164+0000 7f75f3fff700 1 --2- 172.21.15.79:0/3614598041 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f75e0004d90 0x7f75e0005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.164 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.165+0000 7f75f37fe700 1 -- 172.21.15.79:0/3614598041 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75f40b49b0 msgr2=0x7f75e0004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:34.164 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.165+0000 7f75f37fe700 1 --2- 172.21.15.79:0/3614598041 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75f40b49b0 0x7f75e0004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.164 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.165+0000 7f75f37fe700 1 -- 172.21.15.79:0/3614598041 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f75e0004d90 msgr2=0x7f75e0005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:34.165 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.165+0000 7f75f37fe700 1 --2- 172.21.15.79:0/3614598041 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f75e0004d90 0x7f75e0005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.165 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.165+0000 7f75f37fe700 1 -- 172.21.15.79:0/3614598041 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75e00035b0 con 0x7f75e0003a00 2023-09-21T11:17:34.165 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.165+0000 7f75f37fe700 1 --2- 172.21.15.79:0/3614598041 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75e0003a00 0x7f75e0003e20 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f75dc00c240 tx=0x7f75e0005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0739a31c9553cb4 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:34.165 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.165+0000 7f75f27fc700 1 -- 172.21.15.79:0/3614598041 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75dc00cde0 con 0x7f75e0003a00 2023-09-21T11:17:34.165 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.165+0000 7f75f27fc700 1 -- 172.21.15.79:0/3614598041 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75dc007bd0 con 0x7f75e0003a00 2023-09-21T11:17:34.165 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.165+0000 7f75f27fc700 1 -- 172.21.15.79:0/3614598041 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75dc007310 con 0x7f75e0003a00 2023-09-21T11:17:34.166 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.165+0000 7f75f9e71700 1 -- 172.21.15.79:0/3614598041 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75e0003a00 msgr2=0x7f75e0003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:34.166 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.165+0000 7f75f9e71700 1 --2- 172.21.15.79:0/3614598041 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75e0003a00 0x7f75e0003e20 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f75dc00c240 tx=0x7f75e0005880 comp rx=0 tx=0).stop 2023-09-21T11:17:34.166 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.165+0000 7f75f3fff700 1 -- 172.21.15.79:0/3614598041 reap_dead start 2023-09-21T11:17:34.166 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.165+0000 7f75f9e71700 1 -- 172.21.15.79:0/3614598041 shutdown_connections 2023-09-21T11:17:34.166 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.165+0000 7f75f9e71700 1 -- 172.21.15.79:0/3614598041 >> 172.21.15.79:0/3614598041 conn(0x7f75f40ccdb0 msgr2=0x7f75f40cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:34.167 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.165+0000 7f75f9e71700 1 -- 172.21.15.79:0/3614598041 shutdown_connections 2023-09-21T11:17:34.167 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.165+0000 7f75f9e71700 1 -- 172.21.15.79:0/3614598041 wait complete. 2023-09-21T11:17:34.169 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.167+0000 7f75f9e71700 1 Processor -- start 2023-09-21T11:17:34.169 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.167+0000 7f75f9e71700 1 -- start start 2023-09-21T11:17:34.169 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.168+0000 7f75f9e71700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75e0003a00 0x7f75f414b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.168+0000 7f75f9e71700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f75f40b2060 0x7f75f40b3410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.168+0000 7f75f9e71700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75f40b3950 0x7f75f40c8030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.168+0000 7f75f9e71700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75f40b1c40 con 0x7f75f40b3950 2023-09-21T11:17:34.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.168+0000 7f75f9e71700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75f40b3de0 con 0x7f75f40b2060 2023-09-21T11:17:34.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.168+0000 7f75f9e71700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75f40c8cb0 con 0x7f75e0003a00 2023-09-21T11:17:34.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.168+0000 7f75f3fff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75f40b3950 0x7f75f40c8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.168+0000 7f75f3fff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75f40b3950 0x7f75f40c8030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54568/0 (socket says 172.21.15.79:54568) 2023-09-21T11:17:34.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.168+0000 7f75f3fff700 1 -- 172.21.15.79:0/184906227 learned_addr learned my addr 172.21.15.79:0/184906227 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:34.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.169+0000 7f75f37fe700 1 --2- 172.21.15.79:0/184906227 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75e0003a00 0x7f75f414b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.169+0000 7f75f3fff700 1 -- 172.21.15.79:0/184906227 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75e0003a00 msgr2=0x7f75f414b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:34.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.169+0000 7f75f3fff700 1 --2- 172.21.15.79:0/184906227 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75e0003a00 0x7f75f414b780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.169+0000 7f75f3fff700 1 -- 172.21.15.79:0/184906227 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f75f40b2060 msgr2=0x7f75f40b3410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:34.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.169+0000 7f75f3fff700 1 --2- 172.21.15.79:0/184906227 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f75f40b2060 0x7f75f40b3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.169+0000 7f75f3fff700 1 -- 172.21.15.79:0/184906227 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75f40b12a0 con 0x7f75f40b3950 2023-09-21T11:17:34.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.169+0000 7f75f3fff700 1 --2- 172.21.15.79:0/184906227 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75f40b3950 0x7f75f40c8030 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f75f40cfb10 tx=0x7f75ec011f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:34.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.169+0000 7f75ebfff700 1 -- 172.21.15.79:0/184906227 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75ec00e040 con 0x7f75f40b3950 2023-09-21T11:17:34.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.169+0000 7f75ebfff700 1 -- 172.21.15.79:0/184906227 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75ec00f040 con 0x7f75f40b3950 2023-09-21T11:17:34.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.169+0000 7f75f9e71700 1 -- 172.21.15.79:0/184906227 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75f40b1580 con 0x7f75f40b3950 2023-09-21T11:17:34.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.169+0000 7f75ebfff700 1 -- 172.21.15.79:0/184906227 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75ec00fdb0 con 0x7f75f40b3950 2023-09-21T11:17:34.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.169+0000 7f75f9e71700 1 -- 172.21.15.79:0/184906227 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75f414bcc0 con 0x7f75f40b3950 2023-09-21T11:17:34.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.170+0000 7f75f9e71700 1 -- 172.21.15.79:0/184906227 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f75f40b1d80 con 0x7f75f40b3950 2023-09-21T11:17:34.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.170+0000 7f75ebfff700 1 -- 172.21.15.79:0/184906227 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f75ec015430 con 0x7f75f40b3950 2023-09-21T11:17:34.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.171+0000 7f75ebfff700 1 --2- 172.21.15.79:0/184906227 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f75d406a570 0x7f75d406ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.171+0000 7f75ebfff700 1 -- 172.21.15.79:0/184906227 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f75ec089320 con 0x7f75f40b3950 2023-09-21T11:17:34.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.171+0000 7f75f37fe700 1 --2- 172.21.15.79:0/184906227 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f75d406a570 0x7f75d406ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.171+0000 7f75f37fe700 1 --2- 172.21.15.79:0/184906227 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f75d406a570 0x7f75d406ca30 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f75dc015040 tx=0x7f75dc00a000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:34.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.175+0000 7f75ebfff700 1 -- 172.21.15.79:0/184906227 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f75f40b1d80 con 0x7f75f40b3950 2023-09-21T11:17:34.357 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.364+0000 7f75f9e71700 1 -- 172.21.15.79:0/184906227 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f75f40b1d80 con 0x7f75f40b3950 2023-09-21T11:17:34.357 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.364+0000 7f75ebfff700 1 -- 172.21.15.79:0/184906227 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f75f40b1d80 con 0x7f75f40b3950 2023-09-21T11:17:34.358 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 1 2023-09-21T11:17:34.360 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.366+0000 7f75f9e71700 1 -- 172.21.15.79:0/184906227 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f75d406a570 msgr2=0x7f75d406ca30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:34.360 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.366+0000 7f75f9e71700 1 --2- 172.21.15.79:0/184906227 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f75d406a570 0x7f75d406ca30 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f75dc015040 tx=0x7f75dc00a000 comp rx=0 tx=0).stop 2023-09-21T11:17:34.360 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.366+0000 7f75f9e71700 1 -- 172.21.15.79:0/184906227 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75f40b3950 msgr2=0x7f75f40c8030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:34.360 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.366+0000 7f75f9e71700 1 --2- 172.21.15.79:0/184906227 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75f40b3950 0x7f75f40c8030 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f75f40cfb10 tx=0x7f75ec011f80 comp rx=0 tx=0).stop 2023-09-21T11:17:34.360 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.366+0000 7f75f9e71700 1 -- 172.21.15.79:0/184906227 shutdown_connections 2023-09-21T11:17:34.361 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.366+0000 7f75f9e71700 1 --2- 172.21.15.79:0/184906227 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75f40b3950 0x7f75f40c8030 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.361 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.366+0000 7f75f9e71700 1 --2- 172.21.15.79:0/184906227 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f75d406a570 0x7f75d406ca30 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.361 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.366+0000 7f75f9e71700 1 --2- 172.21.15.79:0/184906227 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75e0003a00 0x7f75f414b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.361 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.366+0000 7f75f9e71700 1 --2- 172.21.15.79:0/184906227 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f75f40b2060 0x7f75f40b3410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.361 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.366+0000 7f75f9e71700 1 -- 172.21.15.79:0/184906227 >> 172.21.15.79:0/184906227 conn(0x7f75f40ccdb0 msgr2=0x7f75f406a800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:34.361 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.367+0000 7f75f9e71700 1 -- 172.21.15.79:0/184906227 shutdown_connections 2023-09-21T11:17:34.362 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.367+0000 7f75f9e71700 1 -- 172.21.15.79:0/184906227 wait complete. 2023-09-21T11:17:34.371 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T11:17:34.494 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.502+0000 7f361fe0f700 1 Processor -- start 2023-09-21T11:17:34.494 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.502+0000 7f361fe0f700 1 -- start start 2023-09-21T11:17:34.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.503+0000 7f361fe0f700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f361815d830 0x7f3618162010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.503+0000 7f361fe0f700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f361806af10 0x7f36180cef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.503+0000 7f361fe0f700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3618162550 con 0x7f361815dc10 2023-09-21T11:17:34.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.503+0000 7f361fe0f700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36180af550 con 0x7f361815d830 2023-09-21T11:17:34.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.503+0000 7f361fe0f700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3618071a80 con 0x7f361806af10 2023-09-21T11:17:34.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.503+0000 7f361dbab700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f361815d830 0x7f3618162010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.503+0000 7f361e3ac700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f361806af10 0x7f36180cef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.503+0000 7f361dbab700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f361815d830 0x7f3618162010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.79:36422/0 (socket says 172.21.15.79:36422) 2023-09-21T11:17:34.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.503+0000 7f361dbab700 1 -- 172.21.15.79:0/3424097011 learned_addr learned my addr 172.21.15.79:0/3424097011 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:34.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.503+0000 7f361d3aa700 1 --1- 172.21.15.79:0/3424097011 >> v1:172.21.15.134:6789/0 conn(0x7f361815dc10 0x7f361806a800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.79:57028/0 (socket says 172.21.15.79:57028) 2023-09-21T11:17:34.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.503+0000 7f361dbab700 1 -- 172.21.15.79:0/3424097011 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f361806af10 msgr2=0x7f36180cef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:34.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.503+0000 7f361dbab700 1 --2- 172.21.15.79:0/3424097011 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f361806af10 0x7f36180cef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.503+0000 7f361dbab700 1 -- 172.21.15.79:0/3424097011 >> v1:172.21.15.134:6789/0 conn(0x7f361815dc10 legacy=0x7f361806a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:34.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.503+0000 7f361dbab700 1 -- 172.21.15.79:0/3424097011 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3618071d60 con 0x7f361815d830 2023-09-21T11:17:34.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.503+0000 7f361e3ac700 1 --2- 172.21.15.79:0/3424097011 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f361806af10 0x7f36180cef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:17:34.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.504+0000 7f361dbab700 1 --2- 172.21.15.79:0/3424097011 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f361815d830 0x7f3618162010 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f3608006fd0 tx=0x7f3608009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cc980a5cf143f83c server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:34.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.504+0000 7f361cba9700 1 -- 172.21.15.79:0/3424097011 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3608005e30 con 0x7f361815d830 2023-09-21T11:17:34.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.504+0000 7f361cba9700 1 -- 172.21.15.79:0/3424097011 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3608004030 con 0x7f361815d830 2023-09-21T11:17:34.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.504+0000 7f361cba9700 1 -- 172.21.15.79:0/3424097011 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36080043e0 con 0x7f361815d830 2023-09-21T11:17:34.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.504+0000 7f361fe0f700 1 -- 172.21.15.79:0/3424097011 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f361815d830 msgr2=0x7f3618162010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:34.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.504+0000 7f361fe0f700 1 --2- 172.21.15.79:0/3424097011 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f361815d830 0x7f3618162010 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f3608006fd0 tx=0x7f3608009bd0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.504+0000 7f361fe0f700 1 -- 172.21.15.79:0/3424097011 shutdown_connections 2023-09-21T11:17:34.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.504+0000 7f361fe0f700 1 --2- 172.21.15.79:0/3424097011 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f361806af10 0x7f36180cef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.504+0000 7f361fe0f700 1 --2- 172.21.15.79:0/3424097011 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f361815d830 0x7f3618162010 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.504+0000 7f361fe0f700 1 -- 172.21.15.79:0/3424097011 >> 172.21.15.79:0/3424097011 conn(0x7f36180ccdb0 msgr2=0x7f36180cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:34.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.504+0000 7f361fe0f700 1 -- 172.21.15.79:0/3424097011 shutdown_connections 2023-09-21T11:17:34.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.504+0000 7f361fe0f700 1 -- 172.21.15.79:0/3424097011 wait complete. 2023-09-21T11:17:34.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.505+0000 7f361fe0f700 1 Processor -- start 2023-09-21T11:17:34.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.506+0000 7f361fe0f700 1 -- start start 2023-09-21T11:17:34.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.506+0000 7f361fe0f700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f361806af10 0x7f36181f2b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.506+0000 7f361fe0f700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f361815d830 0x7f36180afc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.506+0000 7f361fe0f700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f361815dc10 0x7f36180b01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.506+0000 7f361fe0f700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36180b06f0 con 0x7f361806af10 2023-09-21T11:17:34.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.506+0000 7f361fe0f700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36181f30b0 con 0x7f361815dc10 2023-09-21T11:17:34.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.506+0000 7f361fe0f700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3618141f00 con 0x7f361815d830 2023-09-21T11:17:34.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.506+0000 7f361dbab700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f361806af10 0x7f36181f2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.506+0000 7f361dbab700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f361806af10 0x7f36181f2b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54578/0 (socket says 172.21.15.79:54578) 2023-09-21T11:17:34.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.506+0000 7f361dbab700 1 -- 172.21.15.79:0/4154238350 learned_addr learned my addr 172.21.15.79:0/4154238350 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:34.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.507+0000 7f361d3aa700 1 --2- 172.21.15.79:0/4154238350 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f361815d830 0x7f36180afc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.507+0000 7f361e3ac700 1 --2- 172.21.15.79:0/4154238350 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f361815dc10 0x7f36180b01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.507+0000 7f361dbab700 1 -- 172.21.15.79:0/4154238350 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f361815d830 msgr2=0x7f36180afc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:34.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.507+0000 7f361dbab700 1 --2- 172.21.15.79:0/4154238350 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f361815d830 0x7f36180afc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.507+0000 7f361dbab700 1 -- 172.21.15.79:0/4154238350 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f361815dc10 msgr2=0x7f36180b01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:34.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.507+0000 7f361dbab700 1 --2- 172.21.15.79:0/4154238350 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f361815dc10 0x7f36180b01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.507+0000 7f361dbab700 1 -- 172.21.15.79:0/4154238350 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3610009a70 con 0x7f361806af10 2023-09-21T11:17:34.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.507+0000 7f361e3ac700 1 --2- 172.21.15.79:0/4154238350 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f361815dc10 0x7f36180b01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:34.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.507+0000 7f361d3aa700 1 --2- 172.21.15.79:0/4154238350 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f361815d830 0x7f36180afc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:34.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.507+0000 7f361dbab700 1 --2- 172.21.15.79:0/4154238350 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f361806af10 0x7f36181f2b70 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f3608009c10 tx=0x7f3608004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:34.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.507+0000 7f360e7fc700 1 -- 172.21.15.79:0/4154238350 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f360801d630 con 0x7f361806af10 2023-09-21T11:17:34.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.507+0000 7f360e7fc700 1 -- 172.21.15.79:0/4154238350 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f360801d790 con 0x7f361806af10 2023-09-21T11:17:34.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.507+0000 7f361fe0f700 1 -- 172.21.15.79:0/4154238350 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3608009500 con 0x7f361806af10 2023-09-21T11:17:34.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.507+0000 7f360e7fc700 1 -- 172.21.15.79:0/4154238350 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f360801db40 con 0x7f361806af10 2023-09-21T11:17:34.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.507+0000 7f361fe0f700 1 -- 172.21.15.79:0/4154238350 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f361815ad20 con 0x7f361806af10 2023-09-21T11:17:34.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.508+0000 7f361fe0f700 1 -- 172.21.15.79:0/4154238350 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3618142120 con 0x7f361806af10 2023-09-21T11:17:34.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.508+0000 7f360e7fc700 1 -- 172.21.15.79:0/4154238350 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f360801dca0 con 0x7f361806af10 2023-09-21T11:17:34.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.509+0000 7f360e7fc700 1 --2- 172.21.15.79:0/4154238350 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f35fc06a580 0x7f35fc06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.509+0000 7f361d3aa700 1 --2- 172.21.15.79:0/4154238350 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f35fc06a580 0x7f35fc06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.509+0000 7f360e7fc700 1 -- 172.21.15.79:0/4154238350 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3608089eb0 con 0x7f361806af10 2023-09-21T11:17:34.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.509+0000 7f361d3aa700 1 --2- 172.21.15.79:0/4154238350 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f35fc06a580 0x7f35fc06ca40 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f36180b17e0 tx=0x7f3614009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:34.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.513+0000 7f360e7fc700 1 -- 172.21.15.79:0/4154238350 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f3618142120 con 0x7f361806af10 2023-09-21T11:17:34.693 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.700+0000 7f361fe0f700 1 -- 172.21.15.79:0/4154238350 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f3618142120 con 0x7f361806af10 2023-09-21T11:17:34.694 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.701+0000 7f360e7fc700 1 -- 172.21.15.79:0/4154238350 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f3618142120 con 0x7f361806af10 2023-09-21T11:17:34.694 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 32 2023-09-21T11:17:34.696 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.703+0000 7f361fe0f700 1 -- 172.21.15.79:0/4154238350 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f35fc06a580 msgr2=0x7f35fc06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:34.696 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.703+0000 7f361fe0f700 1 --2- 172.21.15.79:0/4154238350 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f35fc06a580 0x7f35fc06ca40 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f36180b17e0 tx=0x7f3614009040 comp rx=0 tx=0).stop 2023-09-21T11:17:34.696 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.703+0000 7f361fe0f700 1 -- 172.21.15.79:0/4154238350 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f361806af10 msgr2=0x7f36181f2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:34.696 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.703+0000 7f361fe0f700 1 --2- 172.21.15.79:0/4154238350 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f361806af10 0x7f36181f2b70 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f3608009c10 tx=0x7f3608004750 comp rx=0 tx=0).stop 2023-09-21T11:17:34.697 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.703+0000 7f361fe0f700 1 -- 172.21.15.79:0/4154238350 shutdown_connections 2023-09-21T11:17:34.697 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.703+0000 7f361fe0f700 1 --2- 172.21.15.79:0/4154238350 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f361815dc10 0x7f36180b01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.697 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.703+0000 7f361fe0f700 1 --2- 172.21.15.79:0/4154238350 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f361806af10 0x7f36181f2b70 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.697 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.703+0000 7f361fe0f700 1 --2- 172.21.15.79:0/4154238350 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f35fc06a580 0x7f35fc06ca40 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.697 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.703+0000 7f361fe0f700 1 --2- 172.21.15.79:0/4154238350 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f361815d830 0x7f36180afc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.698 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.703+0000 7f361fe0f700 1 -- 172.21.15.79:0/4154238350 >> 172.21.15.79:0/4154238350 conn(0x7f36180ccdb0 msgr2=0x7f36180ca930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:34.698 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.703+0000 7f361fe0f700 1 -- 172.21.15.79:0/4154238350 shutdown_connections 2023-09-21T11:17:34.698 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.703+0000 7f361fe0f700 1 -- 172.21.15.79:0/4154238350 wait complete. 2023-09-21T11:17:34.708 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T11:17:34.830 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.838+0000 7f824f6fb700 1 Processor -- start 2023-09-21T11:17:34.831 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.838+0000 7f824f6fb700 1 -- start start 2023-09-21T11:17:34.831 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.839+0000 7f824f6fb700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f824815bc50 0x7f82480cf1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.831 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.839+0000 7f824f6fb700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f82480cf6e0 0x7f82480ce210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.832 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.839+0000 7f824f6fb700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f82480cd1b0 con 0x7f82481443f0 2023-09-21T11:17:34.832 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.839+0000 7f824f6fb700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f82481447d0 con 0x7f82480cf6e0 2023-09-21T11:17:34.832 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.839+0000 7f824f6fb700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82480cddf0 con 0x7f824815bc50 2023-09-21T11:17:34.834 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.839+0000 7f824cc96700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f824815bc50 0x7f82480cf1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.834 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.839+0000 7f824dc98700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f82480cf6e0 0x7f82480ce210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.834 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.839+0000 7f824cc96700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f824815bc50 0x7f82480cf1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:57624/0 (socket says 172.21.15.79:57624) 2023-09-21T11:17:34.835 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.839+0000 7f824cc96700 1 -- 172.21.15.79:0/237857821 learned_addr learned my addr 172.21.15.79:0/237857821 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:34.835 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.840+0000 7f824cc96700 1 -- 172.21.15.79:0/237857821 >> v2:172.21.15.134:3300/0 conn(0x7f82480cf6e0 msgr2=0x7f82480ce210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:34.835 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.840+0000 7f824cc96700 1 --2- 172.21.15.79:0/237857821 >> v2:172.21.15.134:3300/0 conn(0x7f82480cf6e0 0x7f82480ce210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.835 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.840+0000 7f824cc96700 1 -- 172.21.15.79:0/237857821 >> v1:172.21.15.134:6789/0 conn(0x7f82481443f0 legacy=0x7f8248144a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:34.835 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.840+0000 7f824cc96700 1 -- 172.21.15.79:0/237857821 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82480cd450 con 0x7f824815bc50 2023-09-21T11:17:34.836 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.840+0000 7f824dc98700 1 --2- 172.21.15.79:0/237857821 >> v2:172.21.15.134:3300/0 conn(0x7f82480cf6e0 0x7f82480ce210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:17:34.836 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.840+0000 7f824cc96700 1 --2- 172.21.15.79:0/237857821 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f824815bc50 0x7f82480cf1a0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f82380098f0 tx=0x7f8238009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=578b774dac5ec70 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:34.836 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.840+0000 7f823ffff700 1 -- 172.21.15.79:0/237857821 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8238011830 con 0x7f824815bc50 2023-09-21T11:17:34.836 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.840+0000 7f823ffff700 1 -- 172.21.15.79:0/237857821 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8238011990 con 0x7f824815bc50 2023-09-21T11:17:34.836 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.840+0000 7f823ffff700 1 -- 172.21.15.79:0/237857821 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8238011d20 con 0x7f824815bc50 2023-09-21T11:17:34.837 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.840+0000 7f824f6fb700 1 -- 172.21.15.79:0/237857821 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f824815bc50 msgr2=0x7f82480cf1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:34.837 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.840+0000 7f824f6fb700 1 --2- 172.21.15.79:0/237857821 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f824815bc50 0x7f82480cf1a0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f82380098f0 tx=0x7f8238009c00 comp rx=0 tx=0).stop 2023-09-21T11:17:34.837 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.840+0000 7f824f6fb700 1 -- 172.21.15.79:0/237857821 shutdown_connections 2023-09-21T11:17:34.837 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.840+0000 7f824f6fb700 1 --2- 172.21.15.79:0/237857821 >> v2:172.21.15.134:3300/0 conn(0x7f82480cf6e0 0x7f82480ce210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.837 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.840+0000 7f824f6fb700 1 --2- 172.21.15.79:0/237857821 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f824815bc50 0x7f82480cf1a0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.837 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.840+0000 7f824f6fb700 1 -- 172.21.15.79:0/237857821 >> 172.21.15.79:0/237857821 conn(0x7f82480b0dc0 msgr2=0x7f82480b11d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:34.838 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.841+0000 7f824f6fb700 1 -- 172.21.15.79:0/237857821 shutdown_connections 2023-09-21T11:17:34.838 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.841+0000 7f824f6fb700 1 -- 172.21.15.79:0/237857821 wait complete. 2023-09-21T11:17:34.838 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.842+0000 7f824f6fb700 1 Processor -- start 2023-09-21T11:17:34.838 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.842+0000 7f824f6fb700 1 -- start start 2023-09-21T11:17:34.840 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.842+0000 7f824f6fb700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f82480cf6e0 0x7f82481f7010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.841 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.842+0000 7f824f6fb700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82481443f0 0x7f824815aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.841 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.842+0000 7f824f6fb700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f824815bc50 0x7f82481e2760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.841 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.842+0000 7f824f6fb700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82481e3c30 con 0x7f82480cf6e0 2023-09-21T11:17:34.841 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.842+0000 7f824f6fb700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82481e3020 con 0x7f82481443f0 2023-09-21T11:17:34.841 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.842+0000 7f824f6fb700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82481e3300 con 0x7f824815bc50 2023-09-21T11:17:34.841 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.843+0000 7f824d497700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f82480cf6e0 0x7f82481f7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.842 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.843+0000 7f824d497700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f82480cf6e0 0x7f82481f7010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54592/0 (socket says 172.21.15.79:54592) 2023-09-21T11:17:34.842 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.843+0000 7f824d497700 1 -- 172.21.15.79:0/4117285184 learned_addr learned my addr 172.21.15.79:0/4117285184 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:34.842 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.843+0000 7f824dc98700 1 --2- 172.21.15.79:0/4117285184 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f824815bc50 0x7f82481e2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.842 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.843+0000 7f824cc96700 1 --2- 172.21.15.79:0/4117285184 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82481443f0 0x7f824815aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.843 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.843+0000 7f824d497700 1 -- 172.21.15.79:0/4117285184 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f824815bc50 msgr2=0x7f82481e2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:34.843 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.843+0000 7f824d497700 1 --2- 172.21.15.79:0/4117285184 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f824815bc50 0x7f82481e2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.843 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.843+0000 7f824d497700 1 -- 172.21.15.79:0/4117285184 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82481443f0 msgr2=0x7f824815aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:34.843 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.843+0000 7f824d497700 1 --2- 172.21.15.79:0/4117285184 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82481443f0 0x7f824815aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:34.843 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.843+0000 7f824d497700 1 -- 172.21.15.79:0/4117285184 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8240009a70 con 0x7f82480cf6e0 2023-09-21T11:17:34.844 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.843+0000 7f824d497700 1 --2- 172.21.15.79:0/4117285184 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f82480cf6e0 0x7f82481f7010 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f824400c4e0 tx=0x7f824400c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:34.844 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.843+0000 7f823dffb700 1 -- 172.21.15.79:0/4117285184 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82440052d0 con 0x7f82480cf6e0 2023-09-21T11:17:34.844 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.843+0000 7f823dffb700 1 -- 172.21.15.79:0/4117285184 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8244005430 con 0x7f82480cf6e0 2023-09-21T11:17:34.844 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.843+0000 7f824f6fb700 1 -- 172.21.15.79:0/4117285184 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8238009550 con 0x7f82480cf6e0 2023-09-21T11:17:34.844 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.843+0000 7f823dffb700 1 -- 172.21.15.79:0/4117285184 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82440038c0 con 0x7f82480cf6e0 2023-09-21T11:17:34.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.844+0000 7f824f6fb700 1 -- 172.21.15.79:0/4117285184 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82481e38c0 con 0x7f82480cf6e0 2023-09-21T11:17:34.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.844+0000 7f824f6fb700 1 -- 172.21.15.79:0/4117285184 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82481e3a50 con 0x7f82480cf6e0 2023-09-21T11:17:34.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.845+0000 7f823dffb700 1 -- 172.21.15.79:0/4117285184 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f8244003a20 con 0x7f82480cf6e0 2023-09-21T11:17:34.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.845+0000 7f823dffb700 1 --2- 172.21.15.79:0/4117285184 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f822c06a580 0x7f822c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:34.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.845+0000 7f823dffb700 1 -- 172.21.15.79:0/4117285184 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8244087db0 con 0x7f82480cf6e0 2023-09-21T11:17:34.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.845+0000 7f824cc96700 1 --2- 172.21.15.79:0/4117285184 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f822c06a580 0x7f822c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:34.846 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.846+0000 7f824cc96700 1 --2- 172.21.15.79:0/4117285184 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f822c06a580 0x7f822c06ca40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f8238014040 tx=0x7f8238008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:34.846 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:34.850+0000 7f823dffb700 1 -- 172.21.15.79:0/4117285184 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f8244053330 con 0x7f82480cf6e0 2023-09-21T11:17:35.031 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.038+0000 7f824f6fb700 1 -- 172.21.15.79:0/4117285184 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f824804eae0 con 0x7f82480cf6e0 2023-09-21T11:17:35.031 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.039+0000 7f823dffb700 1 -- 172.21.15.79:0/4117285184 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8244017020 con 0x7f82480cf6e0 2023-09-21T11:17:35.032 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 64 2023-09-21T11:17:35.034 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.041+0000 7f824f6fb700 1 -- 172.21.15.79:0/4117285184 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f822c06a580 msgr2=0x7f822c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:35.034 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.041+0000 7f824f6fb700 1 --2- 172.21.15.79:0/4117285184 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f822c06a580 0x7f822c06ca40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f8238014040 tx=0x7f8238008030 comp rx=0 tx=0).stop 2023-09-21T11:17:35.034 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.041+0000 7f824f6fb700 1 -- 172.21.15.79:0/4117285184 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f82480cf6e0 msgr2=0x7f82481f7010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:35.034 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.041+0000 7f824f6fb700 1 --2- 172.21.15.79:0/4117285184 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f82480cf6e0 0x7f82481f7010 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f824400c4e0 tx=0x7f824400c7f0 comp rx=0 tx=0).stop 2023-09-21T11:17:35.035 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.041+0000 7f824f6fb700 1 -- 172.21.15.79:0/4117285184 shutdown_connections 2023-09-21T11:17:35.035 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.041+0000 7f824f6fb700 1 --2- 172.21.15.79:0/4117285184 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f822c06a580 0x7f822c06ca40 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:35.035 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.041+0000 7f824f6fb700 1 --2- 172.21.15.79:0/4117285184 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f824815bc50 0x7f82481e2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:35.035 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.041+0000 7f824f6fb700 1 --2- 172.21.15.79:0/4117285184 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f82480cf6e0 0x7f82481f7010 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:35.035 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.041+0000 7f824f6fb700 1 --2- 172.21.15.79:0/4117285184 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82481443f0 0x7f824815aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:35.035 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.041+0000 7f824f6fb700 1 -- 172.21.15.79:0/4117285184 >> 172.21.15.79:0/4117285184 conn(0x7f82480b0dc0 msgr2=0x7f8248141ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:35.036 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.041+0000 7f824f6fb700 1 -- 172.21.15.79:0/4117285184 shutdown_connections 2023-09-21T11:17:35.036 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.041+0000 7f824f6fb700 1 -- 172.21.15.79:0/4117285184 wait complete. 2023-09-21T11:17:35.046 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-09-21T11:17:35.167 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.174+0000 7fef4dc40700 1 Processor -- start 2023-09-21T11:17:35.167 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.174+0000 7fef4dc40700 1 -- start start 2023-09-21T11:17:35.169 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.175+0000 7fef4dc40700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fef4815b810 0x7fef4815fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:35.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.175+0000 7fef4dc40700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef480b55e0 0x7fef480b5a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:35.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.175+0000 7fef4dc40700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef4815bbf0 con 0x7fef480719f0 2023-09-21T11:17:35.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.175+0000 7fef4dc40700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fef480b5fb0 con 0x7fef4815b810 2023-09-21T11:17:35.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.175+0000 7fef4dc40700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef48071fb0 con 0x7fef480b55e0 2023-09-21T11:17:35.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.175+0000 7fef477fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fef4815b810 0x7fef4815fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:35.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.175+0000 7fef477fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fef4815b810 0x7fef4815fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54604/0 (socket says 172.21.15.79:54604) 2023-09-21T11:17:35.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.175+0000 7fef477fe700 1 -- 172.21.15.79:0/4180145353 learned_addr learned my addr 172.21.15.79:0/4180145353 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:35.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.176+0000 7fef47fff700 1 --2- 172.21.15.79:0/4180145353 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef480b55e0 0x7fef480b5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:35.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.176+0000 7fef477fe700 1 -- 172.21.15.79:0/4180145353 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef480b55e0 msgr2=0x7fef480b5a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:35.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.176+0000 7fef477fe700 1 --2- 172.21.15.79:0/4180145353 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef480b55e0 0x7fef480b5a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:35.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.176+0000 7fef477fe700 1 -- 172.21.15.79:0/4180145353 >> v1:172.21.15.79:6789/0 conn(0x7fef480719f0 legacy=0x7fef480b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:35.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.176+0000 7fef477fe700 1 -- 172.21.15.79:0/4180145353 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef48072290 con 0x7fef4815b810 2023-09-21T11:17:35.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.176+0000 7fef477fe700 1 --2- 172.21.15.79:0/4180145353 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef4815b810 0x7fef4815fd70 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fef300098f0 tx=0x7fef30009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecc30feb418b9fec server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:35.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.176+0000 7fef467fc700 1 -- 172.21.15.79:0/4180145353 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef3000b8a0 con 0x7fef4815b810 2023-09-21T11:17:35.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.176+0000 7fef467fc700 1 -- 172.21.15.79:0/4180145353 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef3000ba00 con 0x7fef4815b810 2023-09-21T11:17:35.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.176+0000 7fef467fc700 1 -- 172.21.15.79:0/4180145353 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef3000bd90 con 0x7fef4815b810 2023-09-21T11:17:35.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.176+0000 7fef4dc40700 1 -- 172.21.15.79:0/4180145353 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef4815b810 msgr2=0x7fef4815fd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:35.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.176+0000 7fef4dc40700 1 --2- 172.21.15.79:0/4180145353 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef4815b810 0x7fef4815fd70 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fef300098f0 tx=0x7fef30009c00 comp rx=0 tx=0).stop 2023-09-21T11:17:35.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.177+0000 7fef4dc40700 1 -- 172.21.15.79:0/4180145353 shutdown_connections 2023-09-21T11:17:35.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.177+0000 7fef4dc40700 1 --2- 172.21.15.79:0/4180145353 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef480b55e0 0x7fef480b5a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:35.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.177+0000 7fef4dc40700 1 --2- 172.21.15.79:0/4180145353 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef4815b810 0x7fef4815fd70 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:35.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.177+0000 7fef4dc40700 1 -- 172.21.15.79:0/4180145353 >> 172.21.15.79:0/4180145353 conn(0x7fef4806b910 msgr2=0x7fef4806bcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:35.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.177+0000 7fef4dc40700 1 -- 172.21.15.79:0/4180145353 shutdown_connections 2023-09-21T11:17:35.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.177+0000 7fef4dc40700 1 -- 172.21.15.79:0/4180145353 wait complete. 2023-09-21T11:17:35.177 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.178+0000 7fef4dc40700 1 Processor -- start 2023-09-21T11:17:35.177 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.178+0000 7fef4dc40700 1 -- start start 2023-09-21T11:17:35.178 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef4dc40700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef480719f0 0x7fef481538a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:35.178 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef4dc40700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef480b55e0 0x7fef480c9bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:35.178 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef4dc40700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef4815b810 0x7fef480d00d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:35.178 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef4dc40700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef480c8050 con 0x7fef480719f0 2023-09-21T11:17:35.179 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef4dc40700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef480c8330 con 0x7fef480b55e0 2023-09-21T11:17:35.179 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef4dc40700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef480b3470 con 0x7fef4815b810 2023-09-21T11:17:35.179 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef477fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef480719f0 0x7fef481538a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:35.179 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef477fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef480719f0 0x7fef481538a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54606/0 (socket says 172.21.15.79:54606) 2023-09-21T11:17:35.180 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef477fe700 1 -- 172.21.15.79:0/2691257904 learned_addr learned my addr 172.21.15.79:0/2691257904 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:35.180 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef47fff700 1 --2- 172.21.15.79:0/2691257904 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef4815b810 0x7fef480d00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:35.180 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef477fe700 1 -- 172.21.15.79:0/2691257904 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef4815b810 msgr2=0x7fef480d00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:35.180 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef477fe700 1 --2- 172.21.15.79:0/2691257904 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef4815b810 0x7fef480d00d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:35.180 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef477fe700 1 -- 172.21.15.79:0/2691257904 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef480b55e0 msgr2=0x7fef480c9bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:35.181 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef46ffd700 1 --2- 172.21.15.79:0/2691257904 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef480b55e0 0x7fef480c9bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:35.181 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef477fe700 1 --2- 172.21.15.79:0/2691257904 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef480b55e0 0x7fef480c9bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:35.181 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef477fe700 1 -- 172.21.15.79:0/2691257904 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef30009550 con 0x7fef480719f0 2023-09-21T11:17:35.181 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef477fe700 1 --2- 172.21.15.79:0/2691257904 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef480719f0 0x7fef481538a0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fef30009c40 tx=0x7fef30004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:35.181 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef3ffff700 1 -- 172.21.15.79:0/2691257904 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef300036a0 con 0x7fef480719f0 2023-09-21T11:17:35.181 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef3ffff700 1 -- 172.21.15.79:0/2691257904 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef3001e070 con 0x7fef480719f0 2023-09-21T11:17:35.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef4dc40700 1 -- 172.21.15.79:0/2691257904 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef480b3750 con 0x7fef480719f0 2023-09-21T11:17:35.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef3ffff700 1 -- 172.21.15.79:0/2691257904 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef30003a60 con 0x7fef480719f0 2023-09-21T11:17:35.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.179+0000 7fef4dc40700 1 -- 172.21.15.79:0/2691257904 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef481f8750 con 0x7fef480719f0 2023-09-21T11:17:35.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.180+0000 7fef4dc40700 1 -- 172.21.15.79:0/2691257904 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef4804eae0 con 0x7fef480719f0 2023-09-21T11:17:35.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.181+0000 7fef3ffff700 1 -- 172.21.15.79:0/2691257904 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fef30003bc0 con 0x7fef480719f0 2023-09-21T11:17:35.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.181+0000 7fef3ffff700 1 --2- 172.21.15.79:0/2691257904 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fef2806a580 0x7fef2806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:35.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.181+0000 7fef3ffff700 1 -- 172.21.15.79:0/2691257904 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fef30020070 con 0x7fef480719f0 2023-09-21T11:17:35.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.181+0000 7fef46ffd700 1 --2- 172.21.15.79:0/2691257904 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fef2806a580 0x7fef2806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:35.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.181+0000 7fef46ffd700 1 --2- 172.21.15.79:0/2691257904 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fef2806a580 0x7fef2806ca40 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fef480b1750 tx=0x7fef38009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:35.184 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.185+0000 7fef3ffff700 1 -- 172.21.15.79:0/2691257904 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fef300554e0 con 0x7fef480719f0 2023-09-21T11:17:35.383 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.390+0000 7fef4dc40700 1 -- 172.21.15.79:0/2691257904 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fef480ca840 con 0x7fef480719f0 2023-09-21T11:17:35.383 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.391+0000 7fef3ffff700 1 -- 172.21.15.79:0/2691257904 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7fef30058b00 con 0x7fef480719f0 2023-09-21T11:17:35.386 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.393+0000 7fef4dc40700 1 -- 172.21.15.79:0/2691257904 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fef2806a580 msgr2=0x7fef2806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:35.386 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.393+0000 7fef4dc40700 1 --2- 172.21.15.79:0/2691257904 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fef2806a580 0x7fef2806ca40 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fef480b1750 tx=0x7fef38009040 comp rx=0 tx=0).stop 2023-09-21T11:17:35.386 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.393+0000 7fef4dc40700 1 -- 172.21.15.79:0/2691257904 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef480719f0 msgr2=0x7fef481538a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:35.386 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.393+0000 7fef4dc40700 1 --2- 172.21.15.79:0/2691257904 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef480719f0 0x7fef481538a0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fef30009c40 tx=0x7fef30004750 comp rx=0 tx=0).stop 2023-09-21T11:17:35.387 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.393+0000 7fef4dc40700 1 -- 172.21.15.79:0/2691257904 shutdown_connections 2023-09-21T11:17:35.387 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.393+0000 7fef4dc40700 1 --2- 172.21.15.79:0/2691257904 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fef2806a580 0x7fef2806ca40 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:35.387 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.393+0000 7fef4dc40700 1 --2- 172.21.15.79:0/2691257904 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef4815b810 0x7fef480d00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:35.387 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.393+0000 7fef4dc40700 1 --2- 172.21.15.79:0/2691257904 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef480719f0 0x7fef481538a0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:35.387 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.393+0000 7fef4dc40700 1 --2- 172.21.15.79:0/2691257904 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef480b55e0 0x7fef480c9bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:35.388 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.393+0000 7fef4dc40700 1 -- 172.21.15.79:0/2691257904 >> 172.21.15.79:0/2691257904 conn(0x7fef4806b910 msgr2=0x7fef481e5f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:35.388 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.393+0000 7fef4dc40700 1 -- 172.21.15.79:0/2691257904 shutdown_connections 2023-09-21T11:17:35.388 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.393+0000 7fef4dc40700 1 -- 172.21.15.79:0/2691257904 wait complete. 2023-09-21T11:17:35.388 INFO:teuthology.orchestra.run.smithi079.stderr:listed 0 entries 2023-09-21T11:17:35.398 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2023-09-21T11:17:35.398 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:35.398 DEBUG:teuthology.orchestra.run.smithi134:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2023-09-21T11:17:35.442 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi134.front.sepia.ceph.com 2023-09-21T11:17:35.443 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:35.443 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-09-21T11:17:35.515 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:17:35.516 DEBUG:teuthology.orchestra.run.smithi079:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T11:17:35.533 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:17:35.533 DEBUG:teuthology.orchestra.run.smithi079:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T11:17:35.590 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:17:35.590 DEBUG:teuthology.orchestra.run.smithi079:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T11:17:35.647 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:35.808 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.816+0000 7f2070f3e700 1 Processor -- start 2023-09-21T11:17:35.809 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.816+0000 7f2070f3e700 1 -- start start 2023-09-21T11:17:35.811 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.817+0000 7f2070f3e700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f206c15a5a0 0x7f206c0724c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:35.811 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.817+0000 7f2070f3e700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f206c0cf9b0 0x7f206c0af750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:35.811 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.817+0000 7f2070f3e700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f206c15b830 con 0x7f206c15a980 2023-09-21T11:17:35.812 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.817+0000 7f2070f3e700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f206c15f280 con 0x7f206c15a5a0 2023-09-21T11:17:35.812 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.817+0000 7f2070f3e700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f206c0afc90 con 0x7f206c0cf9b0 2023-09-21T11:17:35.812 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.817+0000 7f206a59c700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f206c15a5a0 0x7f206c0724c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:35.812 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.817+0000 7f206a59c700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f206c15a5a0 0x7f206c0724c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54614/0 (socket says 172.21.15.79:54614) 2023-09-21T11:17:35.813 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.817+0000 7f206a59c700 1 -- 172.21.15.79:0/1828695297 learned_addr learned my addr 172.21.15.79:0/1828695297 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:35.813 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.817+0000 7f206ad9d700 1 --2- 172.21.15.79:0/1828695297 >> v2:172.21.15.134:3300/0 conn(0x7f206c0cf9b0 0x7f206c0af750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:35.813 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.817+0000 7f206a59c700 1 -- 172.21.15.79:0/1828695297 >> v2:172.21.15.134:3300/0 conn(0x7f206c0cf9b0 msgr2=0x7f206c0af750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:35.813 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.817+0000 7f206a59c700 1 --2- 172.21.15.79:0/1828695297 >> v2:172.21.15.134:3300/0 conn(0x7f206c0cf9b0 0x7f206c0af750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:35.813 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.817+0000 7f206a59c700 1 -- 172.21.15.79:0/1828695297 >> v1:172.21.15.134:6789/0 conn(0x7f206c15a980 legacy=0x7f206c0cf2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:35.813 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.817+0000 7f206a59c700 1 -- 172.21.15.79:0/1828695297 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f206c15af00 con 0x7f206c15a5a0 2023-09-21T11:17:35.814 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.817+0000 7f206ad9d700 1 --2- 172.21.15.79:0/1828695297 >> v2:172.21.15.134:3300/0 conn(0x7f206c0cf9b0 0x7f206c0af750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:35.814 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.817+0000 7f206a59c700 1 --2- 172.21.15.79:0/1828695297 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f206c15a5a0 0x7f206c0724c0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f206c06d410 tx=0x7f205c00be70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79485cb0965ae12b server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:35.814 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.817+0000 7f206959a700 1 -- 172.21.15.79:0/1828695297 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f205c00dcf0 con 0x7f206c15a5a0 2023-09-21T11:17:35.814 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.817+0000 7f206959a700 1 -- 172.21.15.79:0/1828695297 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f205c00de50 con 0x7f206c15a5a0 2023-09-21T11:17:35.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.817+0000 7f206959a700 1 -- 172.21.15.79:0/1828695297 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f205c004250 con 0x7f206c15a5a0 2023-09-21T11:17:35.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.818+0000 7f2070f3e700 1 -- 172.21.15.79:0/1828695297 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f206c15a5a0 msgr2=0x7f206c0724c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:35.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.818+0000 7f2070f3e700 1 --2- 172.21.15.79:0/1828695297 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f206c15a5a0 0x7f206c0724c0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f206c06d410 tx=0x7f205c00be70 comp rx=0 tx=0).stop 2023-09-21T11:17:35.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.818+0000 7f2070f3e700 1 -- 172.21.15.79:0/1828695297 shutdown_connections 2023-09-21T11:17:35.815 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.818+0000 7f2070f3e700 1 --2- 172.21.15.79:0/1828695297 >> v2:172.21.15.134:3300/0 conn(0x7f206c0cf9b0 0x7f206c0af750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:35.816 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.818+0000 7f2070f3e700 1 --2- 172.21.15.79:0/1828695297 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f206c15a5a0 0x7f206c0724c0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:35.816 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.818+0000 7f2070f3e700 1 -- 172.21.15.79:0/1828695297 >> 172.21.15.79:0/1828695297 conn(0x7f206c06dac0 msgr2=0x7f206c06ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:35.816 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.818+0000 7f2070f3e700 1 -- 172.21.15.79:0/1828695297 shutdown_connections 2023-09-21T11:17:35.816 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.818+0000 7f2070f3e700 1 -- 172.21.15.79:0/1828695297 wait complete. 2023-09-21T11:17:35.818 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.819+0000 7f2070f3e700 1 Processor -- start 2023-09-21T11:17:35.819 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.819+0000 7f2070f3e700 1 -- start start 2023-09-21T11:17:35.819 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.820+0000 7f2070f3e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f206c0cf9b0 0x7f206c1f6970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:35.819 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.820+0000 7f2070f3e700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f206c15a5a0 0x7f206c1f3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:35.819 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.820+0000 7f2070f3e700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f206c15a980 0x7f206c0ac8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:35.820 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.820+0000 7f2070f3e700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f206c1f7960 con 0x7f206c15a980 2023-09-21T11:17:35.820 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.820+0000 7f2070f3e700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f206c1f3380 con 0x7f206c15a5a0 2023-09-21T11:17:35.820 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.820+0000 7f2070f3e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f206c1f6eb0 con 0x7f206c0cf9b0 2023-09-21T11:17:35.820 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.820+0000 7f206ad9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f206c15a980 0x7f206c0ac8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:35.820 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.820+0000 7f206ad9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f206c15a980 0x7f206c0ac8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54624/0 (socket says 172.21.15.79:54624) 2023-09-21T11:17:35.820 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.820+0000 7f206ad9d700 1 -- 172.21.15.79:0/241090171 learned_addr learned my addr 172.21.15.79:0/241090171 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:35.821 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.820+0000 7f2069d9b700 1 --2- 172.21.15.79:0/241090171 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f206c15a5a0 0x7f206c1f3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:35.821 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.820+0000 7f206a59c700 1 --2- 172.21.15.79:0/241090171 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f206c0cf9b0 0x7f206c1f6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:35.821 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.820+0000 7f206ad9d700 1 -- 172.21.15.79:0/241090171 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f206c0cf9b0 msgr2=0x7f206c1f6970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:35.821 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.820+0000 7f206ad9d700 1 --2- 172.21.15.79:0/241090171 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f206c0cf9b0 0x7f206c1f6970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:35.821 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.820+0000 7f206ad9d700 1 -- 172.21.15.79:0/241090171 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f206c15a5a0 msgr2=0x7f206c1f3ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:35.822 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.820+0000 7f206ad9d700 1 --2- 172.21.15.79:0/241090171 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f206c15a5a0 0x7f206c1f3ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:35.822 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.820+0000 7f206ad9d700 1 -- 172.21.15.79:0/241090171 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f205c00b7f0 con 0x7f206c15a980 2023-09-21T11:17:35.822 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.820+0000 7f2069d9b700 1 --2- 172.21.15.79:0/241090171 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f206c15a5a0 0x7f206c1f3ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:35.822 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.821+0000 7f206ad9d700 1 --2- 172.21.15.79:0/241090171 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f206c15a980 0x7f206c0ac8e0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f206400cef0 tx=0x7f206400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:35.822 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.821+0000 7f205affd700 1 -- 172.21.15.79:0/241090171 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f206400ae50 con 0x7f206c15a980 2023-09-21T11:17:35.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.821+0000 7f205affd700 1 -- 172.21.15.79:0/241090171 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2064015440 con 0x7f206c15a980 2023-09-21T11:17:35.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.821+0000 7f2070f3e700 1 -- 172.21.15.79:0/241090171 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f206c1f70c0 con 0x7f206c15a980 2023-09-21T11:17:35.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.821+0000 7f205affd700 1 -- 172.21.15.79:0/241090171 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20640157f0 con 0x7f206c15a980 2023-09-21T11:17:35.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.821+0000 7f2070f3e700 1 -- 172.21.15.79:0/241090171 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f206c1f7680 con 0x7f206c15a980 2023-09-21T11:17:35.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.822+0000 7f2070f3e700 1 -- 172.21.15.79:0/241090171 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f206c1ed870 con 0x7f206c15a980 2023-09-21T11:17:35.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.822+0000 7f205affd700 1 -- 172.21.15.79:0/241090171 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f206400d430 con 0x7f206c15a980 2023-09-21T11:17:35.824 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.822+0000 7f205affd700 1 --2- 172.21.15.79:0/241090171 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f204c06a580 0x7f204c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:35.824 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.823+0000 7f205affd700 1 -- 172.21.15.79:0/241090171 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2064089070 con 0x7f206c15a980 2023-09-21T11:17:35.824 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.823+0000 7f206a59c700 1 --2- 172.21.15.79:0/241090171 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f204c06a580 0x7f204c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:35.824 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.823+0000 7f206a59c700 1 --2- 172.21.15.79:0/241090171 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f204c06a580 0x7f204c06ca40 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f205c00b340 tx=0x7f205c012000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:35.825 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:35.827+0000 7f205affd700 1 -- 172.21.15.79:0/241090171 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f20640545f0 con 0x7f206c15a980 2023-09-21T11:17:36.013 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.020+0000 7f2070f3e700 1 -- 172.21.15.79:0/241090171 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f206c04eae0 con 0x7f206c15a980 2023-09-21T11:17:36.014 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.021+0000 7f205affd700 1 -- 172.21.15.79:0/241090171 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f2064057c10 con 0x7f206c15a980 2023-09-21T11:17:36.015 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:36.015 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":20,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:00.970389+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:36.017 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.024+0000 7f2070f3e700 1 -- 172.21.15.79:0/241090171 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f204c06a580 msgr2=0x7f204c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:36.017 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.024+0000 7f2070f3e700 1 --2- 172.21.15.79:0/241090171 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f204c06a580 0x7f204c06ca40 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f205c00b340 tx=0x7f205c012000 comp rx=0 tx=0).stop 2023-09-21T11:17:36.017 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.024+0000 7f2070f3e700 1 -- 172.21.15.79:0/241090171 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f206c15a980 msgr2=0x7f206c0ac8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:36.017 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.024+0000 7f2070f3e700 1 --2- 172.21.15.79:0/241090171 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f206c15a980 0x7f206c0ac8e0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f206400cef0 tx=0x7f206400a340 comp rx=0 tx=0).stop 2023-09-21T11:17:36.018 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.024+0000 7f2070f3e700 1 -- 172.21.15.79:0/241090171 shutdown_connections 2023-09-21T11:17:36.018 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.024+0000 7f2070f3e700 1 --2- 172.21.15.79:0/241090171 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f206c15a980 0x7f206c0ac8e0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.018 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.024+0000 7f2070f3e700 1 --2- 172.21.15.79:0/241090171 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f204c06a580 0x7f204c06ca40 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.018 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.024+0000 7f2070f3e700 1 --2- 172.21.15.79:0/241090171 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f206c0cf9b0 0x7f206c1f6970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.018 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.024+0000 7f2070f3e700 1 --2- 172.21.15.79:0/241090171 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f206c15a5a0 0x7f206c1f3ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.019 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.024+0000 7f2070f3e700 1 -- 172.21.15.79:0/241090171 >> 172.21.15.79:0/241090171 conn(0x7f206c06dac0 msgr2=0x7f206c153a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:36.019 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.024+0000 7f2070f3e700 1 -- 172.21.15.79:0/241090171 shutdown_connections 2023-09-21T11:17:36.019 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.024+0000 7f2070f3e700 1 -- 172.21.15.79:0/241090171 wait complete. 2023-09-21T11:17:36.029 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T11:16:45.829267+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T11:16:57.123246+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T11:16:58.360337+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T11:17:36.030 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T11:17:36.156 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.163+0000 7fe38c5ca700 1 Processor -- start 2023-09-21T11:17:36.156 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.163+0000 7fe38c5ca700 1 -- start start 2023-09-21T11:17:36.159 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.164+0000 7fe38c5ca700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe38415d830 0x7fe384162010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:36.159 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.164+0000 7fe38c5ca700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fe38415dc10 0x7fe38406a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:36.159 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.164+0000 7fe38c5ca700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fe384072080 0x7fe38406ad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:36.160 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.164+0000 7fe38c5ca700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe384162550 con 0x7fe384072080 2023-09-21T11:17:36.160 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.164+0000 7fe38c5ca700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3840af550 con 0x7fe38415dc10 2023-09-21T11:17:36.160 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.164+0000 7fe38c5ca700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe384071a80 con 0x7fe38415d830 2023-09-21T11:17:36.160 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.164+0000 7fe38ab67700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fe384072080 0x7fe38406ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:36.160 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.164+0000 7fe38ab67700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fe384072080 0x7fe38406ad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54630/0 (socket says 172.21.15.79:54630) 2023-09-21T11:17:36.161 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.164+0000 7fe38ab67700 1 -- 172.21.15.79:0/1456120735 learned_addr learned my addr 172.21.15.79:0/1456120735 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:36.161 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.164+0000 7fe389b65700 1 --2- 172.21.15.79:0/1456120735 >> v2:172.21.15.134:3300/0 conn(0x7fe38415dc10 0x7fe38406a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:36.161 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.164+0000 7fe38a366700 1 --2- 172.21.15.79:0/1456120735 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe38415d830 0x7fe384162010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:36.161 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.164+0000 7fe38ab67700 1 -- 172.21.15.79:0/1456120735 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe38415d830 msgr2=0x7fe384162010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:36.161 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.164+0000 7fe38ab67700 1 --2- 172.21.15.79:0/1456120735 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe38415d830 0x7fe384162010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.162 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.164+0000 7fe38ab67700 1 -- 172.21.15.79:0/1456120735 >> v2:172.21.15.134:3300/0 conn(0x7fe38415dc10 msgr2=0x7fe38406a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:36.162 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.164+0000 7fe38ab67700 1 --2- 172.21.15.79:0/1456120735 >> v2:172.21.15.134:3300/0 conn(0x7fe38415dc10 0x7fe38406a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.162 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.164+0000 7fe38ab67700 1 -- 172.21.15.79:0/1456120735 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe384071d60 con 0x7fe384072080 2023-09-21T11:17:36.162 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.164+0000 7fe389b65700 1 --2- 172.21.15.79:0/1456120735 >> v2:172.21.15.134:3300/0 conn(0x7fe38415dc10 0x7fe38406a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:36.163 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.164+0000 7fe38a366700 1 --2- 172.21.15.79:0/1456120735 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe38415d830 0x7fe384162010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:36.163 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.164+0000 7fe38ab67700 1 --2- 172.21.15.79:0/1456120735 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe384072080 0x7fe38406ad40 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fe3840d1430 tx=0x7fe37c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=320bff9c9b45af5f server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:36.163 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.165+0000 7fe389364700 1 -- 172.21.15.79:0/1456120735 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe37c00e070 con 0x7fe384072080 2023-09-21T11:17:36.163 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.165+0000 7fe389364700 1 -- 172.21.15.79:0/1456120735 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe37c00b9c0 con 0x7fe384072080 2023-09-21T11:17:36.163 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.165+0000 7fe389364700 1 -- 172.21.15.79:0/1456120735 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe37c00bd70 con 0x7fe384072080 2023-09-21T11:17:36.164 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.165+0000 7fe38c5ca700 1 -- 172.21.15.79:0/1456120735 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe384072080 msgr2=0x7fe38406ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:36.164 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.165+0000 7fe38c5ca700 1 --2- 172.21.15.79:0/1456120735 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe384072080 0x7fe38406ad40 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fe3840d1430 tx=0x7fe37c00b330 comp rx=0 tx=0).stop 2023-09-21T11:17:36.164 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.165+0000 7fe38c5ca700 1 -- 172.21.15.79:0/1456120735 shutdown_connections 2023-09-21T11:17:36.164 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.165+0000 7fe38c5ca700 1 --2- 172.21.15.79:0/1456120735 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe384072080 0x7fe38406ad40 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.164 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.165+0000 7fe38c5ca700 1 --2- 172.21.15.79:0/1456120735 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe38415d830 0x7fe384162010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.165 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.165+0000 7fe38c5ca700 1 --2- 172.21.15.79:0/1456120735 >> v2:172.21.15.134:3300/0 conn(0x7fe38415dc10 0x7fe38406a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.165 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.165+0000 7fe38c5ca700 1 -- 172.21.15.79:0/1456120735 >> 172.21.15.79:0/1456120735 conn(0x7fe3840ccdb0 msgr2=0x7fe3840cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:36.165 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.165+0000 7fe38c5ca700 1 -- 172.21.15.79:0/1456120735 shutdown_connections 2023-09-21T11:17:36.165 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.165+0000 7fe38c5ca700 1 -- 172.21.15.79:0/1456120735 wait complete. 2023-09-21T11:17:36.165 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.166+0000 7fe38c5ca700 1 Processor -- start 2023-09-21T11:17:36.165 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.166+0000 7fe38c5ca700 1 -- start start 2023-09-21T11:17:36.168 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.167+0000 7fe38c5ca700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe384072080 0x7fe38415c230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:36.168 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.167+0000 7fe38c5ca700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe38415d830 0x7fe3840b0e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:36.169 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.167+0000 7fe38c5ca700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe38415dc10 0x7fe3840b1340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:36.169 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.167+0000 7fe38c5ca700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe384160ec0 con 0x7fe38415d830 2023-09-21T11:17:36.169 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.167+0000 7fe38c5ca700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3840c5bf0 con 0x7fe38415dc10 2023-09-21T11:17:36.169 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.167+0000 7fe38c5ca700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3840c4870 con 0x7fe384072080 2023-09-21T11:17:36.169 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.167+0000 7fe389b65700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe38415d830 0x7fe3840b0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:36.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.167+0000 7fe389b65700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe38415d830 0x7fe3840b0e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54634/0 (socket says 172.21.15.79:54634) 2023-09-21T11:17:36.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.167+0000 7fe389b65700 1 -- 172.21.15.79:0/715152404 learned_addr learned my addr 172.21.15.79:0/715152404 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:36.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.167+0000 7fe38a366700 1 --2- 172.21.15.79:0/715152404 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe384072080 0x7fe38415c230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:36.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.167+0000 7fe38ab67700 1 --2- 172.21.15.79:0/715152404 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe38415dc10 0x7fe3840b1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:36.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.167+0000 7fe389b65700 1 -- 172.21.15.79:0/715152404 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe384072080 msgr2=0x7fe38415c230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:36.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.168+0000 7fe389b65700 1 --2- 172.21.15.79:0/715152404 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe384072080 0x7fe38415c230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.168+0000 7fe389b65700 1 -- 172.21.15.79:0/715152404 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe38415dc10 msgr2=0x7fe3840b1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:36.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.168+0000 7fe389b65700 1 --2- 172.21.15.79:0/715152404 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe38415dc10 0x7fe3840b1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.168+0000 7fe389b65700 1 -- 172.21.15.79:0/715152404 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe37c009b30 con 0x7fe38415d830 2023-09-21T11:17:36.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.168+0000 7fe38ab67700 1 --2- 172.21.15.79:0/715152404 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe38415dc10 0x7fe3840b1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:36.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.168+0000 7fe389b65700 1 --2- 172.21.15.79:0/715152404 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe38415d830 0x7fe3840b0e00 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fe38000c7f0 tx=0x7fe38000cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:36.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.168+0000 7fe37affd700 1 -- 172.21.15.79:0/715152404 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe380011800 con 0x7fe38415d830 2023-09-21T11:17:36.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.168+0000 7fe37affd700 1 -- 172.21.15.79:0/715152404 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe380011960 con 0x7fe38415d830 2023-09-21T11:17:36.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.168+0000 7fe38c5ca700 1 -- 172.21.15.79:0/715152404 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3840c4b50 con 0x7fe38415d830 2023-09-21T11:17:36.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.168+0000 7fe37affd700 1 -- 172.21.15.79:0/715152404 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe380011d10 con 0x7fe38415d830 2023-09-21T11:17:36.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.168+0000 7fe38c5ca700 1 -- 172.21.15.79:0/715152404 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3840c5110 con 0x7fe38415d830 2023-09-21T11:17:36.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.169+0000 7fe38c5ca700 1 -- 172.21.15.79:0/715152404 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe38404eae0 con 0x7fe38415d830 2023-09-21T11:17:36.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.169+0000 7fe37affd700 1 -- 172.21.15.79:0/715152404 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fe380018360 con 0x7fe38415d830 2023-09-21T11:17:36.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.170+0000 7fe37affd700 1 --2- 172.21.15.79:0/715152404 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe36806a580 0x7fe36806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:36.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.170+0000 7fe38a366700 1 --2- 172.21.15.79:0/715152404 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe36806a580 0x7fe36806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:36.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.170+0000 7fe37affd700 1 -- 172.21.15.79:0/715152404 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe380088a00 con 0x7fe38415d830 2023-09-21T11:17:36.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.170+0000 7fe38a366700 1 --2- 172.21.15.79:0/715152404 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe36806a580 0x7fe36806ca40 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe3840d0730 tx=0x7fe374008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:36.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.174+0000 7fe37affd700 1 -- 172.21.15.79:0/715152404 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fe380053f80 con 0x7fe38415d830 2023-09-21T11:17:36.355 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.362+0000 7fe38c5ca700 1 -- 172.21.15.79:0/715152404 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe384160380 con 0x7fe38415d830 2023-09-21T11:17:36.355 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.362+0000 7fe37affd700 1 -- 172.21.15.79:0/715152404 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe38001f0a0 con 0x7fe38415d830 2023-09-21T11:17:36.356 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 1 2023-09-21T11:17:36.357 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.364+0000 7fe38c5ca700 1 -- 172.21.15.79:0/715152404 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe36806a580 msgr2=0x7fe36806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:36.358 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.364+0000 7fe38c5ca700 1 --2- 172.21.15.79:0/715152404 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe36806a580 0x7fe36806ca40 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe3840d0730 tx=0x7fe374008040 comp rx=0 tx=0).stop 2023-09-21T11:17:36.358 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.364+0000 7fe38c5ca700 1 -- 172.21.15.79:0/715152404 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe38415d830 msgr2=0x7fe3840b0e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:36.358 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.364+0000 7fe38c5ca700 1 --2- 172.21.15.79:0/715152404 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe38415d830 0x7fe3840b0e00 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fe38000c7f0 tx=0x7fe38000cbb0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.358 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.364+0000 7fe38c5ca700 1 -- 172.21.15.79:0/715152404 shutdown_connections 2023-09-21T11:17:36.359 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.364+0000 7fe38c5ca700 1 --2- 172.21.15.79:0/715152404 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe38415dc10 0x7fe3840b1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.359 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.364+0000 7fe38c5ca700 1 --2- 172.21.15.79:0/715152404 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe36806a580 0x7fe36806ca40 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.359 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.364+0000 7fe38c5ca700 1 --2- 172.21.15.79:0/715152404 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe384072080 0x7fe38415c230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.359 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.364+0000 7fe38c5ca700 1 --2- 172.21.15.79:0/715152404 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe38415d830 0x7fe3840b0e00 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.360 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.364+0000 7fe38c5ca700 1 -- 172.21.15.79:0/715152404 >> 172.21.15.79:0/715152404 conn(0x7fe3840ccdb0 msgr2=0x7fe3840d0980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:36.360 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.365+0000 7fe38c5ca700 1 -- 172.21.15.79:0/715152404 shutdown_connections 2023-09-21T11:17:36.360 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.365+0000 7fe38c5ca700 1 -- 172.21.15.79:0/715152404 wait complete. 2023-09-21T11:17:36.369 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T11:17:36.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.500+0000 7f94b1a9d700 1 Processor -- start 2023-09-21T11:17:36.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.500+0000 7f94b1a9d700 1 -- start start 2023-09-21T11:17:36.496 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.501+0000 7f94b1a9d700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f94ac0b4a40 0x7f94ac06a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:36.496 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.501+0000 7f94b1a9d700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94ac0af5e0 0x7f94ac0b3c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:36.496 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.501+0000 7f94b1a9d700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94ac0b37d0 con 0x7f94ac15b980 2023-09-21T11:17:36.496 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.501+0000 7f94b1a9d700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f94ac06ae90 con 0x7f94ac0b4a40 2023-09-21T11:17:36.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.501+0000 7f94b1a9d700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94ac06b170 con 0x7f94ac0af5e0 2023-09-21T11:17:36.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.501+0000 7f94ab7fe700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f94ac15b980 0x7f94ac0b4330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41004/0 (socket says 172.21.15.79:41004) 2023-09-21T11:17:36.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.501+0000 7f94ab7fe700 1 -- 172.21.15.79:0/3322196125 learned_addr learned my addr 172.21.15.79:0/3322196125 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:36.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.501+0000 7f94aaffd700 1 --2- 172.21.15.79:0/3322196125 >> v2:172.21.15.134:3300/0 conn(0x7f94ac0b4a40 0x7f94ac06a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:36.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.501+0000 7f94abfff700 1 --2- 172.21.15.79:0/3322196125 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94ac0af5e0 0x7f94ac0b3c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:36.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.501+0000 7f94aa7fc700 1 -- 172.21.15.79:0/3322196125 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1878496041 0 0) 0x7f94ac0b37d0 con 0x7f94ac15b980 2023-09-21T11:17:36.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.501+0000 7f94aa7fc700 1 -- 172.21.15.79:0/3322196125 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f94940035b0 con 0x7f94ac15b980 2023-09-21T11:17:36.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.501+0000 7f94aa7fc700 1 -- 172.21.15.79:0/3322196125 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 68420084 0 0) 0x7f94940035b0 con 0x7f94ac15b980 2023-09-21T11:17:36.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.501+0000 7f94aaffd700 1 -- 172.21.15.79:0/3322196125 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94ac0af5e0 msgr2=0x7f94ac0b3c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:36.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.501+0000 7f94aaffd700 1 --2- 172.21.15.79:0/3322196125 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94ac0af5e0 0x7f94ac0b3c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.501+0000 7f94aaffd700 1 -- 172.21.15.79:0/3322196125 >> v1:172.21.15.79:6789/0 conn(0x7f94ac15b980 legacy=0x7f94ac0b4330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:36.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.501+0000 7f94aaffd700 1 -- 172.21.15.79:0/3322196125 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94ac0b3180 con 0x7f94ac0b4a40 2023-09-21T11:17:36.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.501+0000 7f94abfff700 1 --2- 172.21.15.79:0/3322196125 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94ac0af5e0 0x7f94ac0b3c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:17:36.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.502+0000 7f94aaffd700 1 --2- 172.21.15.79:0/3322196125 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f94ac0b4a40 0x7f94ac06a800 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f949c009840 tx=0x7f949c009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=24c3fb6a6a4e93a6 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:36.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.502+0000 7f94aa7fc700 1 -- 172.21.15.79:0/3322196125 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94a00017f0 con 0x7f94ac0b4a40 2023-09-21T11:17:36.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.502+0000 7f94aa7fc700 1 -- 172.21.15.79:0/3322196125 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f949c004030 con 0x7f94ac0b4a40 2023-09-21T11:17:36.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.502+0000 7f94aa7fc700 1 -- 172.21.15.79:0/3322196125 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f949c0043a0 con 0x7f94ac0b4a40 2023-09-21T11:17:36.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.502+0000 7f94b1a9d700 1 -- 172.21.15.79:0/3322196125 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f94ac0b4a40 msgr2=0x7f94ac06a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:36.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.502+0000 7f94b1a9d700 1 --2- 172.21.15.79:0/3322196125 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f94ac0b4a40 0x7f94ac06a800 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f949c009840 tx=0x7f949c009b50 comp rx=0 tx=0).stop 2023-09-21T11:17:36.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.502+0000 7f94b1a9d700 1 -- 172.21.15.79:0/3322196125 shutdown_connections 2023-09-21T11:17:36.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.502+0000 7f94b1a9d700 1 --2- 172.21.15.79:0/3322196125 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94ac0af5e0 0x7f94ac0b3c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.502+0000 7f94b1a9d700 1 --2- 172.21.15.79:0/3322196125 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f94ac0b4a40 0x7f94ac06a800 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.502+0000 7f94b1a9d700 1 -- 172.21.15.79:0/3322196125 >> 172.21.15.79:0/3322196125 conn(0x7f94ac0ccdb0 msgr2=0x7f94ac0cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:36.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.502+0000 7f94b1a9d700 1 -- 172.21.15.79:0/3322196125 shutdown_connections 2023-09-21T11:17:36.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.502+0000 7f94b1a9d700 1 -- 172.21.15.79:0/3322196125 wait complete. 2023-09-21T11:17:36.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.504+0000 7f94b1a9d700 1 Processor -- start 2023-09-21T11:17:36.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.504+0000 7f94b1a9d700 1 -- start start 2023-09-21T11:17:36.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.504+0000 7f94b1a9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f94ac0af5e0 0x7f94ac0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:36.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.504+0000 7f94b1a9d700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94ac0b4a40 0x7f94ac0c6050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:36.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f94b1a9d700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f94ac15b980 0x7f94ac0c6590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:36.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f94b1a9d700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94ac0c5300 con 0x7f94ac0af5e0 2023-09-21T11:17:36.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f94b1a9d700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94ac0c55e0 con 0x7f94ac15b980 2023-09-21T11:17:36.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f94b1a9d700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94ac0b0ca0 con 0x7f94ac0b4a40 2023-09-21T11:17:36.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f94ab7fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f94ac0af5e0 0x7f94ac0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:36.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f94ab7fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f94ac0af5e0 0x7f94ac0c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54646/0 (socket says 172.21.15.79:54646) 2023-09-21T11:17:36.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f94ab7fe700 1 -- 172.21.15.79:0/341234979 learned_addr learned my addr 172.21.15.79:0/341234979 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:36.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f94abfff700 1 --2- 172.21.15.79:0/341234979 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f94ac15b980 0x7f94ac0c6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:36.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f94aaffd700 1 --2- 172.21.15.79:0/341234979 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94ac0b4a40 0x7f94ac0c6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:36.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f94ab7fe700 1 -- 172.21.15.79:0/341234979 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94ac0b4a40 msgr2=0x7f94ac0c6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:36.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f94ab7fe700 1 --2- 172.21.15.79:0/341234979 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94ac0b4a40 0x7f94ac0c6050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f94ab7fe700 1 -- 172.21.15.79:0/341234979 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f94ac15b980 msgr2=0x7f94ac0c6590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:36.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f94ab7fe700 1 --2- 172.21.15.79:0/341234979 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f94ac15b980 0x7f94ac0c6590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f94ab7fe700 1 -- 172.21.15.79:0/341234979 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94a4009a70 con 0x7f94ac0af5e0 2023-09-21T11:17:36.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f94ab7fe700 1 --2- 172.21.15.79:0/341234979 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f94ac0af5e0 0x7f94ac0c4920 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f94a000c6d0 tx=0x7f94a000ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:36.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f9493fff700 1 -- 172.21.15.79:0/341234979 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94a00074e0 con 0x7f94ac0af5e0 2023-09-21T11:17:36.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f9493fff700 1 -- 172.21.15.79:0/341234979 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94a0007640 con 0x7f94ac0af5e0 2023-09-21T11:17:36.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f94b1a9d700 1 -- 172.21.15.79:0/341234979 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f949c0094a0 con 0x7f94ac0af5e0 2023-09-21T11:17:36.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f9493fff700 1 -- 172.21.15.79:0/341234979 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94a0005a70 con 0x7f94ac0af5e0 2023-09-21T11:17:36.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.505+0000 7f94b1a9d700 1 -- 172.21.15.79:0/341234979 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94ac0b1260 con 0x7f94ac0af5e0 2023-09-21T11:17:36.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.506+0000 7f94b1a9d700 1 -- 172.21.15.79:0/341234979 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94ac04eae0 con 0x7f94ac0af5e0 2023-09-21T11:17:36.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.507+0000 7f9493fff700 1 -- 172.21.15.79:0/341234979 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f94a0005bd0 con 0x7f94ac0af5e0 2023-09-21T11:17:36.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.507+0000 7f9493fff700 1 --2- 172.21.15.79:0/341234979 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f949806a5b0 0x7f949806ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:36.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.507+0000 7f9493fff700 1 -- 172.21.15.79:0/341234979 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f94a0087f80 con 0x7f94ac0af5e0 2023-09-21T11:17:36.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.507+0000 7f94aaffd700 1 --2- 172.21.15.79:0/341234979 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f949806a5b0 0x7f949806ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:36.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.507+0000 7f94aaffd700 1 --2- 172.21.15.79:0/341234979 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f949806a5b0 0x7f949806ca70 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f949c0090b0 tx=0x7f949c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:36.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.511+0000 7f9493fff700 1 -- 172.21.15.79:0/341234979 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f94a00ba9b0 con 0x7f94ac0af5e0 2023-09-21T11:17:36.695 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.702+0000 7f94b1a9d700 1 -- 172.21.15.79:0/341234979 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f94ac072ba0 con 0x7f94ac0af5e0 2023-09-21T11:17:36.695 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.702+0000 7f9493fff700 1 -- 172.21.15.79:0/341234979 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f94a0017020 con 0x7f94ac0af5e0 2023-09-21T11:17:36.695 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 32 2023-09-21T11:17:36.697 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.704+0000 7f94b1a9d700 1 -- 172.21.15.79:0/341234979 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f949806a5b0 msgr2=0x7f949806ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:36.697 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.704+0000 7f94b1a9d700 1 --2- 172.21.15.79:0/341234979 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f949806a5b0 0x7f949806ca70 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f949c0090b0 tx=0x7f949c008030 comp rx=0 tx=0).stop 2023-09-21T11:17:36.697 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.704+0000 7f94b1a9d700 1 -- 172.21.15.79:0/341234979 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f94ac0af5e0 msgr2=0x7f94ac0c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:36.698 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.704+0000 7f94b1a9d700 1 --2- 172.21.15.79:0/341234979 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f94ac0af5e0 0x7f94ac0c4920 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f94a000c6d0 tx=0x7f94a000ca90 comp rx=0 tx=0).stop 2023-09-21T11:17:36.698 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.704+0000 7f94b1a9d700 1 -- 172.21.15.79:0/341234979 shutdown_connections 2023-09-21T11:17:36.698 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.704+0000 7f94b1a9d700 1 --2- 172.21.15.79:0/341234979 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f94ac15b980 0x7f94ac0c6590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.698 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.704+0000 7f94b1a9d700 1 --2- 172.21.15.79:0/341234979 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f94ac0af5e0 0x7f94ac0c4920 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.698 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.704+0000 7f94b1a9d700 1 --2- 172.21.15.79:0/341234979 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f949806a5b0 0x7f949806ca70 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.699 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.704+0000 7f94b1a9d700 1 --2- 172.21.15.79:0/341234979 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94ac0b4a40 0x7f94ac0c6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.699 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.704+0000 7f94b1a9d700 1 -- 172.21.15.79:0/341234979 >> 172.21.15.79:0/341234979 conn(0x7f94ac0ccdb0 msgr2=0x7f94ac0cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:36.699 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.704+0000 7f94b1a9d700 1 -- 172.21.15.79:0/341234979 shutdown_connections 2023-09-21T11:17:36.699 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.704+0000 7f94b1a9d700 1 -- 172.21.15.79:0/341234979 wait complete. 2023-09-21T11:17:36.709 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T11:17:36.833 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.840+0000 7efc25eee700 1 Processor -- start 2023-09-21T11:17:36.833 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.840+0000 7efc25eee700 1 -- start start 2023-09-21T11:17:36.835 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.841+0000 7efc25eee700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7efc2015d830 0x7efc20162010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:36.836 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.841+0000 7efc25eee700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc2015dc10 0x7efc2006a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:36.836 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.841+0000 7efc25eee700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc20162550 con 0x7efc20072080 2023-09-21T11:17:36.836 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.841+0000 7efc25eee700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc200af550 con 0x7efc2015d830 2023-09-21T11:17:36.836 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.841+0000 7efc25eee700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc20071a80 con 0x7efc2015dc10 2023-09-21T11:17:36.836 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.841+0000 7efc1f7fe700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7efc2015d830 0x7efc20162010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:36.837 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.841+0000 7efc1effd700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc2015dc10 0x7efc2006a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:36.837 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.841+0000 7efc1ffff700 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7efc20072080 0x7efc200b1db0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.79:57114/0 (socket says 172.21.15.79:57114) 2023-09-21T11:17:36.837 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.841+0000 7efc1effd700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc2015dc10 0x7efc2006a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:57690/0 (socket says 172.21.15.79:57690) 2023-09-21T11:17:36.837 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.841+0000 7efc1f7fe700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7efc2015d830 0x7efc20162010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.79:36504/0 (socket says 172.21.15.79:36504) 2023-09-21T11:17:36.837 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.841+0000 7efc1effd700 1 -- 172.21.15.79:0/1890245965 learned_addr learned my addr 172.21.15.79:0/1890245965 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:36.838 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.842+0000 7efc1effd700 1 -- 172.21.15.79:0/1890245965 >> v2:172.21.15.134:3300/0 conn(0x7efc2015d830 msgr2=0x7efc20162010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:36.838 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.842+0000 7efc1effd700 1 --2- 172.21.15.79:0/1890245965 >> v2:172.21.15.134:3300/0 conn(0x7efc2015d830 0x7efc20162010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.838 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.842+0000 7efc1effd700 1 -- 172.21.15.79:0/1890245965 >> v1:172.21.15.134:6789/0 conn(0x7efc20072080 legacy=0x7efc200b1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:36.838 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.842+0000 7efc1effd700 1 -- 172.21.15.79:0/1890245965 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc20071d60 con 0x7efc2015dc10 2023-09-21T11:17:36.838 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.842+0000 7efc1e7fc700 1 -- 172.21.15.79:0/1890245965 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3748170056 0 0) 0x7efc18001490 con 0x7efc20072080 2023-09-21T11:17:36.839 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.842+0000 7efc1effd700 1 --2- 172.21.15.79:0/1890245965 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc2015dc10 0x7efc2006a800 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7efc100098f0 tx=0x7efc10009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ce6a45338c24bf9b server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:36.839 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.842+0000 7efc1e7fc700 1 -- 172.21.15.79:0/1890245965 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc10011830 con 0x7efc2015dc10 2023-09-21T11:17:36.839 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.842+0000 7efc1e7fc700 1 -- 172.21.15.79:0/1890245965 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc10011990 con 0x7efc2015dc10 2023-09-21T11:17:36.839 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.842+0000 7efc1e7fc700 1 -- 172.21.15.79:0/1890245965 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc10011d20 con 0x7efc2015dc10 2023-09-21T11:17:36.839 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.842+0000 7efc25eee700 1 -- 172.21.15.79:0/1890245965 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc2015dc10 msgr2=0x7efc2006a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:36.840 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.842+0000 7efc25eee700 1 --2- 172.21.15.79:0/1890245965 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc2015dc10 0x7efc2006a800 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7efc100098f0 tx=0x7efc10009c00 comp rx=0 tx=0).stop 2023-09-21T11:17:36.840 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.842+0000 7efc25eee700 1 -- 172.21.15.79:0/1890245965 shutdown_connections 2023-09-21T11:17:36.840 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.842+0000 7efc25eee700 1 --2- 172.21.15.79:0/1890245965 >> v2:172.21.15.134:3300/0 conn(0x7efc2015d830 0x7efc20162010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.840 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.842+0000 7efc25eee700 1 --2- 172.21.15.79:0/1890245965 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc2015dc10 0x7efc2006a800 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.840 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.843+0000 7efc25eee700 1 -- 172.21.15.79:0/1890245965 >> 172.21.15.79:0/1890245965 conn(0x7efc200ccdb0 msgr2=0x7efc200cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:36.841 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.843+0000 7efc25eee700 1 -- 172.21.15.79:0/1890245965 shutdown_connections 2023-09-21T11:17:36.841 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.843+0000 7efc25eee700 1 -- 172.21.15.79:0/1890245965 wait complete. 2023-09-21T11:17:36.843 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.844+0000 7efc25eee700 1 Processor -- start 2023-09-21T11:17:36.843 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.844+0000 7efc25eee700 1 -- start start 2023-09-21T11:17:36.844 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc25eee700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efc20072080 0x7efc200b27a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:36.844 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc25eee700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc2015d830 0x7efc200adfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:36.844 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc25eee700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc2015dc10 0x7efc200ae4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:36.844 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc25eee700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc20160980 con 0x7efc2015d830 2023-09-21T11:17:36.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc25eee700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc200b2ce0 con 0x7efc20072080 2023-09-21T11:17:36.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc25eee700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc2015f8e0 con 0x7efc2015dc10 2023-09-21T11:17:36.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc1effd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc2015d830 0x7efc200adfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:36.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc1effd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc2015d830 0x7efc200adfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54662/0 (socket says 172.21.15.79:54662) 2023-09-21T11:17:36.845 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc1effd700 1 -- 172.21.15.79:0/2586103320 learned_addr learned my addr 172.21.15.79:0/2586103320 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:36.846 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc1f7fe700 1 --2- 172.21.15.79:0/2586103320 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efc20072080 0x7efc200b27a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:36.846 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc1ffff700 1 --2- 172.21.15.79:0/2586103320 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc2015dc10 0x7efc200ae4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:36.846 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc1effd700 1 -- 172.21.15.79:0/2586103320 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc2015dc10 msgr2=0x7efc200ae4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:36.846 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc1effd700 1 --2- 172.21.15.79:0/2586103320 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc2015dc10 0x7efc200ae4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.846 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc1effd700 1 -- 172.21.15.79:0/2586103320 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efc20072080 msgr2=0x7efc200b27a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:36.847 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc1effd700 1 --2- 172.21.15.79:0/2586103320 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efc20072080 0x7efc200b27a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:36.847 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc1effd700 1 -- 172.21.15.79:0/2586103320 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc10009550 con 0x7efc2015d830 2023-09-21T11:17:36.847 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc1effd700 1 --2- 172.21.15.79:0/2586103320 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc2015d830 0x7efc200adfb0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7efc10014040 tx=0x7efc10004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:36.847 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc07fff700 1 -- 172.21.15.79:0/2586103320 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc10004510 con 0x7efc2015d830 2023-09-21T11:17:36.847 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc07fff700 1 -- 172.21.15.79:0/2586103320 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc1001e070 con 0x7efc2015d830 2023-09-21T11:17:36.848 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc25eee700 1 -- 172.21.15.79:0/2586103320 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc2015fbc0 con 0x7efc2015d830 2023-09-21T11:17:36.848 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc07fff700 1 -- 172.21.15.79:0/2586103320 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc100038c0 con 0x7efc2015d830 2023-09-21T11:17:36.848 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.845+0000 7efc25eee700 1 -- 172.21.15.79:0/2586103320 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc20160180 con 0x7efc2015d830 2023-09-21T11:17:36.848 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.846+0000 7efc25eee700 1 -- 172.21.15.79:0/2586103320 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc2004eae0 con 0x7efc2015d830 2023-09-21T11:17:36.848 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.847+0000 7efc07fff700 1 -- 172.21.15.79:0/2586103320 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7efc10003a20 con 0x7efc2015d830 2023-09-21T11:17:36.849 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.847+0000 7efc07fff700 1 --2- 172.21.15.79:0/2586103320 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7efc0c06a550 0x7efc0c06ca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:36.849 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.847+0000 7efc07fff700 1 -- 172.21.15.79:0/2586103320 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efc100898e0 con 0x7efc2015d830 2023-09-21T11:17:36.849 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.847+0000 7efc1f7fe700 1 --2- 172.21.15.79:0/2586103320 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7efc0c06a550 0x7efc0c06ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:36.849 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.847+0000 7efc1f7fe700 1 --2- 172.21.15.79:0/2586103320 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7efc0c06a550 0x7efc0c06ca10 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7efc14009bc0 tx=0x7efc140091c0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:36.850 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:36.851+0000 7efc07fff700 1 -- 172.21.15.79:0/2586103320 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7efc10054e70 con 0x7efc2015d830 2023-09-21T11:17:37.034 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.042+0000 7efc25eee700 1 -- 172.21.15.79:0/2586103320 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7efc200cdcc0 con 0x7efc2015d830 2023-09-21T11:17:37.035 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.042+0000 7efc07fff700 1 -- 172.21.15.79:0/2586103320 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7efc10058490 con 0x7efc2015d830 2023-09-21T11:17:37.035 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 64 2023-09-21T11:17:37.037 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.044+0000 7efc25eee700 1 -- 172.21.15.79:0/2586103320 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7efc0c06a550 msgr2=0x7efc0c06ca10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:37.037 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.044+0000 7efc25eee700 1 --2- 172.21.15.79:0/2586103320 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7efc0c06a550 0x7efc0c06ca10 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7efc14009bc0 tx=0x7efc140091c0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.038 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.044+0000 7efc25eee700 1 -- 172.21.15.79:0/2586103320 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc2015d830 msgr2=0x7efc200adfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:37.038 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.044+0000 7efc25eee700 1 --2- 172.21.15.79:0/2586103320 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc2015d830 0x7efc200adfb0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7efc10014040 tx=0x7efc10004750 comp rx=0 tx=0).stop 2023-09-21T11:17:37.038 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.044+0000 7efc25eee700 1 -- 172.21.15.79:0/2586103320 shutdown_connections 2023-09-21T11:17:37.038 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.044+0000 7efc25eee700 1 --2- 172.21.15.79:0/2586103320 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7efc0c06a550 0x7efc0c06ca10 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.038 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.044+0000 7efc25eee700 1 --2- 172.21.15.79:0/2586103320 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc2015dc10 0x7efc200ae4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.039 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.044+0000 7efc25eee700 1 --2- 172.21.15.79:0/2586103320 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efc20072080 0x7efc200b27a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.039 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.044+0000 7efc25eee700 1 --2- 172.21.15.79:0/2586103320 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc2015d830 0x7efc200adfb0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.039 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.044+0000 7efc25eee700 1 -- 172.21.15.79:0/2586103320 >> 172.21.15.79:0/2586103320 conn(0x7efc200ccdb0 msgr2=0x7efc2006a800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:37.039 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.044+0000 7efc25eee700 1 -- 172.21.15.79:0/2586103320 shutdown_connections 2023-09-21T11:17:37.039 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.044+0000 7efc25eee700 1 -- 172.21.15.79:0/2586103320 wait complete. 2023-09-21T11:17:37.049 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-09-21T11:17:37.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.179+0000 7f71ba1b0700 1 Processor -- start 2023-09-21T11:17:37.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.179+0000 7f71ba1b0700 1 -- start start 2023-09-21T11:17:37.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.179+0000 7f71ba1b0700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f71b415b5f0 0x7f71b40cfd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:37.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.179+0000 7f71ba1b0700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f71b40cc1d0 0x7f71b415f590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:37.175 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.179+0000 7f71ba1b0700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71b415c9e0 con 0x7f71b415f110 2023-09-21T11:17:37.175 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.179+0000 7f71ba1b0700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f71b415fb90 con 0x7f71b40cc1d0 2023-09-21T11:17:37.175 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.179+0000 7f71ba1b0700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71b415fe70 con 0x7f71b415b5f0 2023-09-21T11:17:37.175 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.180+0000 7f71b37fe700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f71b415b5f0 0x7f71b40cfd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:37.175 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.180+0000 7f71b3fff700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f71b40cc1d0 0x7f71b415f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:37.176 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.180+0000 7f71b2ffd700 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f71b415f110 0x7f71b40cbac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.79:57124/0 (socket says 172.21.15.79:57124) 2023-09-21T11:17:37.176 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.180+0000 7f71b2ffd700 1 -- 172.21.15.79:0/3219685466 learned_addr learned my addr 172.21.15.79:0/3219685466 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:37.176 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.180+0000 7f71b37fe700 1 -- 172.21.15.79:0/3219685466 >> v2:172.21.15.134:3300/0 conn(0x7f71b40cc1d0 msgr2=0x7f71b415f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:37.176 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.180+0000 7f71b37fe700 1 --2- 172.21.15.79:0/3219685466 >> v2:172.21.15.134:3300/0 conn(0x7f71b40cc1d0 0x7f71b415f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.176 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.180+0000 7f71b37fe700 1 -- 172.21.15.79:0/3219685466 >> v1:172.21.15.134:6789/0 conn(0x7f71b415f110 legacy=0x7f71b40cbac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:37.177 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.180+0000 7f71b37fe700 1 -- 172.21.15.79:0/3219685466 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71b40cf250 con 0x7f71b415b5f0 2023-09-21T11:17:37.177 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.180+0000 7f71b3fff700 1 --2- 172.21.15.79:0/3219685466 >> v2:172.21.15.134:3300/0 conn(0x7f71b40cc1d0 0x7f71b415f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:17:37.177 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.180+0000 7f71b37fe700 1 --2- 172.21.15.79:0/3219685466 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f71b415b5f0 0x7f71b40cfd30 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f71a4009840 tx=0x7f71a4009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b519f275a094fd6b server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:37.177 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.180+0000 7f71b27fc700 1 -- 172.21.15.79:0/3219685466 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71a4011830 con 0x7f71b415b5f0 2023-09-21T11:17:37.177 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.181+0000 7f71b27fc700 1 -- 172.21.15.79:0/3219685466 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71a4011990 con 0x7f71b415b5f0 2023-09-21T11:17:37.178 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.181+0000 7f71b27fc700 1 -- 172.21.15.79:0/3219685466 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71a4011d20 con 0x7f71b415b5f0 2023-09-21T11:17:37.178 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.181+0000 7f71ba1b0700 1 -- 172.21.15.79:0/3219685466 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f71b415b5f0 msgr2=0x7f71b40cfd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:37.178 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.181+0000 7f71ba1b0700 1 --2- 172.21.15.79:0/3219685466 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f71b415b5f0 0x7f71b40cfd30 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f71a4009840 tx=0x7f71a4009b50 comp rx=0 tx=0).stop 2023-09-21T11:17:37.178 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.181+0000 7f71ba1b0700 1 -- 172.21.15.79:0/3219685466 shutdown_connections 2023-09-21T11:17:37.178 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.181+0000 7f71ba1b0700 1 --2- 172.21.15.79:0/3219685466 >> v2:172.21.15.134:3300/0 conn(0x7f71b40cc1d0 0x7f71b415f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.179 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.181+0000 7f71ba1b0700 1 --2- 172.21.15.79:0/3219685466 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f71b415b5f0 0x7f71b40cfd30 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.179 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.181+0000 7f71ba1b0700 1 -- 172.21.15.79:0/3219685466 >> 172.21.15.79:0/3219685466 conn(0x7f71b40664a0 msgr2=0x7f71b4066880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:37.179 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.181+0000 7f71ba1b0700 1 -- 172.21.15.79:0/3219685466 shutdown_connections 2023-09-21T11:17:37.179 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.181+0000 7f71ba1b0700 1 -- 172.21.15.79:0/3219685466 wait complete. 2023-09-21T11:17:37.181 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.182+0000 7f71ba1b0700 1 Processor -- start 2023-09-21T11:17:37.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.182+0000 7f71ba1b0700 1 -- start start 2023-09-21T11:17:37.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.183+0000 7f71ba1b0700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f71b40cc1d0 0x7f71b4150b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:37.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.183+0000 7f71ba1b0700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f71b415b5f0 0x7f71b40ca220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:37.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.183+0000 7f71ba1b0700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f71b415f110 0x7f71b40c69d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:37.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.183+0000 7f71ba1b0700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71b40ca760 con 0x7f71b415b5f0 2023-09-21T11:17:37.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.183+0000 7f71ba1b0700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71b406b910 con 0x7f71b415f110 2023-09-21T11:17:37.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.183+0000 7f71ba1b0700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71b40c8540 con 0x7f71b40cc1d0 2023-09-21T11:17:37.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.183+0000 7f71b2ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f71b415b5f0 0x7f71b40ca220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:37.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.183+0000 7f71b2ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f71b415b5f0 0x7f71b40ca220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54676/0 (socket says 172.21.15.79:54676) 2023-09-21T11:17:37.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.183+0000 7f71b2ffd700 1 -- 172.21.15.79:0/1747859588 learned_addr learned my addr 172.21.15.79:0/1747859588 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:37.184 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.183+0000 7f71b37fe700 1 --2- 172.21.15.79:0/1747859588 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f71b40cc1d0 0x7f71b4150b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:37.184 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.183+0000 7f71b3fff700 1 --2- 172.21.15.79:0/1747859588 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f71b415f110 0x7f71b40c69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:37.184 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.184+0000 7f71b2ffd700 1 -- 172.21.15.79:0/1747859588 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f71b40cc1d0 msgr2=0x7f71b4150b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:37.184 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.184+0000 7f71b2ffd700 1 --2- 172.21.15.79:0/1747859588 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f71b40cc1d0 0x7f71b4150b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.184 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.184+0000 7f71b2ffd700 1 -- 172.21.15.79:0/1747859588 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f71b415f110 msgr2=0x7f71b40c69d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:37.185 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.184+0000 7f71b2ffd700 1 --2- 172.21.15.79:0/1747859588 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f71b415f110 0x7f71b40c69d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.185 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.184+0000 7f71b2ffd700 1 -- 172.21.15.79:0/1747859588 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71ac009a70 con 0x7f71b415b5f0 2023-09-21T11:17:37.185 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.184+0000 7f71b3fff700 1 --2- 172.21.15.79:0/1747859588 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f71b415f110 0x7f71b40c69d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:37.185 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.184+0000 7f71b2ffd700 1 --2- 172.21.15.79:0/1747859588 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f71b415b5f0 0x7f71b40ca220 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f71a800c480 tx=0x7f71a800c790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:37.185 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.184+0000 7f719bfff700 1 -- 172.21.15.79:0/1747859588 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71a8005d70 con 0x7f71b415b5f0 2023-09-21T11:17:37.185 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.184+0000 7f719bfff700 1 -- 172.21.15.79:0/1747859588 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71a80070d0 con 0x7f71b415b5f0 2023-09-21T11:17:37.186 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.184+0000 7f71ba1b0700 1 -- 172.21.15.79:0/1747859588 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71a40094a0 con 0x7f71b415b5f0 2023-09-21T11:17:37.186 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.184+0000 7f719bfff700 1 -- 172.21.15.79:0/1747859588 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71a8007440 con 0x7f71b415b5f0 2023-09-21T11:17:37.186 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.184+0000 7f71ba1b0700 1 -- 172.21.15.79:0/1747859588 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71b40c8790 con 0x7f71b415b5f0 2023-09-21T11:17:37.186 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.185+0000 7f71ba1b0700 1 -- 172.21.15.79:0/1747859588 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71b404eae0 con 0x7f71b415b5f0 2023-09-21T11:17:37.186 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.185+0000 7f719bfff700 1 -- 172.21.15.79:0/1747859588 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f71a80075a0 con 0x7f71b415b5f0 2023-09-21T11:17:37.187 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.186+0000 7f719bfff700 1 --2- 172.21.15.79:0/1747859588 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f71a006a580 0x7f71a006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:37.187 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.186+0000 7f71b37fe700 1 --2- 172.21.15.79:0/1747859588 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f71a006a580 0x7f71a006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:37.187 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.186+0000 7f719bfff700 1 -- 172.21.15.79:0/1747859588 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f71a8087c50 con 0x7f71b415b5f0 2023-09-21T11:17:37.187 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.186+0000 7f71b37fe700 1 --2- 172.21.15.79:0/1747859588 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f71a006a580 0x7f71a006ca40 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f71a4000c00 tx=0x7f71a4008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:37.188 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.190+0000 7f719bfff700 1 -- 172.21.15.79:0/1747859588 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f71a808d020 con 0x7f71b415b5f0 2023-09-21T11:17:37.387 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.394+0000 7f71ba1b0700 1 -- 172.21.15.79:0/1747859588 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f71b40cca30 con 0x7f71b415b5f0 2023-09-21T11:17:37.387 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.394+0000 7f719bfff700 1 -- 172.21.15.79:0/1747859588 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7f71a80533d0 con 0x7f71b415b5f0 2023-09-21T11:17:37.389 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.396+0000 7f71ba1b0700 1 -- 172.21.15.79:0/1747859588 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f71a006a580 msgr2=0x7f71a006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:37.390 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.396+0000 7f71ba1b0700 1 --2- 172.21.15.79:0/1747859588 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f71a006a580 0x7f71a006ca40 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f71a4000c00 tx=0x7f71a4008030 comp rx=0 tx=0).stop 2023-09-21T11:17:37.390 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.396+0000 7f71ba1b0700 1 -- 172.21.15.79:0/1747859588 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f71b415b5f0 msgr2=0x7f71b40ca220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:37.390 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.396+0000 7f71ba1b0700 1 --2- 172.21.15.79:0/1747859588 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f71b415b5f0 0x7f71b40ca220 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f71a800c480 tx=0x7f71a800c790 comp rx=0 tx=0).stop 2023-09-21T11:17:37.390 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.396+0000 7f71ba1b0700 1 -- 172.21.15.79:0/1747859588 shutdown_connections 2023-09-21T11:17:37.390 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.396+0000 7f71ba1b0700 1 --2- 172.21.15.79:0/1747859588 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f71b415f110 0x7f71b40c69d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.391 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.396+0000 7f71ba1b0700 1 --2- 172.21.15.79:0/1747859588 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f71a006a580 0x7f71a006ca40 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.391 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.396+0000 7f71ba1b0700 1 --2- 172.21.15.79:0/1747859588 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f71b40cc1d0 0x7f71b4150b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.391 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.396+0000 7f71ba1b0700 1 --2- 172.21.15.79:0/1747859588 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f71b415b5f0 0x7f71b40ca220 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.391 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.396+0000 7f71ba1b0700 1 -- 172.21.15.79:0/1747859588 >> 172.21.15.79:0/1747859588 conn(0x7f71b40664a0 msgr2=0x7f71b40cd990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:37.391 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.396+0000 7f71ba1b0700 1 -- 172.21.15.79:0/1747859588 shutdown_connections 2023-09-21T11:17:37.391 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.396+0000 7f71ba1b0700 1 -- 172.21.15.79:0/1747859588 wait complete. 2023-09-21T11:17:37.392 INFO:teuthology.orchestra.run.smithi079.stderr:listed 0 entries 2023-09-21T11:17:37.401 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.2... 2023-09-21T11:17:37.401 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:37.402 DEBUG:teuthology.orchestra.run.smithi079:> sudo umount /home/ubuntu/cephtest/mnt.2 -f 2023-09-21T11:17:37.440 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi079.front.sepia.ceph.com 2023-09-21T11:17:37.440 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:37.441 DEBUG:teuthology.orchestra.run.smithi079:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2023-09-21T11:17:37.497 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:17:37.497 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T11:17:37.519 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:17:37.519 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T11:17:37.580 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2023-09-21T11:17:37.580 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T11:17:37.639 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:37.759 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.766+0000 7febcbce4700 1 Processor -- start 2023-09-21T11:17:37.759 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.766+0000 7febcbce4700 1 -- start start 2023-09-21T11:17:37.761 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.767+0000 7febcbce4700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7febc415d8f0 0x7febc406bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:37.761 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.767+0000 7febcbce4700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7febc40d0280 0x7febc406c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:37.761 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.767+0000 7febcbce4700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7febc406ccb0 con 0x7febc406c860 2023-09-21T11:17:37.762 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.767+0000 7febcbce4700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7febc40ae220 con 0x7febc40d0280 2023-09-21T11:17:37.762 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.767+0000 7febcbce4700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febc415dcd0 con 0x7febc415d8f0 2023-09-21T11:17:37.762 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.768+0000 7febc9a80700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7febc415d8f0 0x7febc406bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:37.762 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.768+0000 7febc927f700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7febc40d0280 0x7febc406c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:37.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.768+0000 7febca281700 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7febc406c860 0x7febc41613c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.79:57142/0 (socket says 172.21.15.79:57142) 2023-09-21T11:17:37.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.768+0000 7febca281700 1 -- 172.21.15.79:0/1329659795 learned_addr learned my addr 172.21.15.79:0/1329659795 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:37.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.768+0000 7febc9a80700 1 --2- 172.21.15.79:0/1329659795 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7febc415d8f0 0x7febc406bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:57718/0 (socket says 172.21.15.79:57718) 2023-09-21T11:17:37.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.768+0000 7febc927f700 1 -- 172.21.15.79:0/1329659795 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7febc415d8f0 msgr2=0x7febc406bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:37.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.768+0000 7febc927f700 1 --2- 172.21.15.79:0/1329659795 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7febc415d8f0 0x7febc406bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.764 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.768+0000 7febc927f700 1 -- 172.21.15.79:0/1329659795 >> v1:172.21.15.134:6789/0 conn(0x7febc406c860 legacy=0x7febc41613c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:37.764 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.768+0000 7febc927f700 1 -- 172.21.15.79:0/1329659795 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febc40ae490 con 0x7febc40d0280 2023-09-21T11:17:37.764 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.768+0000 7febc9a80700 1 --2- 172.21.15.79:0/1329659795 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7febc415d8f0 0x7febc406bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:17:37.764 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.768+0000 7febc927f700 1 --2- 172.21.15.79:0/1329659795 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7febc40d0280 0x7febc406c320 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7febc0009840 tx=0x7febc0009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b730e88cfb2628db server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:37.764 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.768+0000 7febc8a7e700 1 -- 172.21.15.79:0/1329659795 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febc0011830 con 0x7febc40d0280 2023-09-21T11:17:37.765 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.768+0000 7febc8a7e700 1 -- 172.21.15.79:0/1329659795 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febc0011990 con 0x7febc40d0280 2023-09-21T11:17:37.765 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.768+0000 7febc8a7e700 1 -- 172.21.15.79:0/1329659795 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febc0011d20 con 0x7febc40d0280 2023-09-21T11:17:37.768 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.769+0000 7febcbce4700 1 -- 172.21.15.79:0/1329659795 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7febc40d0280 msgr2=0x7febc406c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:37.768 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.769+0000 7febcbce4700 1 --2- 172.21.15.79:0/1329659795 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7febc40d0280 0x7febc406c320 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7febc0009840 tx=0x7febc0009b50 comp rx=0 tx=0).stop 2023-09-21T11:17:37.768 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.769+0000 7febcbce4700 1 -- 172.21.15.79:0/1329659795 shutdown_connections 2023-09-21T11:17:37.769 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.769+0000 7febcbce4700 1 --2- 172.21.15.79:0/1329659795 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7febc415d8f0 0x7febc406bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.769 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.769+0000 7febcbce4700 1 --2- 172.21.15.79:0/1329659795 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7febc40d0280 0x7febc406c320 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.769 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.769+0000 7febcbce4700 1 -- 172.21.15.79:0/1329659795 >> 172.21.15.79:0/1329659795 conn(0x7febc40d1530 msgr2=0x7febc40d1940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:37.769 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.769+0000 7febcbce4700 1 -- 172.21.15.79:0/1329659795 shutdown_connections 2023-09-21T11:17:37.769 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.769+0000 7febcbce4700 1 -- 172.21.15.79:0/1329659795 wait complete. 2023-09-21T11:17:37.770 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.770+0000 7febcbce4700 1 Processor -- start 2023-09-21T11:17:37.770 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.770+0000 7febcbce4700 1 -- start start 2023-09-21T11:17:37.770 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.771+0000 7febcbce4700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7febc406c860 0x7febc40c5a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:37.770 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.771+0000 7febcbce4700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febc40d0280 0x7febc415fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:37.770 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.771+0000 7febcbce4700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7febc415d8f0 0x7febc4160310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:37.771 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.771+0000 7febcbce4700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febc40c62c0 con 0x7febc40d0280 2023-09-21T11:17:37.771 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.771+0000 7febcbce4700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febc40c65a0 con 0x7febc415d8f0 2023-09-21T11:17:37.771 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.771+0000 7febcbce4700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febc40c6880 con 0x7febc406c860 2023-09-21T11:17:37.771 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.771+0000 7febc927f700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febc40d0280 0x7febc415fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:37.771 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.771+0000 7febc927f700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febc40d0280 0x7febc415fdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54690/0 (socket says 172.21.15.79:54690) 2023-09-21T11:17:37.772 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.771+0000 7febc927f700 1 -- 172.21.15.79:0/2265920612 learned_addr learned my addr 172.21.15.79:0/2265920612 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:37.772 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.771+0000 7febc9a80700 1 --2- 172.21.15.79:0/2265920612 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7febc406c860 0x7febc40c5a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:37.772 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.771+0000 7febca281700 1 --2- 172.21.15.79:0/2265920612 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7febc415d8f0 0x7febc4160310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:37.772 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.771+0000 7febc927f700 1 -- 172.21.15.79:0/2265920612 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7febc406c860 msgr2=0x7febc40c5a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:37.772 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.771+0000 7febc927f700 1 --2- 172.21.15.79:0/2265920612 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7febc406c860 0x7febc40c5a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.772 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.771+0000 7febc927f700 1 -- 172.21.15.79:0/2265920612 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7febc415d8f0 msgr2=0x7febc4160310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:37.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.771+0000 7febc927f700 1 --2- 172.21.15.79:0/2265920612 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7febc415d8f0 0x7febc4160310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.771+0000 7febc927f700 1 -- 172.21.15.79:0/2265920612 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febb4009430 con 0x7febc40d0280 2023-09-21T11:17:37.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.771+0000 7febc927f700 1 --2- 172.21.15.79:0/2265920612 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febc40d0280 0x7febc415fdd0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7febc0009fd0 tx=0x7febc0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:37.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.772+0000 7febba7fc700 1 -- 172.21.15.79:0/2265920612 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febc00036a0 con 0x7febc40d0280 2023-09-21T11:17:37.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.772+0000 7febba7fc700 1 -- 172.21.15.79:0/2265920612 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febc001e070 con 0x7febc40d0280 2023-09-21T11:17:37.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.772+0000 7febcbce4700 1 -- 172.21.15.79:0/2265920612 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7febc00094a0 con 0x7febc40d0280 2023-09-21T11:17:37.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.772+0000 7febba7fc700 1 -- 172.21.15.79:0/2265920612 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febc0003a60 con 0x7febc40d0280 2023-09-21T11:17:37.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.772+0000 7febcbce4700 1 -- 172.21.15.79:0/2265920612 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febc40c5f90 con 0x7febc40d0280 2023-09-21T11:17:37.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.773+0000 7febcbce4700 1 -- 172.21.15.79:0/2265920612 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7febc40c6da0 con 0x7febc40d0280 2023-09-21T11:17:37.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.773+0000 7febba7fc700 1 -- 172.21.15.79:0/2265920612 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7febc0003bc0 con 0x7febc40d0280 2023-09-21T11:17:37.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.773+0000 7febba7fc700 1 --2- 172.21.15.79:0/2265920612 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7feba806a580 0x7feba806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:37.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.774+0000 7febba7fc700 1 -- 172.21.15.79:0/2265920612 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7febc0089990 con 0x7febc40d0280 2023-09-21T11:17:37.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.774+0000 7febc9a80700 1 --2- 172.21.15.79:0/2265920612 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7feba806a580 0x7feba806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:37.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.774+0000 7febc9a80700 1 --2- 172.21.15.79:0/2265920612 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7feba806a580 0x7feba806ca40 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7febc40b74f0 tx=0x7febb4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:37.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.778+0000 7febba7fc700 1 -- 172.21.15.79:0/2265920612 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7febc40c6da0 con 0x7febc40d0280 2023-09-21T11:17:37.960 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.967+0000 7febcbce4700 1 -- 172.21.15.79:0/2265920612 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7febc40c69c0 con 0x7febc40d0280 2023-09-21T11:17:37.961 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.969+0000 7febba7fc700 1 -- 172.21.15.79:0/2265920612 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7febc40c69c0 con 0x7febc40d0280 2023-09-21T11:17:37.962 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:37.962 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":20,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:00.970389+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:37.964 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.971+0000 7febcbce4700 1 -- 172.21.15.79:0/2265920612 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7feba806a580 msgr2=0x7feba806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:37.964 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.971+0000 7febcbce4700 1 --2- 172.21.15.79:0/2265920612 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7feba806a580 0x7feba806ca40 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7febc40b74f0 tx=0x7febb4008040 comp rx=0 tx=0).stop 2023-09-21T11:17:37.964 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.971+0000 7febcbce4700 1 -- 172.21.15.79:0/2265920612 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febc40d0280 msgr2=0x7febc415fdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:37.964 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.971+0000 7febcbce4700 1 --2- 172.21.15.79:0/2265920612 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febc40d0280 0x7febc415fdd0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7febc0009fd0 tx=0x7febc0004750 comp rx=0 tx=0).stop 2023-09-21T11:17:37.964 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.971+0000 7febcbce4700 1 -- 172.21.15.79:0/2265920612 shutdown_connections 2023-09-21T11:17:37.965 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.971+0000 7febcbce4700 1 --2- 172.21.15.79:0/2265920612 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7febc415d8f0 0x7febc4160310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.965 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.971+0000 7febcbce4700 1 --2- 172.21.15.79:0/2265920612 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7feba806a580 0x7feba806ca40 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.965 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.971+0000 7febcbce4700 1 --2- 172.21.15.79:0/2265920612 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7febc406c860 0x7febc40c5a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.965 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.971+0000 7febcbce4700 1 --2- 172.21.15.79:0/2265920612 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febc40d0280 0x7febc415fdd0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:37.966 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.971+0000 7febcbce4700 1 -- 172.21.15.79:0/2265920612 >> 172.21.15.79:0/2265920612 conn(0x7febc40d1530 msgr2=0x7febc40aee70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:37.966 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.971+0000 7febcbce4700 1 -- 172.21.15.79:0/2265920612 shutdown_connections 2023-09-21T11:17:37.966 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:37.971+0000 7febcbce4700 1 -- 172.21.15.79:0/2265920612 wait complete. 2023-09-21T11:17:37.975 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T11:16:45.829267+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T11:16:57.123246+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T11:16:58.360337+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T11:17:37.976 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T11:17:38.099 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.107+0000 7f1a8da0d700 1 Processor -- start 2023-09-21T11:17:38.100 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.107+0000 7f1a8da0d700 1 -- start start 2023-09-21T11:17:38.103 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.107+0000 7f1a8da0d700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a88072680 0x7f1a880b2bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.107+0000 7f1a8da0d700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a880b27b0 con 0x7f1a8815b710 2023-09-21T11:17:38.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.107+0000 7f1a8da0d700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a880cbed0 con 0x7f1a880ce840 2023-09-21T11:17:38.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.107+0000 7f1a8da0d700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a880cca70 con 0x7f1a88072680 2023-09-21T11:17:38.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.107+0000 7f1a867fc700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f1a8815b710 0x7f1a880cc360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41064/0 (socket says 172.21.15.79:41064) 2023-09-21T11:17:38.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a867fc700 1 -- 172.21.15.79:0/2063314142 learned_addr learned my addr 172.21.15.79:0/2063314142 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:38.105 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a86ffd700 1 --2- 172.21.15.79:0/2063314142 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a88072680 0x7f1a880b2bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.105 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a85ffb700 1 -- 172.21.15.79:0/2063314142 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2129416484 0 0) 0x7f1a880b27b0 con 0x7f1a8815b710 2023-09-21T11:17:38.105 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a85ffb700 1 -- 172.21.15.79:0/2063314142 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1a740035b0 con 0x7f1a8815b710 2023-09-21T11:17:38.105 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a85ffb700 1 -- 172.21.15.79:0/2063314142 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 204939311 0 0) 0x7f1a740035b0 con 0x7f1a8815b710 2023-09-21T11:17:38.106 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a85ffb700 1 -- 172.21.15.79:0/2063314142 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a88072680 msgr2=0x7f1a880b2bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:38.106 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a85ffb700 1 --2- 172.21.15.79:0/2063314142 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a88072680 0x7f1a880b2bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.106 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a85ffb700 1 -- 172.21.15.79:0/2063314142 >> v1:172.21.15.134:6789/0 conn(0x7f1a880ce840 legacy=0x7f1a880cd5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:38.106 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a85ffb700 1 -- 172.21.15.79:0/2063314142 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a880b21f0 con 0x7f1a8815b710 2023-09-21T11:17:38.106 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a85ffb700 1 -- 172.21.15.79:0/2063314142 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f1a78001670 con 0x7f1a8815b710 2023-09-21T11:17:38.107 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a85ffb700 1 -- 172.21.15.79:0/2063314142 >> v1:172.21.15.79:6789/0 conn(0x7f1a8815b710 legacy=0x7f1a880cc360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:38.107 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a85ffb700 1 --2- 172.21.15.79:0/2063314142 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a88072680 0x7f1a74003a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.107 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a85ffb700 1 --2- 172.21.15.79:0/2063314142 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a74003fb0 0x7f1a74004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.107 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a85ffb700 1 --2- 172.21.15.79:0/2063314142 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a74004d90 0x7f1a74005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.107 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a85ffb700 1 -- 172.21.15.79:0/2063314142 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a880cca70 con 0x7f1a74003fb0 2023-09-21T11:17:38.108 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a85ffb700 1 -- 172.21.15.79:0/2063314142 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a7400bba0 con 0x7f1a74004d90 2023-09-21T11:17:38.108 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a85ffb700 1 -- 172.21.15.79:0/2063314142 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a7400bd60 con 0x7f1a88072680 2023-09-21T11:17:38.108 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a867fc700 1 --2- 172.21.15.79:0/2063314142 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a74003fb0 0x7f1a74004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.108 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a86ffd700 1 --2- 172.21.15.79:0/2063314142 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a88072680 0x7f1a74003a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.109 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a877fe700 1 --2- 172.21.15.79:0/2063314142 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a74004d90 0x7f1a74005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.109 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a867fc700 1 -- 172.21.15.79:0/2063314142 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a88072680 msgr2=0x7f1a74003a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:38.109 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.108+0000 7f1a867fc700 1 --2- 172.21.15.79:0/2063314142 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a88072680 0x7f1a74003a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.109 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.109+0000 7f1a867fc700 1 -- 172.21.15.79:0/2063314142 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a74004d90 msgr2=0x7f1a74005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:38.109 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.109+0000 7f1a867fc700 1 --2- 172.21.15.79:0/2063314142 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a74004d90 0x7f1a74005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.109 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.109+0000 7f1a867fc700 1 -- 172.21.15.79:0/2063314142 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a740035b0 con 0x7f1a74003fb0 2023-09-21T11:17:38.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.109+0000 7f1a86ffd700 1 --2- 172.21.15.79:0/2063314142 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a88072680 0x7f1a74003a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:38.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.109+0000 7f1a877fe700 1 --2- 172.21.15.79:0/2063314142 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a74004d90 0x7f1a74005210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:38.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.109+0000 7f1a867fc700 1 --2- 172.21.15.79:0/2063314142 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a74003fb0 0x7f1a74004850 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f1a7800c2a0 tx=0x7f1a74005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb9728ff33afb808 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:38.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.109+0000 7f1a85ffb700 1 -- 172.21.15.79:0/2063314142 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a78007c10 con 0x7f1a74003fb0 2023-09-21T11:17:38.110 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.109+0000 7f1a85ffb700 1 -- 172.21.15.79:0/2063314142 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a7800cde0 con 0x7f1a74003fb0 2023-09-21T11:17:38.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.109+0000 7f1a85ffb700 1 -- 172.21.15.79:0/2063314142 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a78005ba0 con 0x7f1a74003fb0 2023-09-21T11:17:38.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.109+0000 7f1a8da0d700 1 -- 172.21.15.79:0/2063314142 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a74003fb0 msgr2=0x7f1a74004850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:38.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.109+0000 7f1a8da0d700 1 --2- 172.21.15.79:0/2063314142 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a74003fb0 0x7f1a74004850 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f1a7800c2a0 tx=0x7f1a74005880 comp rx=0 tx=0).stop 2023-09-21T11:17:38.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.109+0000 7f1a877fe700 1 -- 172.21.15.79:0/2063314142 reap_dead start 2023-09-21T11:17:38.111 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.109+0000 7f1a8da0d700 1 -- 172.21.15.79:0/2063314142 shutdown_connections 2023-09-21T11:17:38.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.109+0000 7f1a8da0d700 1 -- 172.21.15.79:0/2063314142 >> 172.21.15.79:0/2063314142 conn(0x7f1a880b0dc0 msgr2=0x7f1a880b11d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:38.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.109+0000 7f1a8da0d700 1 -- 172.21.15.79:0/2063314142 shutdown_connections 2023-09-21T11:17:38.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.109+0000 7f1a8da0d700 1 -- 172.21.15.79:0/2063314142 wait complete. 2023-09-21T11:17:38.112 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.111+0000 7f1a8da0d700 1 Processor -- start 2023-09-21T11:17:38.114 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.111+0000 7f1a8da0d700 1 -- start start 2023-09-21T11:17:38.115 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.112+0000 7f1a8da0d700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a74003fb0 0x7f1a88147b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.115 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.112+0000 7f1a8da0d700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a880a84c0 0x7f1a88152830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.115 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.112+0000 7f1a8da0d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a8806c940 0x7f1a8806cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.115 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.112+0000 7f1a8da0d700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a8806d330 con 0x7f1a8806c940 2023-09-21T11:17:38.115 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.112+0000 7f1a8da0d700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a88152350 con 0x7f1a880a84c0 2023-09-21T11:17:38.116 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.112+0000 7f1a8da0d700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a881480d0 con 0x7f1a74003fb0 2023-09-21T11:17:38.116 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.112+0000 7f1a877fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a8806c940 0x7f1a8806cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.116 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.112+0000 7f1a877fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a8806c940 0x7f1a8806cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54712/0 (socket says 172.21.15.79:54712) 2023-09-21T11:17:38.116 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.112+0000 7f1a877fe700 1 -- 172.21.15.79:0/1072507710 learned_addr learned my addr 172.21.15.79:0/1072507710 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:38.116 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.112+0000 7f1a86ffd700 1 --2- 172.21.15.79:0/1072507710 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a74003fb0 0x7f1a88147b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.116 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.112+0000 7f1a867fc700 1 --2- 172.21.15.79:0/1072507710 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a880a84c0 0x7f1a88152830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.117 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.112+0000 7f1a877fe700 1 -- 172.21.15.79:0/1072507710 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a74003fb0 msgr2=0x7f1a88147b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:38.117 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.112+0000 7f1a877fe700 1 --2- 172.21.15.79:0/1072507710 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a74003fb0 0x7f1a88147b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.117 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.112+0000 7f1a877fe700 1 -- 172.21.15.79:0/1072507710 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a880a84c0 msgr2=0x7f1a88152830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:38.117 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.112+0000 7f1a877fe700 1 --2- 172.21.15.79:0/1072507710 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a880a84c0 0x7f1a88152830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.117 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.112+0000 7f1a877fe700 1 -- 172.21.15.79:0/1072507710 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a88153ab0 con 0x7f1a8806c940 2023-09-21T11:17:38.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.113+0000 7f1a877fe700 1 --2- 172.21.15.79:0/1072507710 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a8806c940 0x7f1a8806cdf0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f1a880730a0 tx=0x7f1a8000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:38.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.113+0000 7f1a7ffff700 1 -- 172.21.15.79:0/1072507710 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a80003c10 con 0x7f1a8806c940 2023-09-21T11:17:38.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.113+0000 7f1a7ffff700 1 -- 172.21.15.79:0/1072507710 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a80003d90 con 0x7f1a8806c940 2023-09-21T11:17:38.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.113+0000 7f1a7ffff700 1 -- 172.21.15.79:0/1072507710 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a80005310 con 0x7f1a8806c940 2023-09-21T11:17:38.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.113+0000 7f1a8da0d700 1 -- 172.21.15.79:0/1072507710 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a880afaa0 con 0x7f1a8806c940 2023-09-21T11:17:38.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.113+0000 7f1a8da0d700 1 -- 172.21.15.79:0/1072507710 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a880af790 con 0x7f1a8806c940 2023-09-21T11:17:38.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.114+0000 7f1a8da0d700 1 -- 172.21.15.79:0/1072507710 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a88152550 con 0x7f1a8806c940 2023-09-21T11:17:38.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.114+0000 7f1a7ffff700 1 -- 172.21.15.79:0/1072507710 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f1a80005470 con 0x7f1a8806c940 2023-09-21T11:17:38.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.115+0000 7f1a7ffff700 1 --2- 172.21.15.79:0/1072507710 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1a6806a580 0x7f1a6806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.115+0000 7f1a7ffff700 1 -- 172.21.15.79:0/1072507710 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1a80088b10 con 0x7f1a8806c940 2023-09-21T11:17:38.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.115+0000 7f1a86ffd700 1 --2- 172.21.15.79:0/1072507710 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1a6806a580 0x7f1a6806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.120 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.115+0000 7f1a86ffd700 1 --2- 172.21.15.79:0/1072507710 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1a6806a580 0x7f1a6806ca40 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f1a70009b30 tx=0x7f1a70008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:38.120 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.119+0000 7f1a7ffff700 1 -- 172.21.15.79:0/1072507710 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f1a88152550 con 0x7f1a8806c940 2023-09-21T11:17:38.301 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.308+0000 7f1a8da0d700 1 -- 172.21.15.79:0/1072507710 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1a88152510 con 0x7f1a8806c940 2023-09-21T11:17:38.301 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.308+0000 7f1a7ffff700 1 -- 172.21.15.79:0/1072507710 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1a80053f80 con 0x7f1a8806c940 2023-09-21T11:17:38.302 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 1 2023-09-21T11:17:38.304 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.311+0000 7f1a8da0d700 1 -- 172.21.15.79:0/1072507710 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1a6806a580 msgr2=0x7f1a6806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:38.304 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.311+0000 7f1a8da0d700 1 --2- 172.21.15.79:0/1072507710 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1a6806a580 0x7f1a6806ca40 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f1a70009b30 tx=0x7f1a70008040 comp rx=0 tx=0).stop 2023-09-21T11:17:38.304 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.311+0000 7f1a8da0d700 1 -- 172.21.15.79:0/1072507710 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a8806c940 msgr2=0x7f1a8806cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:38.304 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.311+0000 7f1a8da0d700 1 --2- 172.21.15.79:0/1072507710 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a8806c940 0x7f1a8806cdf0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f1a880730a0 tx=0x7f1a8000ee70 comp rx=0 tx=0).stop 2023-09-21T11:17:38.305 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.311+0000 7f1a8da0d700 1 -- 172.21.15.79:0/1072507710 shutdown_connections 2023-09-21T11:17:38.305 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.311+0000 7f1a8da0d700 1 --2- 172.21.15.79:0/1072507710 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a8806c940 0x7f1a8806cdf0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.305 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.311+0000 7f1a8da0d700 1 --2- 172.21.15.79:0/1072507710 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1a6806a580 0x7f1a6806ca40 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.305 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.311+0000 7f1a8da0d700 1 --2- 172.21.15.79:0/1072507710 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a74003fb0 0x7f1a88147b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.305 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.311+0000 7f1a8da0d700 1 --2- 172.21.15.79:0/1072507710 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a880a84c0 0x7f1a88152830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.306 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.311+0000 7f1a8da0d700 1 -- 172.21.15.79:0/1072507710 >> 172.21.15.79:0/1072507710 conn(0x7f1a880b0dc0 msgr2=0x7f1a880b02e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:38.306 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.311+0000 7f1a8da0d700 1 -- 172.21.15.79:0/1072507710 shutdown_connections 2023-09-21T11:17:38.306 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.311+0000 7f1a8da0d700 1 -- 172.21.15.79:0/1072507710 wait complete. 2023-09-21T11:17:38.315 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T11:17:38.438 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.446+0000 7fee95f86700 1 Processor -- start 2023-09-21T11:17:38.439 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.446+0000 7fee95f86700 1 -- start start 2023-09-21T11:17:38.441 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.447+0000 7fee95f86700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fee9015d830 0x7fee90162010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.442 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.447+0000 7fee95f86700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fee9015dc10 0x7fee9006a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.442 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.447+0000 7fee95f86700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee90162550 con 0x7fee90072080 2023-09-21T11:17:38.442 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.447+0000 7fee95f86700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee900af550 con 0x7fee9015d830 2023-09-21T11:17:38.442 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.447+0000 7fee95f86700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee90071a80 con 0x7fee9015dc10 2023-09-21T11:17:38.443 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.447+0000 7fee8f7fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fee9015d830 0x7fee90162010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.443 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.447+0000 7fee8ffff700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fee90072080 0x7fee900b1db0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41084/0 (socket says 172.21.15.79:41084) 2023-09-21T11:17:38.443 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.447+0000 7fee8ffff700 1 -- 172.21.15.79:0/3566679059 learned_addr learned my addr 172.21.15.79:0/3566679059 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:38.443 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.447+0000 7fee8effd700 1 --2- 172.21.15.79:0/3566679059 >> v2:172.21.15.134:3300/0 conn(0x7fee9015dc10 0x7fee9006a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.443 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.447+0000 7fee8f7fe700 1 -- 172.21.15.79:0/3566679059 >> v2:172.21.15.134:3300/0 conn(0x7fee9015dc10 msgr2=0x7fee9006a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:38.444 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.447+0000 7fee8f7fe700 1 --2- 172.21.15.79:0/3566679059 >> v2:172.21.15.134:3300/0 conn(0x7fee9015dc10 0x7fee9006a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.444 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.447+0000 7fee8f7fe700 1 -- 172.21.15.79:0/3566679059 >> v1:172.21.15.79:6789/0 conn(0x7fee90072080 legacy=0x7fee900b1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:38.444 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.447+0000 7fee8f7fe700 1 -- 172.21.15.79:0/3566679059 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee90071d60 con 0x7fee9015d830 2023-09-21T11:17:38.444 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.447+0000 7fee8e7fc700 1 -- 172.21.15.79:0/3566679059 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 398197111 0 0) 0x7fee88001490 con 0x7fee90072080 2023-09-21T11:17:38.445 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.447+0000 7fee8f7fe700 1 --2- 172.21.15.79:0/3566679059 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fee9015d830 0x7fee90162010 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fee9009e040 tx=0x7fee80009b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73430d0aa10fe302 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:38.445 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.447+0000 7fee8e7fc700 1 -- 172.21.15.79:0/3566679059 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee80005e30 con 0x7fee9015d830 2023-09-21T11:17:38.445 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.447+0000 7fee8e7fc700 1 -- 172.21.15.79:0/3566679059 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee80006030 con 0x7fee9015d830 2023-09-21T11:17:38.445 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.447+0000 7fee8e7fc700 1 -- 172.21.15.79:0/3566679059 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee800063c0 con 0x7fee9015d830 2023-09-21T11:17:38.445 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.448+0000 7fee95f86700 1 -- 172.21.15.79:0/3566679059 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fee9015d830 msgr2=0x7fee90162010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:38.446 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.448+0000 7fee95f86700 1 --2- 172.21.15.79:0/3566679059 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fee9015d830 0x7fee90162010 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fee9009e040 tx=0x7fee80009b00 comp rx=0 tx=0).stop 2023-09-21T11:17:38.446 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.448+0000 7fee95f86700 1 -- 172.21.15.79:0/3566679059 shutdown_connections 2023-09-21T11:17:38.446 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.448+0000 7fee95f86700 1 --2- 172.21.15.79:0/3566679059 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fee9015d830 0x7fee90162010 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.446 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.448+0000 7fee95f86700 1 --2- 172.21.15.79:0/3566679059 >> v2:172.21.15.134:3300/0 conn(0x7fee9015dc10 0x7fee9006a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.446 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.448+0000 7fee95f86700 1 -- 172.21.15.79:0/3566679059 >> 172.21.15.79:0/3566679059 conn(0x7fee900ccdb0 msgr2=0x7fee900cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:38.447 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.448+0000 7fee95f86700 1 -- 172.21.15.79:0/3566679059 shutdown_connections 2023-09-21T11:17:38.447 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.448+0000 7fee95f86700 1 -- 172.21.15.79:0/3566679059 wait complete. 2023-09-21T11:17:38.447 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.449+0000 7fee95f86700 1 Processor -- start 2023-09-21T11:17:38.450 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.449+0000 7fee95f86700 1 -- start start 2023-09-21T11:17:38.450 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.450+0000 7fee95f86700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fee90072080 0x7fee900c5010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.450 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.450+0000 7fee95f86700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fee9015d830 0x7fee90154f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.450 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.450+0000 7fee95f86700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fee9015dc10 0x7fee900c6650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.451 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.450+0000 7fee95f86700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee900c4b80 con 0x7fee9015d830 2023-09-21T11:17:38.451 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.450+0000 7fee95f86700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee900c3f70 con 0x7fee90072080 2023-09-21T11:17:38.451 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.450+0000 7fee95f86700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee900c4250 con 0x7fee9015dc10 2023-09-21T11:17:38.451 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.450+0000 7fee8effd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fee9015d830 0x7fee90154f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.451 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.450+0000 7fee8effd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fee9015d830 0x7fee90154f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54724/0 (socket says 172.21.15.79:54724) 2023-09-21T11:17:38.452 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.450+0000 7fee8effd700 1 -- 172.21.15.79:0/2642080025 learned_addr learned my addr 172.21.15.79:0/2642080025 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:38.452 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.450+0000 7fee8f7fe700 1 --2- 172.21.15.79:0/2642080025 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fee90072080 0x7fee900c5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.452 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.450+0000 7fee8ffff700 1 --2- 172.21.15.79:0/2642080025 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fee9015dc10 0x7fee900c6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.452 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.450+0000 7fee8effd700 1 -- 172.21.15.79:0/2642080025 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fee9015dc10 msgr2=0x7fee900c6650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:38.452 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.450+0000 7fee8effd700 1 --2- 172.21.15.79:0/2642080025 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fee9015dc10 0x7fee900c6650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.452 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.450+0000 7fee8effd700 1 -- 172.21.15.79:0/2642080025 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fee90072080 msgr2=0x7fee900c5010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:38.453 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.450+0000 7fee8effd700 1 --2- 172.21.15.79:0/2642080025 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fee90072080 0x7fee900c5010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.453 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.450+0000 7fee8effd700 1 -- 172.21.15.79:0/2642080025 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee80009430 con 0x7fee9015d830 2023-09-21T11:17:38.453 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.450+0000 7fee8f7fe700 1 --2- 172.21.15.79:0/2642080025 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fee90072080 0x7fee900c5010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:38.454 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.450+0000 7fee8effd700 1 --2- 172.21.15.79:0/2642080025 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fee9015d830 0x7fee90154f30 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fee8400d800 tx=0x7fee8400dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:38.454 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.451+0000 7fee77fff700 1 -- 172.21.15.79:0/2642080025 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee840125f0 con 0x7fee9015d830 2023-09-21T11:17:38.454 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.451+0000 7fee77fff700 1 -- 172.21.15.79:0/2642080025 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee84012750 con 0x7fee9015d830 2023-09-21T11:17:38.454 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.451+0000 7fee77fff700 1 -- 172.21.15.79:0/2642080025 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee84012b00 con 0x7fee9015d830 2023-09-21T11:17:38.454 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.451+0000 7fee95f86700 1 -- 172.21.15.79:0/2642080025 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee900c4530 con 0x7fee9015d830 2023-09-21T11:17:38.455 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.451+0000 7fee95f86700 1 -- 172.21.15.79:0/2642080025 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee90155470 con 0x7fee9015d830 2023-09-21T11:17:38.455 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.452+0000 7fee95f86700 1 -- 172.21.15.79:0/2642080025 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee9004eae0 con 0x7fee9015d830 2023-09-21T11:17:38.455 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.452+0000 7fee77fff700 1 -- 172.21.15.79:0/2642080025 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fee84012c60 con 0x7fee9015d830 2023-09-21T11:17:38.455 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.452+0000 7fee77fff700 1 --2- 172.21.15.79:0/2642080025 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fee7c06a580 0x7fee7c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.455 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.453+0000 7fee8f7fe700 1 --2- 172.21.15.79:0/2642080025 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fee7c06a580 0x7fee7c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.456 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.453+0000 7fee77fff700 1 -- 172.21.15.79:0/2642080025 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fee84088eb0 con 0x7fee9015d830 2023-09-21T11:17:38.456 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.453+0000 7fee8f7fe700 1 --2- 172.21.15.79:0/2642080025 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fee7c06a580 0x7fee7c06ca40 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fee80000c00 tx=0x7fee80008070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:38.456 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.457+0000 7fee77fff700 1 -- 172.21.15.79:0/2642080025 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fee840543a0 con 0x7fee9015d830 2023-09-21T11:17:38.636 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.643+0000 7fee95f86700 1 -- 172.21.15.79:0/2642080025 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fee900cdcc0 con 0x7fee9015d830 2023-09-21T11:17:38.637 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.644+0000 7fee77fff700 1 -- 172.21.15.79:0/2642080025 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fee840579c0 con 0x7fee9015d830 2023-09-21T11:17:38.637 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 32 2023-09-21T11:17:38.639 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.646+0000 7fee95f86700 1 -- 172.21.15.79:0/2642080025 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fee7c06a580 msgr2=0x7fee7c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:38.639 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.646+0000 7fee95f86700 1 --2- 172.21.15.79:0/2642080025 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fee7c06a580 0x7fee7c06ca40 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fee80000c00 tx=0x7fee80008070 comp rx=0 tx=0).stop 2023-09-21T11:17:38.639 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.646+0000 7fee95f86700 1 -- 172.21.15.79:0/2642080025 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fee9015d830 msgr2=0x7fee90154f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:38.639 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.646+0000 7fee95f86700 1 --2- 172.21.15.79:0/2642080025 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fee9015d830 0x7fee90154f30 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fee8400d800 tx=0x7fee8400dbc0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.640 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.646+0000 7fee95f86700 1 -- 172.21.15.79:0/2642080025 shutdown_connections 2023-09-21T11:17:38.640 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.646+0000 7fee95f86700 1 --2- 172.21.15.79:0/2642080025 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fee7c06a580 0x7fee7c06ca40 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.640 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.646+0000 7fee95f86700 1 --2- 172.21.15.79:0/2642080025 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fee9015dc10 0x7fee900c6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.640 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.646+0000 7fee95f86700 1 --2- 172.21.15.79:0/2642080025 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fee90072080 0x7fee900c5010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.640 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.646+0000 7fee95f86700 1 --2- 172.21.15.79:0/2642080025 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fee9015d830 0x7fee90154f30 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.641 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.646+0000 7fee95f86700 1 -- 172.21.15.79:0/2642080025 >> 172.21.15.79:0/2642080025 conn(0x7fee900ccdb0 msgr2=0x7fee9006a800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:38.641 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.646+0000 7fee95f86700 1 -- 172.21.15.79:0/2642080025 shutdown_connections 2023-09-21T11:17:38.641 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.646+0000 7fee95f86700 1 -- 172.21.15.79:0/2642080025 wait complete. 2023-09-21T11:17:38.651 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T11:17:38.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.781+0000 7f73ed5c8700 1 Processor -- start 2023-09-21T11:17:38.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.781+0000 7f73ed5c8700 1 -- start start 2023-09-21T11:17:38.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.782+0000 7f73ed5c8700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f73e815d8b0 0x7f73e80cf0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.782+0000 7f73ed5c8700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73e80d3d50 0x7f73e806b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.782+0000 7f73ed5c8700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73e80ce110 con 0x7f73e80cfe40 2023-09-21T11:17:38.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.782+0000 7f73ed5c8700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73e806bfc0 con 0x7f73e815d8b0 2023-09-21T11:17:38.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.782+0000 7f73ed5c8700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73e80ce340 con 0x7f73e80d3d50 2023-09-21T11:17:38.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.782+0000 7f73e6ffd700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f73e815d8b0 0x7f73e80cf0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.782+0000 7f73e6ffd700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f73e815d8b0 0x7f73e80cf0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54730/0 (socket says 172.21.15.79:54730) 2023-09-21T11:17:38.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.782+0000 7f73e6ffd700 1 -- 172.21.15.79:0/118287223 learned_addr learned my addr 172.21.15.79:0/118287223 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:38.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.782+0000 7f73e67fc700 1 --2- 172.21.15.79:0/118287223 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73e80d3d50 0x7f73e806b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.782+0000 7f73e6ffd700 1 -- 172.21.15.79:0/118287223 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73e80d3d50 msgr2=0x7f73e806b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:38.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.782+0000 7f73e6ffd700 1 --2- 172.21.15.79:0/118287223 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73e80d3d50 0x7f73e806b7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.782+0000 7f73e6ffd700 1 -- 172.21.15.79:0/118287223 >> v1:172.21.15.134:6789/0 conn(0x7f73e80cfe40 legacy=0x7f73e80d1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:38.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.782+0000 7f73e6ffd700 1 -- 172.21.15.79:0/118287223 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73e806bd20 con 0x7f73e815d8b0 2023-09-21T11:17:38.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.783+0000 7f73e6ffd700 1 --2- 172.21.15.79:0/118287223 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f73e815d8b0 0x7f73e80cf0c0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f73d8006fd0 tx=0x7f73d8009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16895ccdce329651 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:38.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.783+0000 7f73e5ffb700 1 -- 172.21.15.79:0/118287223 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73d8005e30 con 0x7f73e815d8b0 2023-09-21T11:17:38.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.783+0000 7f73e5ffb700 1 -- 172.21.15.79:0/118287223 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73d8006030 con 0x7f73e815d8b0 2023-09-21T11:17:38.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.783+0000 7f73e5ffb700 1 -- 172.21.15.79:0/118287223 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73d80063c0 con 0x7f73e815d8b0 2023-09-21T11:17:38.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.783+0000 7f73ed5c8700 1 -- 172.21.15.79:0/118287223 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f73e815d8b0 msgr2=0x7f73e80cf0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:38.781 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.783+0000 7f73ed5c8700 1 --2- 172.21.15.79:0/118287223 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f73e815d8b0 0x7f73e80cf0c0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f73d8006fd0 tx=0x7f73d8009bd0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.781 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.783+0000 7f73ed5c8700 1 -- 172.21.15.79:0/118287223 shutdown_connections 2023-09-21T11:17:38.781 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.783+0000 7f73ed5c8700 1 --2- 172.21.15.79:0/118287223 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f73e815d8b0 0x7f73e80cf0c0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.781 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.783+0000 7f73ed5c8700 1 --2- 172.21.15.79:0/118287223 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73e80d3d50 0x7f73e806b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.781 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.783+0000 7f73ed5c8700 1 -- 172.21.15.79:0/118287223 >> 172.21.15.79:0/118287223 conn(0x7f73e809c970 msgr2=0x7f73e80d3640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:38.782 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.783+0000 7f73ed5c8700 1 -- 172.21.15.79:0/118287223 shutdown_connections 2023-09-21T11:17:38.782 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.783+0000 7f73ed5c8700 1 -- 172.21.15.79:0/118287223 wait complete. 2023-09-21T11:17:38.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.785+0000 7f73ed5c8700 1 Processor -- start 2023-09-21T11:17:38.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.785+0000 7f73ed5c8700 1 -- start start 2023-09-21T11:17:38.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.786+0000 7f73ed5c8700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73e80cfe40 0x7f73e8159620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.786+0000 7f73ed5c8700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f73e80d3d50 0x7f73e809d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.785 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.786+0000 7f73ed5c8700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f73e815d8b0 0x7f73e809efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.786+0000 7f73ed5c8700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73e809dbc0 con 0x7f73e80d3d50 2023-09-21T11:17:38.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.786+0000 7f73ed5c8700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73e809dea0 con 0x7f73e815d8b0 2023-09-21T11:17:38.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.786+0000 7f73ed5c8700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73e809e180 con 0x7f73e80cfe40 2023-09-21T11:17:38.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.786+0000 7f73e67fc700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f73e80d3d50 0x7f73e809d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.786+0000 7f73e67fc700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f73e80d3d50 0x7f73e809d2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54736/0 (socket says 172.21.15.79:54736) 2023-09-21T11:17:38.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.786+0000 7f73e67fc700 1 -- 172.21.15.79:0/1054125471 learned_addr learned my addr 172.21.15.79:0/1054125471 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:38.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.786+0000 7f73e6ffd700 1 --2- 172.21.15.79:0/1054125471 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73e80cfe40 0x7f73e8159620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.786+0000 7f73e77fe700 1 --2- 172.21.15.79:0/1054125471 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f73e815d8b0 0x7f73e809efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.786+0000 7f73e67fc700 1 -- 172.21.15.79:0/1054125471 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73e80cfe40 msgr2=0x7f73e8159620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:38.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.786+0000 7f73e67fc700 1 --2- 172.21.15.79:0/1054125471 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73e80cfe40 0x7f73e8159620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.786+0000 7f73e67fc700 1 -- 172.21.15.79:0/1054125471 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f73e815d8b0 msgr2=0x7f73e809efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:38.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.786+0000 7f73e67fc700 1 --2- 172.21.15.79:0/1054125471 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f73e815d8b0 0x7f73e809efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.786+0000 7f73e67fc700 1 -- 172.21.15.79:0/1054125471 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73d8009500 con 0x7f73e80d3d50 2023-09-21T11:17:38.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.787+0000 7f73e67fc700 1 --2- 172.21.15.79:0/1054125471 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f73e80d3d50 0x7f73e809d2e0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f73dc00c7f0 tx=0x7f73dc00cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:38.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.787+0000 7f73cf7fe700 1 -- 172.21.15.79:0/1054125471 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73dc011800 con 0x7f73e80d3d50 2023-09-21T11:17:38.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.787+0000 7f73cf7fe700 1 -- 172.21.15.79:0/1054125471 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73dc011960 con 0x7f73e80d3d50 2023-09-21T11:17:38.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.787+0000 7f73cf7fe700 1 -- 172.21.15.79:0/1054125471 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73dc011cf0 con 0x7f73e80d3d50 2023-09-21T11:17:38.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.787+0000 7f73ed5c8700 1 -- 172.21.15.79:0/1054125471 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73e80c80b0 con 0x7f73e80d3d50 2023-09-21T11:17:38.790 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.787+0000 7f73ed5c8700 1 -- 172.21.15.79:0/1054125471 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73e809d820 con 0x7f73e80d3d50 2023-09-21T11:17:38.790 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.788+0000 7f73ed5c8700 1 -- 172.21.15.79:0/1054125471 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73e80c7f10 con 0x7f73e80d3d50 2023-09-21T11:17:38.790 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.788+0000 7f73cf7fe700 1 -- 172.21.15.79:0/1054125471 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f73dc018360 con 0x7f73e80d3d50 2023-09-21T11:17:38.790 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.789+0000 7f73cf7fe700 1 --2- 172.21.15.79:0/1054125471 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f73d406a5b0 0x7f73d406ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:38.791 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.789+0000 7f73cf7fe700 1 -- 172.21.15.79:0/1054125471 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f73dc0888c0 con 0x7f73e80d3d50 2023-09-21T11:17:38.791 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.789+0000 7f73e6ffd700 1 --2- 172.21.15.79:0/1054125471 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f73d406a5b0 0x7f73d406ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:38.791 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.789+0000 7f73e6ffd700 1 --2- 172.21.15.79:0/1054125471 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f73d406a5b0 0x7f73d406ca70 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f73d8013040 tx=0x7f73d8008070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:38.791 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.793+0000 7f73cf7fe700 1 -- 172.21.15.79:0/1054125471 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f73e80c7f10 con 0x7f73e80d3d50 2023-09-21T11:17:38.978 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.985+0000 7f73ed5c8700 1 -- 172.21.15.79:0/1054125471 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f73e80c7f10 con 0x7f73e80d3d50 2023-09-21T11:17:38.978 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.985+0000 7f73cf7fe700 1 -- 172.21.15.79:0/1054125471 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f73e80c7f10 con 0x7f73e80d3d50 2023-09-21T11:17:38.979 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 64 2023-09-21T11:17:38.980 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.987+0000 7f73ed5c8700 1 -- 172.21.15.79:0/1054125471 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f73d406a5b0 msgr2=0x7f73d406ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:38.981 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.987+0000 7f73ed5c8700 1 --2- 172.21.15.79:0/1054125471 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f73d406a5b0 0x7f73d406ca70 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f73d8013040 tx=0x7f73d8008070 comp rx=0 tx=0).stop 2023-09-21T11:17:38.981 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.987+0000 7f73ed5c8700 1 -- 172.21.15.79:0/1054125471 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f73e80d3d50 msgr2=0x7f73e809d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:38.981 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.987+0000 7f73ed5c8700 1 --2- 172.21.15.79:0/1054125471 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f73e80d3d50 0x7f73e809d2e0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f73dc00c7f0 tx=0x7f73dc00cbb0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.981 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.988+0000 7f73ed5c8700 1 -- 172.21.15.79:0/1054125471 shutdown_connections 2023-09-21T11:17:38.982 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.988+0000 7f73ed5c8700 1 --2- 172.21.15.79:0/1054125471 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f73e815d8b0 0x7f73e809efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.982 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.988+0000 7f73ed5c8700 1 --2- 172.21.15.79:0/1054125471 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f73d406a5b0 0x7f73d406ca70 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.982 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.988+0000 7f73ed5c8700 1 --2- 172.21.15.79:0/1054125471 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73e80cfe40 0x7f73e8159620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.982 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.988+0000 7f73ed5c8700 1 --2- 172.21.15.79:0/1054125471 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f73e80d3d50 0x7f73e809d2e0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:38.982 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.988+0000 7f73ed5c8700 1 -- 172.21.15.79:0/1054125471 >> 172.21.15.79:0/1054125471 conn(0x7f73e809c970 msgr2=0x7f73e80ca710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:38.983 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.988+0000 7f73ed5c8700 1 -- 172.21.15.79:0/1054125471 shutdown_connections 2023-09-21T11:17:38.983 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:38.988+0000 7f73ed5c8700 1 -- 172.21.15.79:0/1054125471 wait complete. 2023-09-21T11:17:38.993 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-09-21T11:17:39.114 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.121+0000 7ffa842aa700 1 Processor -- start 2023-09-21T11:17:39.114 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.121+0000 7ffa842aa700 1 -- start start 2023-09-21T11:17:39.116 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.122+0000 7ffa842aa700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ffa7c15a570 0x7ffa7c15a950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.117 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.122+0000 7ffa842aa700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa7c0cbbf0 0x7ffa7c0719f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.117 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.122+0000 7ffa842aa700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa7c0cfca0 con 0x7ffa7c15e2e0 2023-09-21T11:17:39.117 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.122+0000 7ffa842aa700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa7c0ce7e0 con 0x7ffa7c15a570 2023-09-21T11:17:39.117 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.122+0000 7ffa842aa700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa7c15b2b0 con 0x7ffa7c0cbbf0 2023-09-21T11:17:39.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.122+0000 7ffa82046700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ffa7c15a570 0x7ffa7c15a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:39.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.122+0000 7ffa81845700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa7c0cbbf0 0x7ffa7c0719f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:39.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.122+0000 7ffa81845700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa7c0cbbf0 0x7ffa7c0719f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:57778/0 (socket says 172.21.15.79:57778) 2023-09-21T11:17:39.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.122+0000 7ffa81845700 1 -- 172.21.15.79:0/1393061914 learned_addr learned my addr 172.21.15.79:0/1393061914 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:39.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.122+0000 7ffa82847700 1 --1- 172.21.15.79:0/1393061914 >> v1:172.21.15.134:6789/0 conn(0x7ffa7c15e2e0 0x7ffa7c0b1f00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.79:57202/0 (socket says 172.21.15.79:57202) 2023-09-21T11:17:39.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.123+0000 7ffa81845700 1 -- 172.21.15.79:0/1393061914 >> v2:172.21.15.134:3300/0 conn(0x7ffa7c15a570 msgr2=0x7ffa7c15a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:39.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.123+0000 7ffa81845700 1 --2- 172.21.15.79:0/1393061914 >> v2:172.21.15.134:3300/0 conn(0x7ffa7c15a570 0x7ffa7c15a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.123+0000 7ffa81845700 1 -- 172.21.15.79:0/1393061914 >> v1:172.21.15.134:6789/0 conn(0x7ffa7c15e2e0 legacy=0x7ffa7c0b1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:39.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.123+0000 7ffa81845700 1 -- 172.21.15.79:0/1393061914 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa7c15b590 con 0x7ffa7c0cbbf0 2023-09-21T11:17:39.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.123+0000 7ffa82046700 1 --2- 172.21.15.79:0/1393061914 >> v2:172.21.15.134:3300/0 conn(0x7ffa7c15a570 0x7ffa7c15a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:17:39.120 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.123+0000 7ffa81845700 1 --2- 172.21.15.79:0/1393061914 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa7c0cbbf0 0x7ffa7c0719f0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ffa6c0098f0 tx=0x7ffa6c009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9df7e83f0583ccca server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:39.120 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.123+0000 7ffa81044700 1 -- 172.21.15.79:0/1393061914 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa6c011830 con 0x7ffa7c0cbbf0 2023-09-21T11:17:39.120 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.123+0000 7ffa81044700 1 -- 172.21.15.79:0/1393061914 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa6c011990 con 0x7ffa7c0cbbf0 2023-09-21T11:17:39.120 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.123+0000 7ffa81044700 1 -- 172.21.15.79:0/1393061914 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa6c011d20 con 0x7ffa7c0cbbf0 2023-09-21T11:17:39.120 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.123+0000 7ffa842aa700 1 -- 172.21.15.79:0/1393061914 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa7c0cbbf0 msgr2=0x7ffa7c0719f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:39.121 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.123+0000 7ffa842aa700 1 --2- 172.21.15.79:0/1393061914 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa7c0cbbf0 0x7ffa7c0719f0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ffa6c0098f0 tx=0x7ffa6c009c00 comp rx=0 tx=0).stop 2023-09-21T11:17:39.121 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.123+0000 7ffa842aa700 1 -- 172.21.15.79:0/1393061914 shutdown_connections 2023-09-21T11:17:39.121 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.123+0000 7ffa842aa700 1 --2- 172.21.15.79:0/1393061914 >> v2:172.21.15.134:3300/0 conn(0x7ffa7c15a570 0x7ffa7c15a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.121 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.123+0000 7ffa842aa700 1 --2- 172.21.15.79:0/1393061914 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa7c0cbbf0 0x7ffa7c0719f0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.121 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.123+0000 7ffa842aa700 1 -- 172.21.15.79:0/1393061914 >> 172.21.15.79:0/1393061914 conn(0x7ffa7c06b910 msgr2=0x7ffa7c06bcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:39.121 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.124+0000 7ffa842aa700 1 -- 172.21.15.79:0/1393061914 shutdown_connections 2023-09-21T11:17:39.122 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.124+0000 7ffa842aa700 1 -- 172.21.15.79:0/1393061914 wait complete. 2023-09-21T11:17:39.124 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.125+0000 7ffa842aa700 1 Processor -- start 2023-09-21T11:17:39.125 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.125+0000 7ffa842aa700 1 -- start start 2023-09-21T11:17:39.125 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.125+0000 7ffa842aa700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffa7c0cbbf0 0x7ffa7c1502c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.125 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.125+0000 7ffa842aa700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa7c15a570 0x7ffa7c153b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.125 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.125+0000 7ffa842aa700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa7c15e2e0 0x7ffa7c1f43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.125 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.125+0000 7ffa842aa700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa7c14fdb0 con 0x7ffa7c15e2e0 2023-09-21T11:17:39.126 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.125+0000 7ffa842aa700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa7c0ca310 con 0x7ffa7c0cbbf0 2023-09-21T11:17:39.126 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.125+0000 7ffa842aa700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa7c15dd20 con 0x7ffa7c15a570 2023-09-21T11:17:39.126 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.126+0000 7ffa82847700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa7c15e2e0 0x7ffa7c1f43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:39.126 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.126+0000 7ffa82847700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa7c15e2e0 0x7ffa7c1f43e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54752/0 (socket says 172.21.15.79:54752) 2023-09-21T11:17:39.127 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.126+0000 7ffa82847700 1 -- 172.21.15.79:0/2263321345 learned_addr learned my addr 172.21.15.79:0/2263321345 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:39.127 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.126+0000 7ffa82046700 1 --2- 172.21.15.79:0/2263321345 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffa7c0cbbf0 0x7ffa7c1502c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:39.127 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.126+0000 7ffa81845700 1 --2- 172.21.15.79:0/2263321345 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa7c15a570 0x7ffa7c153b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:39.127 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.126+0000 7ffa82847700 1 -- 172.21.15.79:0/2263321345 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa7c15a570 msgr2=0x7ffa7c153b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:39.127 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.126+0000 7ffa82847700 1 --2- 172.21.15.79:0/2263321345 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa7c15a570 0x7ffa7c153b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.127 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.126+0000 7ffa82847700 1 -- 172.21.15.79:0/2263321345 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffa7c0cbbf0 msgr2=0x7ffa7c1502c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:39.128 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.126+0000 7ffa82847700 1 --2- 172.21.15.79:0/2263321345 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffa7c0cbbf0 0x7ffa7c1502c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.128 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.126+0000 7ffa82847700 1 -- 172.21.15.79:0/2263321345 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa780094a0 con 0x7ffa7c15e2e0 2023-09-21T11:17:39.128 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.126+0000 7ffa82847700 1 --2- 172.21.15.79:0/2263321345 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa7c15e2e0 0x7ffa7c1f43e0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7ffa7400cbd0 tx=0x7ffa7400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:39.128 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.126+0000 7ffa72ffd700 1 -- 172.21.15.79:0/2263321345 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa7400abb0 con 0x7ffa7c15e2e0 2023-09-21T11:17:39.129 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.126+0000 7ffa72ffd700 1 -- 172.21.15.79:0/2263321345 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa7400ad10 con 0x7ffa7c15e2e0 2023-09-21T11:17:39.129 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.126+0000 7ffa842aa700 1 -- 172.21.15.79:0/2263321345 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa6c009550 con 0x7ffa7c15e2e0 2023-09-21T11:17:39.129 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.126+0000 7ffa72ffd700 1 -- 172.21.15.79:0/2263321345 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa74007270 con 0x7ffa7c15e2e0 2023-09-21T11:17:39.129 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.126+0000 7ffa842aa700 1 -- 172.21.15.79:0/2263321345 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa7c15da40 con 0x7ffa7c15e2e0 2023-09-21T11:17:39.129 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.127+0000 7ffa842aa700 1 -- 172.21.15.79:0/2263321345 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa7c04eae0 con 0x7ffa7c15e2e0 2023-09-21T11:17:39.130 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.128+0000 7ffa72ffd700 1 -- 172.21.15.79:0/2263321345 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7ffa740073d0 con 0x7ffa7c15e2e0 2023-09-21T11:17:39.130 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.128+0000 7ffa72ffd700 1 --2- 172.21.15.79:0/2263321345 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ffa6006a580 0x7ffa6006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.130 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.128+0000 7ffa82046700 1 --2- 172.21.15.79:0/2263321345 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ffa6006a580 0x7ffa6006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:39.130 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.128+0000 7ffa72ffd700 1 -- 172.21.15.79:0/2263321345 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ffa74088750 con 0x7ffa7c15e2e0 2023-09-21T11:17:39.130 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.129+0000 7ffa82046700 1 --2- 172.21.15.79:0/2263321345 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ffa6006a580 0x7ffa6006ca40 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ffa78009d00 tx=0x7ffa78008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:39.131 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.133+0000 7ffa72ffd700 1 -- 172.21.15.79:0/2263321345 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7ffa74053d80 con 0x7ffa7c15e2e0 2023-09-21T11:17:39.331 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.338+0000 7ffa842aa700 1 -- 172.21.15.79:0/2263321345 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7ffa7c06c030 con 0x7ffa7c15e2e0 2023-09-21T11:17:39.332 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.339+0000 7ffa72ffd700 1 -- 172.21.15.79:0/2263321345 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7ffa74017020 con 0x7ffa7c15e2e0 2023-09-21T11:17:39.334 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.341+0000 7ffa842aa700 1 -- 172.21.15.79:0/2263321345 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ffa6006a580 msgr2=0x7ffa6006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:39.334 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.341+0000 7ffa842aa700 1 --2- 172.21.15.79:0/2263321345 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ffa6006a580 0x7ffa6006ca40 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ffa78009d00 tx=0x7ffa78008040 comp rx=0 tx=0).stop 2023-09-21T11:17:39.334 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.341+0000 7ffa842aa700 1 -- 172.21.15.79:0/2263321345 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa7c15e2e0 msgr2=0x7ffa7c1f43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:39.334 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.341+0000 7ffa842aa700 1 --2- 172.21.15.79:0/2263321345 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa7c15e2e0 0x7ffa7c1f43e0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7ffa7400cbd0 tx=0x7ffa7400cf90 comp rx=0 tx=0).stop 2023-09-21T11:17:39.335 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.341+0000 7ffa842aa700 1 -- 172.21.15.79:0/2263321345 shutdown_connections 2023-09-21T11:17:39.335 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.341+0000 7ffa842aa700 1 --2- 172.21.15.79:0/2263321345 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa7c15e2e0 0x7ffa7c1f43e0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.335 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.341+0000 7ffa842aa700 1 --2- 172.21.15.79:0/2263321345 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffa7c0cbbf0 0x7ffa7c1502c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.335 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.341+0000 7ffa842aa700 1 --2- 172.21.15.79:0/2263321345 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ffa6006a580 0x7ffa6006ca40 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.336 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.341+0000 7ffa842aa700 1 --2- 172.21.15.79:0/2263321345 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa7c15a570 0x7ffa7c153b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.336 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.341+0000 7ffa842aa700 1 -- 172.21.15.79:0/2263321345 >> 172.21.15.79:0/2263321345 conn(0x7ffa7c06b910 msgr2=0x7ffa7c15bcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:39.336 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.341+0000 7ffa842aa700 1 -- 172.21.15.79:0/2263321345 shutdown_connections 2023-09-21T11:17:39.336 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.341+0000 7ffa842aa700 1 -- 172.21.15.79:0/2263321345 wait complete. 2023-09-21T11:17:39.336 INFO:teuthology.orchestra.run.smithi079.stderr:listed 0 entries 2023-09-21T11:17:39.345 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.3... 2023-09-21T11:17:39.346 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:39.346 DEBUG:teuthology.orchestra.run.smithi134:> sudo umount /home/ubuntu/cephtest/mnt.3 -f 2023-09-21T11:17:39.391 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi134.front.sepia.ceph.com 2023-09-21T11:17:39.392 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:17:39.392 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2023-09-21T11:17:39.411 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2023-09-21T11:17:39.412 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T11:17:39.532 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.539+0000 7fe5af159700 1 Processor -- start 2023-09-21T11:17:39.532 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.539+0000 7fe5af159700 1 -- start start 2023-09-21T11:17:39.534 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.540+0000 7fe5af159700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe5a815d850 0x7fe5a80b1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.535 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.540+0000 7fe5af159700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fe5a80cc4e0 0x7fe5a806dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.535 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.540+0000 7fe5af159700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fe5a815dc30 0x7fe5a806e520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.535 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.540+0000 7fe5af159700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5a815e810 con 0x7fe5a815dc30 2023-09-21T11:17:39.535 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.540+0000 7fe5af159700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5a80b2a40 con 0x7fe5a80cc4e0 2023-09-21T11:17:39.535 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.540+0000 7fe5af159700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a80b2d20 con 0x7fe5a815d850 2023-09-21T11:17:39.536 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.540+0000 7fe5ad6f6700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fe5a815dc30 0x7fe5a806e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:39.536 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.540+0000 7fe5ad6f6700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fe5a815dc30 0x7fe5a806e520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54756/0 (socket says 172.21.15.79:54756) 2023-09-21T11:17:39.536 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.540+0000 7fe5ad6f6700 1 -- 172.21.15.79:0/390760007 learned_addr learned my addr 172.21.15.79:0/390760007 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:39.536 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5acef5700 1 --2- 172.21.15.79:0/390760007 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe5a815d850 0x7fe5a80b1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:39.536 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5a7fff700 1 --2- 172.21.15.79:0/390760007 >> v2:172.21.15.134:3300/0 conn(0x7fe5a80cc4e0 0x7fe5a806dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:39.537 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5ad6f6700 1 -- 172.21.15.79:0/390760007 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe5a815d850 msgr2=0x7fe5a80b1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:39.537 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5ad6f6700 1 --2- 172.21.15.79:0/390760007 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe5a815d850 0x7fe5a80b1f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.537 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5ad6f6700 1 -- 172.21.15.79:0/390760007 >> v2:172.21.15.134:3300/0 conn(0x7fe5a80cc4e0 msgr2=0x7fe5a806dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:39.537 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5ad6f6700 1 --2- 172.21.15.79:0/390760007 >> v2:172.21.15.134:3300/0 conn(0x7fe5a80cc4e0 0x7fe5a806dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.537 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5ad6f6700 1 -- 172.21.15.79:0/390760007 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5a815e1c0 con 0x7fe5a815dc30 2023-09-21T11:17:39.538 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5acef5700 1 --2- 172.21.15.79:0/390760007 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe5a815d850 0x7fe5a80b1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:39.538 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5a7fff700 1 --2- 172.21.15.79:0/390760007 >> v2:172.21.15.134:3300/0 conn(0x7fe5a80cc4e0 0x7fe5a806dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:39.538 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5ad6f6700 1 --2- 172.21.15.79:0/390760007 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe5a815dc30 0x7fe5a806e520 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fe5a806b810 tx=0x7fe5a000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6435e5788c3ca1f server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:39.539 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5a77fe700 1 -- 172.21.15.79:0/390760007 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5a000e070 con 0x7fe5a815dc30 2023-09-21T11:17:39.539 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5a77fe700 1 -- 172.21.15.79:0/390760007 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5a000b9c0 con 0x7fe5a815dc30 2023-09-21T11:17:39.539 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5a77fe700 1 -- 172.21.15.79:0/390760007 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5a000bd70 con 0x7fe5a815dc30 2023-09-21T11:17:39.539 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5af159700 1 -- 172.21.15.79:0/390760007 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe5a815dc30 msgr2=0x7fe5a806e520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:39.539 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5af159700 1 --2- 172.21.15.79:0/390760007 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe5a815dc30 0x7fe5a806e520 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fe5a806b810 tx=0x7fe5a000b330 comp rx=0 tx=0).stop 2023-09-21T11:17:39.539 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5af159700 1 -- 172.21.15.79:0/390760007 shutdown_connections 2023-09-21T11:17:39.540 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5af159700 1 --2- 172.21.15.79:0/390760007 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe5a815dc30 0x7fe5a806e520 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.540 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5af159700 1 --2- 172.21.15.79:0/390760007 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe5a815d850 0x7fe5a80b1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.540 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5af159700 1 --2- 172.21.15.79:0/390760007 >> v2:172.21.15.134:3300/0 conn(0x7fe5a80cc4e0 0x7fe5a806dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.540 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.541+0000 7fe5af159700 1 -- 172.21.15.79:0/390760007 >> 172.21.15.79:0/390760007 conn(0x7fe5a806bd30 msgr2=0x7fe5a806c140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:39.540 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.542+0000 7fe5af159700 1 -- 172.21.15.79:0/390760007 shutdown_connections 2023-09-21T11:17:39.540 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.542+0000 7fe5af159700 1 -- 172.21.15.79:0/390760007 wait complete. 2023-09-21T11:17:39.543 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.543+0000 7fe5af159700 1 Processor -- start 2023-09-21T11:17:39.543 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.543+0000 7fe5af159700 1 -- start start 2023-09-21T11:17:39.543 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5af159700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe5a80cc4e0 0x7fe5a80b0e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.543 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5af159700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe5a815d850 0x7fe5a80b1350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.544 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5af159700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe5a815dc30 0x7fe5a80b3030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.544 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5af159700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a8153420 con 0x7fe5a80cc4e0 2023-09-21T11:17:39.544 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5af159700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a80c8b50 con 0x7fe5a815dc30 2023-09-21T11:17:39.544 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5af159700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a80c7a10 con 0x7fe5a815d850 2023-09-21T11:17:39.545 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5acef5700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe5a80cc4e0 0x7fe5a80b0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:39.545 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5acef5700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe5a80cc4e0 0x7fe5a80b0e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54762/0 (socket says 172.21.15.79:54762) 2023-09-21T11:17:39.545 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5acef5700 1 -- 172.21.15.79:0/3491045563 learned_addr learned my addr 172.21.15.79:0/3491045563 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:39.545 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5a7fff700 1 --2- 172.21.15.79:0/3491045563 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe5a815d850 0x7fe5a80b1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:39.545 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5ad6f6700 1 --2- 172.21.15.79:0/3491045563 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe5a815dc30 0x7fe5a80b3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:39.545 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5acef5700 1 -- 172.21.15.79:0/3491045563 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe5a815d850 msgr2=0x7fe5a80b1350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:39.546 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5acef5700 1 --2- 172.21.15.79:0/3491045563 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe5a815d850 0x7fe5a80b1350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.546 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5acef5700 1 -- 172.21.15.79:0/3491045563 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe5a815dc30 msgr2=0x7fe5a80b3030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:39.546 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5acef5700 1 --2- 172.21.15.79:0/3491045563 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe5a815dc30 0x7fe5a80b3030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.546 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5acef5700 1 -- 172.21.15.79:0/3491045563 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5a0009b30 con 0x7fe5a80cc4e0 2023-09-21T11:17:39.547 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5acef5700 1 --2- 172.21.15.79:0/3491045563 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe5a80cc4e0 0x7fe5a80b0e10 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fe59c00c7f0 tx=0x7fe59c00cb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:39.547 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5a57fa700 1 -- 172.21.15.79:0/3491045563 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe59c011800 con 0x7fe5a80cc4e0 2023-09-21T11:17:39.547 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5a57fa700 1 -- 172.21.15.79:0/3491045563 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe59c011960 con 0x7fe5a80cc4e0 2023-09-21T11:17:39.547 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5af159700 1 -- 172.21.15.79:0/3491045563 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5a80c7cf0 con 0x7fe5a80cc4e0 2023-09-21T11:17:39.547 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5a57fa700 1 -- 172.21.15.79:0/3491045563 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe59c011cf0 con 0x7fe5a80cc4e0 2023-09-21T11:17:39.548 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.544+0000 7fe5af159700 1 -- 172.21.15.79:0/3491045563 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5a80c82b0 con 0x7fe5a80cc4e0 2023-09-21T11:17:39.548 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.545+0000 7fe5af159700 1 -- 172.21.15.79:0/3491045563 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5a80b4aa0 con 0x7fe5a80cc4e0 2023-09-21T11:17:39.548 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.546+0000 7fe5a57fa700 1 -- 172.21.15.79:0/3491045563 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fe59c018360 con 0x7fe5a80cc4e0 2023-09-21T11:17:39.548 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.546+0000 7fe5a57fa700 1 --2- 172.21.15.79:0/3491045563 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe58c06a580 0x7fe58c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.548 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.546+0000 7fe5a57fa700 1 -- 172.21.15.79:0/3491045563 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe59c088910 con 0x7fe5a80cc4e0 2023-09-21T11:17:39.549 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.546+0000 7fe5a7fff700 1 --2- 172.21.15.79:0/3491045563 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe58c06a580 0x7fe58c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:39.549 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.546+0000 7fe5a7fff700 1 --2- 172.21.15.79:0/3491045563 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe58c06a580 0x7fe58c06ca40 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fe5a80cc260 tx=0x7fe594008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:39.549 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.550+0000 7fe5a57fa700 1 -- 172.21.15.79:0/3491045563 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fe59c053e90 con 0x7fe5a80cc4e0 2023-09-21T11:17:39.773 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.781+0000 7fe5af159700 1 -- 172.21.15.79:0/3491045563 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe5a804eae0 con 0x7fe5a80cc4e0 2023-09-21T11:17:39.774 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.781+0000 7fe5a57fa700 1 -- 172.21.15.79:0/3491045563 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4910 (secure 0 0 0) 0x7fe59c01f090 con 0x7fe5a80cc4e0 2023-09-21T11:17:39.774 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:39.775 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6834/1040792485","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6832","nonce":1040792485},{"type":"v1","addr":"172.21.15.134:6834","nonce":1040792485}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1065153274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6835","nonce":1065153274},{"type":"v1","addr":"172.21.15.79:6837","nonce":1065153274}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6836/3477938376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":3477938376},{"type":"v1","addr":"172.21.15.79:6836","nonce":3477938376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T11:16:59.350936+0000","modified":"2023-09-21T11:17:02.391627+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6835/398480838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6833","nonce":398480838},{"type":"v1","addr":"172.21.15.134:6835","nonce":398480838}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-21T11:17:39.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.784+0000 7fe5af159700 1 -- 172.21.15.79:0/3491045563 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe58c06a580 msgr2=0x7fe58c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:39.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.784+0000 7fe5af159700 1 --2- 172.21.15.79:0/3491045563 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe58c06a580 0x7fe58c06ca40 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fe5a80cc260 tx=0x7fe594008040 comp rx=0 tx=0).stop 2023-09-21T11:17:39.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.784+0000 7fe5af159700 1 -- 172.21.15.79:0/3491045563 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe5a80cc4e0 msgr2=0x7fe5a80b0e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:39.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.784+0000 7fe5af159700 1 --2- 172.21.15.79:0/3491045563 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe5a80cc4e0 0x7fe5a80b0e10 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fe59c00c7f0 tx=0x7fe59c00cb00 comp rx=0 tx=0).stop 2023-09-21T11:17:39.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.784+0000 7fe5af159700 1 -- 172.21.15.79:0/3491045563 shutdown_connections 2023-09-21T11:17:39.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.784+0000 7fe5af159700 1 --2- 172.21.15.79:0/3491045563 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe5a815dc30 0x7fe5a80b3030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.784+0000 7fe5af159700 1 --2- 172.21.15.79:0/3491045563 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe5a80cc4e0 0x7fe5a80b0e10 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.784+0000 7fe5af159700 1 --2- 172.21.15.79:0/3491045563 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe58c06a580 0x7fe58c06ca40 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.778 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.784+0000 7fe5af159700 1 --2- 172.21.15.79:0/3491045563 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe5a815d850 0x7fe5a80b1350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.784+0000 7fe5af159700 1 -- 172.21.15.79:0/3491045563 >> 172.21.15.79:0/3491045563 conn(0x7fe5a806bd30 msgr2=0x7fe5a80ce790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:39.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.784+0000 7fe5af159700 1 -- 172.21.15.79:0/3491045563 shutdown_connections 2023-09-21T11:17:39.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.784+0000 7fe5af159700 1 -- 172.21.15.79:0/3491045563 wait complete. 2023-09-21T11:17:39.779 INFO:teuthology.orchestra.run.smithi079.stderr:dumped fsmap epoch 8 2023-09-21T11:17:39.789 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:39.909 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.917+0000 7f275e0ac700 1 Processor -- start 2023-09-21T11:17:39.910 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.917+0000 7f275e0ac700 1 -- start start 2023-09-21T11:17:39.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.917+0000 7f275e0ac700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f2758158340 0x7f27580724c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.912 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.917+0000 7f275e0ac700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27580b2470 0x7f27580b28d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.917+0000 7f275e0ac700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f275806a800 0x7f275806ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.917+0000 7f275e0ac700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27580cac00 con 0x7f2758158340 2023-09-21T11:17:39.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.917+0000 7f275e0ac700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27580b2e10 con 0x7f275806a800 2023-09-21T11:17:39.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.917+0000 7f275e0ac700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2758072a00 con 0x7f27580b2470 2023-09-21T11:17:39.913 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.918+0000 7f27577fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f2758158340 0x7f27580724c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:39.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.918+0000 7f27577fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f2758158340 0x7f27580724c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54770/0 (socket says 172.21.15.79:54770) 2023-09-21T11:17:39.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.918+0000 7f27577fe700 1 -- 172.21.15.79:0/3297790088 learned_addr learned my addr 172.21.15.79:0/3297790088 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:39.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.918+0000 7f27577fe700 1 -- 172.21.15.79:0/3297790088 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27580b2470 msgr2=0x7f27580b28d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:39.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.918+0000 7f27577fe700 1 --2- 172.21.15.79:0/3297790088 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27580b2470 0x7f27580b28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.918+0000 7f27577fe700 1 -- 172.21.15.79:0/3297790088 >> v2:172.21.15.134:3300/0 conn(0x7f275806a800 msgr2=0x7f275806ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:39.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.918+0000 7f2757fff700 1 --2- 172.21.15.79:0/3297790088 >> v2:172.21.15.134:3300/0 conn(0x7f275806a800 0x7f275806ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:39.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.918+0000 7f27577fe700 1 --2- 172.21.15.79:0/3297790088 >> v2:172.21.15.134:3300/0 conn(0x7f275806a800 0x7f275806ac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.918+0000 7f27577fe700 1 -- 172.21.15.79:0/3297790088 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f275815e510 con 0x7f2758158340 2023-09-21T11:17:39.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.918+0000 7f27577fe700 1 --2- 172.21.15.79:0/3297790088 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2758158340 0x7f27580724c0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f27580caa80 tx=0x7f2740009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e19c58643890809 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:39.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.918+0000 7f27567fc700 1 -- 172.21.15.79:0/3297790088 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f274000b870 con 0x7f2758158340 2023-09-21T11:17:39.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.918+0000 7f27567fc700 1 -- 172.21.15.79:0/3297790088 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f274000b9d0 con 0x7f2758158340 2023-09-21T11:17:39.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.918+0000 7f27567fc700 1 -- 172.21.15.79:0/3297790088 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f274000bd60 con 0x7f2758158340 2023-09-21T11:17:39.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.919+0000 7f275e0ac700 1 -- 172.21.15.79:0/3297790088 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2758158340 msgr2=0x7f27580724c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:39.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.919+0000 7f275e0ac700 1 --2- 172.21.15.79:0/3297790088 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2758158340 0x7f27580724c0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f27580caa80 tx=0x7f2740009bd0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.919+0000 7f275e0ac700 1 -- 172.21.15.79:0/3297790088 shutdown_connections 2023-09-21T11:17:39.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.919+0000 7f275e0ac700 1 --2- 172.21.15.79:0/3297790088 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2758158340 0x7f27580724c0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.917 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.919+0000 7f275e0ac700 1 --2- 172.21.15.79:0/3297790088 >> v2:172.21.15.134:3300/0 conn(0x7f275806a800 0x7f275806ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.917 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.919+0000 7f275e0ac700 1 --2- 172.21.15.79:0/3297790088 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27580b2470 0x7f27580b28d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.917 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.919+0000 7f275e0ac700 1 -- 172.21.15.79:0/3297790088 >> 172.21.15.79:0/3297790088 conn(0x7f275806df70 msgr2=0x7f275806e380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:39.917 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.919+0000 7f275e0ac700 1 -- 172.21.15.79:0/3297790088 shutdown_connections 2023-09-21T11:17:39.917 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.919+0000 7f275e0ac700 1 -- 172.21.15.79:0/3297790088 wait complete. 2023-09-21T11:17:39.918 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.920+0000 7f275e0ac700 1 Processor -- start 2023-09-21T11:17:39.920 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.920+0000 7f275e0ac700 1 -- start start 2023-09-21T11:17:39.921 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.921+0000 7f275e0ac700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f275806a800 0x7f2758152510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.921 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.921+0000 7f275e0ac700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27580b2470 0x7f27580c5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.921 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.921+0000 7f275e0ac700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2758158340 0x7f275815cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.921 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.921+0000 7f275e0ac700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27580c5030 con 0x7f2758158340 2023-09-21T11:17:39.921 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.921+0000 7f275e0ac700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27580c4ba0 con 0x7f275806a800 2023-09-21T11:17:39.922 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.921+0000 7f275e0ac700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2758152a50 con 0x7f27580b2470 2023-09-21T11:17:39.922 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.921+0000 7f2757fff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2758158340 0x7f275815cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:39.922 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.921+0000 7f2757fff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2758158340 0x7f275815cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54780/0 (socket says 172.21.15.79:54780) 2023-09-21T11:17:39.922 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.921+0000 7f2757fff700 1 -- 172.21.15.79:0/1326984857 learned_addr learned my addr 172.21.15.79:0/1326984857 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:39.922 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.921+0000 7f27577fe700 1 --2- 172.21.15.79:0/1326984857 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f275806a800 0x7f2758152510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:39.923 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.921+0000 7f2756ffd700 1 --2- 172.21.15.79:0/1326984857 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27580b2470 0x7f27580c5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:39.923 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.921+0000 7f2757fff700 1 -- 172.21.15.79:0/1326984857 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27580b2470 msgr2=0x7f27580c5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:39.923 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.921+0000 7f2757fff700 1 --2- 172.21.15.79:0/1326984857 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27580b2470 0x7f27580c5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.923 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.921+0000 7f2757fff700 1 -- 172.21.15.79:0/1326984857 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f275806a800 msgr2=0x7f2758152510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:39.923 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.921+0000 7f2757fff700 1 --2- 172.21.15.79:0/1326984857 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f275806a800 0x7f2758152510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:39.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.921+0000 7f2757fff700 1 -- 172.21.15.79:0/1326984857 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2740009550 con 0x7f2758158340 2023-09-21T11:17:39.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.921+0000 7f27577fe700 1 --2- 172.21.15.79:0/1326984857 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f275806a800 0x7f2758152510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:39.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.921+0000 7f2756ffd700 1 --2- 172.21.15.79:0/1326984857 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27580b2470 0x7f27580c5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:39.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.921+0000 7f2757fff700 1 --2- 172.21.15.79:0/1326984857 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2758158340 0x7f275815cda0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f275000cd70 tx=0x7f275000a570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:39.924 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.922+0000 7f274ffff700 1 -- 172.21.15.79:0/1326984857 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2750003a20 con 0x7f2758158340 2023-09-21T11:17:39.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.922+0000 7f274ffff700 1 -- 172.21.15.79:0/1326984857 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2750003b80 con 0x7f2758158340 2023-09-21T11:17:39.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.922+0000 7f275e0ac700 1 -- 172.21.15.79:0/1326984857 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27580c3f90 con 0x7f2758158340 2023-09-21T11:17:39.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.922+0000 7f274ffff700 1 -- 172.21.15.79:0/1326984857 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2750004020 con 0x7f2758158340 2023-09-21T11:17:39.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.922+0000 7f275e0ac700 1 -- 172.21.15.79:0/1326984857 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27580c4550 con 0x7f2758158340 2023-09-21T11:17:39.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.923+0000 7f275e0ac700 1 -- 172.21.15.79:0/1326984857 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27580c4d50 con 0x7f2758158340 2023-09-21T11:17:39.925 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.923+0000 7f274ffff700 1 -- 172.21.15.79:0/1326984857 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f2750004180 con 0x7f2758158340 2023-09-21T11:17:39.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.923+0000 7f274ffff700 1 --2- 172.21.15.79:0/1326984857 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f273806a580 0x7f273806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:39.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.923+0000 7f274ffff700 1 -- 172.21.15.79:0/1326984857 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2750012070 con 0x7f2758158340 2023-09-21T11:17:39.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.923+0000 7f27577fe700 1 --2- 172.21.15.79:0/1326984857 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f273806a580 0x7f273806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:39.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.924+0000 7f27577fe700 1 --2- 172.21.15.79:0/1326984857 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f273806a580 0x7f273806ca40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2740009130 tx=0x7f2740008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:39.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:39.928+0000 7f274ffff700 1 -- 172.21.15.79:0/1326984857 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f27580c4d50 con 0x7f2758158340 2023-09-21T11:17:40.113 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.121+0000 7f275e0ac700 1 -- 172.21.15.79:0/1326984857 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f27580c4d10 con 0x7f2758158340 2023-09-21T11:17:40.114 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.122+0000 7f274ffff700 1 -- 172.21.15.79:0/1326984857 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f27500547a0 con 0x7f2758158340 2023-09-21T11:17:40.115 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:40.115 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":20,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:00.970389+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:40.117 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.124+0000 7f275e0ac700 1 -- 172.21.15.79:0/1326984857 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f273806a580 msgr2=0x7f273806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:40.117 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.124+0000 7f275e0ac700 1 --2- 172.21.15.79:0/1326984857 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f273806a580 0x7f273806ca40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2740009130 tx=0x7f2740008030 comp rx=0 tx=0).stop 2023-09-21T11:17:40.117 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.124+0000 7f275e0ac700 1 -- 172.21.15.79:0/1326984857 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2758158340 msgr2=0x7f275815cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:40.117 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.124+0000 7f275e0ac700 1 --2- 172.21.15.79:0/1326984857 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2758158340 0x7f275815cda0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f275000cd70 tx=0x7f275000a570 comp rx=0 tx=0).stop 2023-09-21T11:17:40.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.124+0000 7f275e0ac700 1 -- 172.21.15.79:0/1326984857 shutdown_connections 2023-09-21T11:17:40.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.124+0000 7f275e0ac700 1 --2- 172.21.15.79:0/1326984857 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2758158340 0x7f275815cda0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.124+0000 7f275e0ac700 1 --2- 172.21.15.79:0/1326984857 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f275806a800 0x7f2758152510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.124+0000 7f275e0ac700 1 --2- 172.21.15.79:0/1326984857 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f273806a580 0x7f273806ca40 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.118 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.124+0000 7f275e0ac700 1 --2- 172.21.15.79:0/1326984857 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27580b2470 0x7f27580c5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.124+0000 7f275e0ac700 1 -- 172.21.15.79:0/1326984857 >> 172.21.15.79:0/1326984857 conn(0x7f275806df70 msgr2=0x7f27580cba10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:40.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.124+0000 7f275e0ac700 1 -- 172.21.15.79:0/1326984857 shutdown_connections 2023-09-21T11:17:40.119 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.124+0000 7f275e0ac700 1 -- 172.21.15.79:0/1326984857 wait complete. 2023-09-21T11:17:40.129 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T11:16:45.829267+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-21T11:16:57.123246+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-21T11:16:58.360337+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T11:17:40.130 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T11:17:40.257 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.265+0000 7fcea578e700 1 Processor -- start 2023-09-21T11:17:40.258 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.265+0000 7fcea578e700 1 -- start start 2023-09-21T11:17:40.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fcea578e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcea00ccc00 0x7fcea00cc520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fcea578e700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fcea00b1950 0x7fcea015d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fcea578e700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcea0162110 con 0x7fcea00cd990 2023-09-21T11:17:40.261 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fcea578e700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcea00ce160 con 0x7fcea00b1950 2023-09-21T11:17:40.262 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fcea578e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcea0161500 con 0x7fcea00ccc00 2023-09-21T11:17:40.262 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9effd700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fcea00cd990 0x7fcea00b1240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41148/0 (socket says 172.21.15.79:41148) 2023-09-21T11:17:40.262 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9effd700 1 -- 172.21.15.79:0/3308132823 learned_addr learned my addr 172.21.15.79:0/3308132823 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:40.262 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9f7fe700 1 --2- 172.21.15.79:0/3308132823 >> v2:172.21.15.134:3300/0 conn(0x7fcea00b1950 0x7fcea015d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.262 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9e7fc700 1 --2- 172.21.15.79:0/3308132823 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcea00ccc00 0x7fcea00cc520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9dffb700 1 -- 172.21.15.79:0/3308132823 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4055390489 0 0) 0x7fcea0162110 con 0x7fcea00cd990 2023-09-21T11:17:40.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9dffb700 1 -- 172.21.15.79:0/3308132823 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fce880035b0 con 0x7fcea00cd990 2023-09-21T11:17:40.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9dffb700 1 -- 172.21.15.79:0/3308132823 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 631463851 0 0) 0x7fce880035b0 con 0x7fcea00cd990 2023-09-21T11:17:40.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9dffb700 1 -- 172.21.15.79:0/3308132823 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcea00ccc00 msgr2=0x7fcea00cc520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:40.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9dffb700 1 --2- 172.21.15.79:0/3308132823 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcea00ccc00 0x7fcea00cc520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.263 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9dffb700 1 -- 172.21.15.79:0/3308132823 >> v2:172.21.15.134:3300/0 conn(0x7fcea00b1950 msgr2=0x7fcea015d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:40.264 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9dffb700 1 --2- 172.21.15.79:0/3308132823 >> v2:172.21.15.134:3300/0 conn(0x7fcea00b1950 0x7fcea015d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.264 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9dffb700 1 -- 172.21.15.79:0/3308132823 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcea01617e0 con 0x7fcea00cd990 2023-09-21T11:17:40.264 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9dffb700 1 -- 172.21.15.79:0/3308132823 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7fce940017f0 con 0x7fcea00cd990 2023-09-21T11:17:40.264 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9dffb700 1 -- 172.21.15.79:0/3308132823 >> v1:172.21.15.79:6789/0 conn(0x7fcea00cd990 legacy=0x7fcea00b1240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:40.264 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9dffb700 1 --2- 172.21.15.79:0/3308132823 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcea00ccc00 0x7fce88003a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.264 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9dffb700 1 --2- 172.21.15.79:0/3308132823 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fce88003f80 0x7fce88004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.265 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9dffb700 1 --2- 172.21.15.79:0/3308132823 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fce88004d90 0x7fce88005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.265 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9dffb700 1 -- 172.21.15.79:0/3308132823 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcea00ce160 con 0x7fce88004d90 2023-09-21T11:17:40.265 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9dffb700 1 -- 172.21.15.79:0/3308132823 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcea0161500 con 0x7fce88003f80 2023-09-21T11:17:40.265 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.266+0000 7fce9dffb700 1 -- 172.21.15.79:0/3308132823 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce8800ba10 con 0x7fcea00ccc00 2023-09-21T11:17:40.265 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.267+0000 7fce9f7fe700 1 --2- 172.21.15.79:0/3308132823 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fce88004d90 0x7fce88005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.266 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.267+0000 7fce9effd700 1 --2- 172.21.15.79:0/3308132823 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcea00ccc00 0x7fce88003a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.266 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.267+0000 7fce9e7fc700 1 --2- 172.21.15.79:0/3308132823 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fce88003f80 0x7fce88004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.266 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.267+0000 7fce9f7fe700 1 -- 172.21.15.79:0/3308132823 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcea00ccc00 msgr2=0x7fce88003a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:40.266 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.267+0000 7fce9f7fe700 1 --2- 172.21.15.79:0/3308132823 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcea00ccc00 0x7fce88003a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.266 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.267+0000 7fce9f7fe700 1 -- 172.21.15.79:0/3308132823 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fce88003f80 msgr2=0x7fce88004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:40.266 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.267+0000 7fce9f7fe700 1 --2- 172.21.15.79:0/3308132823 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fce88003f80 0x7fce88004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.267 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.267+0000 7fce9f7fe700 1 -- 172.21.15.79:0/3308132823 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce880035b0 con 0x7fce88004d90 2023-09-21T11:17:40.267 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.267+0000 7fce9f7fe700 1 --2- 172.21.15.79:0/3308132823 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fce88004d90 0x7fce88005210 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fce98009fc0 tx=0x7fce88005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66a0d8937953c6a7 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:40.267 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.267+0000 7fce9dffb700 1 -- 172.21.15.79:0/3308132823 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce9800ebd0 con 0x7fce88004d90 2023-09-21T11:17:40.267 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.267+0000 7fce9dffb700 1 -- 172.21.15.79:0/3308132823 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce9800f040 con 0x7fce88004d90 2023-09-21T11:17:40.267 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.267+0000 7fce9dffb700 1 -- 172.21.15.79:0/3308132823 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce98014480 con 0x7fce88004d90 2023-09-21T11:17:40.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.268+0000 7fcea578e700 1 -- 172.21.15.79:0/3308132823 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fce88004d90 msgr2=0x7fce88005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:40.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.268+0000 7fcea578e700 1 --2- 172.21.15.79:0/3308132823 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fce88004d90 0x7fce88005210 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fce98009fc0 tx=0x7fce88005880 comp rx=0 tx=0).stop 2023-09-21T11:17:40.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.268+0000 7fce9f7fe700 1 -- 172.21.15.79:0/3308132823 reap_dead start 2023-09-21T11:17:40.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.268+0000 7fcea578e700 1 -- 172.21.15.79:0/3308132823 shutdown_connections 2023-09-21T11:17:40.268 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.268+0000 7fcea578e700 1 -- 172.21.15.79:0/3308132823 >> 172.21.15.79:0/3308132823 conn(0x7fcea0099a60 msgr2=0x7fcea00d0390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:40.269 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.268+0000 7fcea578e700 1 -- 172.21.15.79:0/3308132823 shutdown_connections 2023-09-21T11:17:40.269 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.268+0000 7fcea578e700 1 -- 172.21.15.79:0/3308132823 wait complete. 2023-09-21T11:17:40.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.269+0000 7fcea578e700 1 Processor -- start 2023-09-21T11:17:40.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.269+0000 7fcea578e700 1 -- start start 2023-09-21T11:17:40.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fcea578e700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcea014b7b0 0x7fcea00b4830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fcea578e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcea014bb90 0x7fcea00b4d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fcea578e700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcea01f23d0 0x7fcea01f2830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fcea578e700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcea00b3290 con 0x7fcea014b7b0 2023-09-21T11:17:40.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fcea578e700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcea00b52b0 con 0x7fcea01f23d0 2023-09-21T11:17:40.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fcea578e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcea00b5510 con 0x7fcea014bb90 2023-09-21T11:17:40.273 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fce9effd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcea014b7b0 0x7fcea00b4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.273 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fce9effd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcea014b7b0 0x7fcea00b4830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54796/0 (socket says 172.21.15.79:54796) 2023-09-21T11:17:40.273 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fce9effd700 1 -- 172.21.15.79:0/1082179001 learned_addr learned my addr 172.21.15.79:0/1082179001 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:40.273 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fce9e7fc700 1 --2- 172.21.15.79:0/1082179001 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcea014bb90 0x7fcea00b4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.273 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fce9f7fe700 1 --2- 172.21.15.79:0/1082179001 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcea01f23d0 0x7fcea01f2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fce9effd700 1 -- 172.21.15.79:0/1082179001 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcea014bb90 msgr2=0x7fcea00b4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:40.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fce9effd700 1 --2- 172.21.15.79:0/1082179001 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcea014bb90 0x7fcea00b4d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fce9effd700 1 -- 172.21.15.79:0/1082179001 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcea01f23d0 msgr2=0x7fcea01f2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:40.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fce9effd700 1 --2- 172.21.15.79:0/1082179001 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcea01f23d0 0x7fcea01f2830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fce9effd700 1 -- 172.21.15.79:0/1082179001 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcea00b57f0 con 0x7fcea014b7b0 2023-09-21T11:17:40.275 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fce9effd700 1 --2- 172.21.15.79:0/1082179001 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcea014b7b0 0x7fcea00b4830 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fce9400fb70 tx=0x7fce9400fe80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:40.275 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fce877fe700 1 -- 172.21.15.79:0/1082179001 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce940072e0 con 0x7fcea014b7b0 2023-09-21T11:17:40.275 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fce877fe700 1 -- 172.21.15.79:0/1082179001 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce94007440 con 0x7fcea014b7b0 2023-09-21T11:17:40.275 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fcea578e700 1 -- 172.21.15.79:0/1082179001 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcea00b5ad0 con 0x7fcea014b7b0 2023-09-21T11:17:40.275 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fce877fe700 1 -- 172.21.15.79:0/1082179001 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce94005830 con 0x7fcea014b7b0 2023-09-21T11:17:40.276 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.270+0000 7fcea578e700 1 -- 172.21.15.79:0/1082179001 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcea01f2d70 con 0x7fcea014b7b0 2023-09-21T11:17:40.276 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.271+0000 7fcea578e700 1 -- 172.21.15.79:0/1082179001 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcea00ce9a0 con 0x7fcea014b7b0 2023-09-21T11:17:40.276 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.272+0000 7fce877fe700 1 -- 172.21.15.79:0/1082179001 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fce94005990 con 0x7fcea014b7b0 2023-09-21T11:17:40.276 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.272+0000 7fce877fe700 1 --2- 172.21.15.79:0/1082179001 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fce8c06a580 0x7fce8c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.276 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.272+0000 7fce877fe700 1 -- 172.21.15.79:0/1082179001 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5854+0+0 (secure 0 0 0) 0x7fce94088ae0 con 0x7fcea014b7b0 2023-09-21T11:17:40.276 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.272+0000 7fce9e7fc700 1 --2- 172.21.15.79:0/1082179001 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fce8c06a580 0x7fce8c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.273+0000 7fce9e7fc700 1 --2- 172.21.15.79:0/1082179001 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fce8c06a580 0x7fce8c06ca40 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fcea00ccfe0 tx=0x7fce90009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:40.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.277+0000 7fce877fe700 1 -- 172.21.15.79:0/1082179001 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fce94054060 con 0x7fcea014b7b0 2023-09-21T11:17:40.456 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.463+0000 7fcea578e700 1 -- 172.21.15.79:0/1082179001 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fcea0161d70 con 0x7fcea014b7b0 2023-09-21T11:17:40.456 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.463+0000 7fce877fe700 1 -- 172.21.15.79:0/1082179001 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7fce94057680 con 0x7fcea014b7b0 2023-09-21T11:17:40.456 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 1 2023-09-21T11:17:40.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.466+0000 7fcea578e700 1 -- 172.21.15.79:0/1082179001 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fce8c06a580 msgr2=0x7fce8c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:40.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.466+0000 7fcea578e700 1 --2- 172.21.15.79:0/1082179001 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fce8c06a580 0x7fce8c06ca40 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fcea00ccfe0 tx=0x7fce90009210 comp rx=0 tx=0).stop 2023-09-21T11:17:40.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.466+0000 7fcea578e700 1 -- 172.21.15.79:0/1082179001 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcea014b7b0 msgr2=0x7fcea00b4830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:40.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.466+0000 7fcea578e700 1 --2- 172.21.15.79:0/1082179001 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcea014b7b0 0x7fcea00b4830 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fce9400fb70 tx=0x7fce9400fe80 comp rx=0 tx=0).stop 2023-09-21T11:17:40.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.466+0000 7fcea578e700 1 -- 172.21.15.79:0/1082179001 shutdown_connections 2023-09-21T11:17:40.460 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.466+0000 7fcea578e700 1 --2- 172.21.15.79:0/1082179001 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcea01f23d0 0x7fcea01f2830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.460 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.466+0000 7fcea578e700 1 --2- 172.21.15.79:0/1082179001 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcea014b7b0 0x7fcea00b4830 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.460 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.466+0000 7fcea578e700 1 --2- 172.21.15.79:0/1082179001 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fce8c06a580 0x7fce8c06ca40 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.460 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.466+0000 7fcea578e700 1 --2- 172.21.15.79:0/1082179001 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcea014bb90 0x7fcea00b4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.460 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.466+0000 7fcea578e700 1 -- 172.21.15.79:0/1082179001 >> 172.21.15.79:0/1082179001 conn(0x7fcea0099a60 msgr2=0x7fcea00b1240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:40.460 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.466+0000 7fcea578e700 1 -- 172.21.15.79:0/1082179001 shutdown_connections 2023-09-21T11:17:40.461 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.466+0000 7fcea578e700 1 -- 172.21.15.79:0/1082179001 wait complete. 2023-09-21T11:17:40.470 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-21T11:17:40.593 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.600+0000 7fdc5dbee700 1 Processor -- start 2023-09-21T11:17:40.593 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.600+0000 7fdc5dbee700 1 -- start start 2023-09-21T11:17:40.595 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.601+0000 7fdc5dbee700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fdc581430e0 0x7fdc5815a270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.596 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.601+0000 7fdc5dbee700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc581435b0 0x7fdc580cdea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.596 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.601+0000 7fdc5dbee700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc5815a7b0 con 0x7fdc580ce3e0 2023-09-21T11:17:40.596 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.601+0000 7fdc5dbee700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc5815db20 con 0x7fdc581430e0 2023-09-21T11:17:40.596 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.601+0000 7fdc5dbee700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc5815b2c0 con 0x7fdc581435b0 2023-09-21T11:17:40.596 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.601+0000 7fdc577fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fdc581430e0 0x7fdc5815a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.596 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.601+0000 7fdc577fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fdc581430e0 0x7fdc5815a270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54804/0 (socket says 172.21.15.79:54804) 2023-09-21T11:17:40.597 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.601+0000 7fdc577fe700 1 -- 172.21.15.79:0/723982039 learned_addr learned my addr 172.21.15.79:0/723982039 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:40.597 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.601+0000 7fdc56ffd700 1 --2- 172.21.15.79:0/723982039 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc581435b0 0x7fdc580cdea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.597 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.602+0000 7fdc577fe700 1 -- 172.21.15.79:0/723982039 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc581435b0 msgr2=0x7fdc580cdea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:40.597 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.602+0000 7fdc577fe700 1 --2- 172.21.15.79:0/723982039 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc581435b0 0x7fdc580cdea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.597 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.602+0000 7fdc577fe700 1 -- 172.21.15.79:0/723982039 >> v1:172.21.15.134:6789/0 conn(0x7fdc580ce3e0 legacy=0x7fdc5815df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:40.598 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.602+0000 7fdc577fe700 1 -- 172.21.15.79:0/723982039 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc5815aa20 con 0x7fdc581430e0 2023-09-21T11:17:40.598 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.602+0000 7fdc577fe700 1 --2- 172.21.15.79:0/723982039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc581430e0 0x7fdc5815a270 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fdc400098f0 tx=0x7fdc40009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d7465d0b3bfd1b1 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:40.598 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.602+0000 7fdc567fc700 1 -- 172.21.15.79:0/723982039 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc4000b8a0 con 0x7fdc581430e0 2023-09-21T11:17:40.598 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.602+0000 7fdc567fc700 1 -- 172.21.15.79:0/723982039 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc4000ba00 con 0x7fdc581430e0 2023-09-21T11:17:40.598 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.602+0000 7fdc567fc700 1 -- 172.21.15.79:0/723982039 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc4000bd90 con 0x7fdc581430e0 2023-09-21T11:17:40.598 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.602+0000 7fdc5dbee700 1 -- 172.21.15.79:0/723982039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc581430e0 msgr2=0x7fdc5815a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:40.599 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.602+0000 7fdc5dbee700 1 --2- 172.21.15.79:0/723982039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc581430e0 0x7fdc5815a270 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fdc400098f0 tx=0x7fdc40009c00 comp rx=0 tx=0).stop 2023-09-21T11:17:40.599 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.602+0000 7fdc5dbee700 1 -- 172.21.15.79:0/723982039 shutdown_connections 2023-09-21T11:17:40.599 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.602+0000 7fdc5dbee700 1 --2- 172.21.15.79:0/723982039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc581430e0 0x7fdc5815a270 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.599 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.602+0000 7fdc5dbee700 1 --2- 172.21.15.79:0/723982039 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc581435b0 0x7fdc580cdea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.599 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.602+0000 7fdc5dbee700 1 -- 172.21.15.79:0/723982039 >> 172.21.15.79:0/723982039 conn(0x7fdc580cfec0 msgr2=0x7fdc580d02d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:40.600 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.602+0000 7fdc5dbee700 1 -- 172.21.15.79:0/723982039 shutdown_connections 2023-09-21T11:17:40.600 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.603+0000 7fdc5dbee700 1 -- 172.21.15.79:0/723982039 wait complete. 2023-09-21T11:17:40.602 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.604+0000 7fdc5dbee700 1 Processor -- start 2023-09-21T11:17:40.602 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.604+0000 7fdc5dbee700 1 -- start start 2023-09-21T11:17:40.602 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc5dbee700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdc580ce3e0 0x7fdc5813d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.603 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc5dbee700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc581430e0 0x7fdc58140080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.603 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc5dbee700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc581435b0 0x7fdc5815f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.603 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc5dbee700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc58158da0 con 0x7fdc581430e0 2023-09-21T11:17:40.603 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc5dbee700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc581f0020 con 0x7fdc580ce3e0 2023-09-21T11:17:40.603 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc5dbee700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc5813db10 con 0x7fdc581435b0 2023-09-21T11:17:40.604 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc56ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc581430e0 0x7fdc58140080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.604 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc56ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc581430e0 0x7fdc58140080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54812/0 (socket says 172.21.15.79:54812) 2023-09-21T11:17:40.604 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc56ffd700 1 -- 172.21.15.79:0/1235224328 learned_addr learned my addr 172.21.15.79:0/1235224328 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:40.604 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc577fe700 1 --2- 172.21.15.79:0/1235224328 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdc580ce3e0 0x7fdc5813d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.604 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc57fff700 1 --2- 172.21.15.79:0/1235224328 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc581435b0 0x7fdc5815f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.605 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc56ffd700 1 -- 172.21.15.79:0/1235224328 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc581435b0 msgr2=0x7fdc5815f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:40.605 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc56ffd700 1 --2- 172.21.15.79:0/1235224328 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc581435b0 0x7fdc5815f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.605 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc56ffd700 1 -- 172.21.15.79:0/1235224328 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdc580ce3e0 msgr2=0x7fdc5813d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:40.605 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc56ffd700 1 --2- 172.21.15.79:0/1235224328 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdc580ce3e0 0x7fdc5813d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.605 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc56ffd700 1 -- 172.21.15.79:0/1235224328 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc40009550 con 0x7fdc581430e0 2023-09-21T11:17:40.606 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc57fff700 1 --2- 172.21.15.79:0/1235224328 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc581435b0 0x7fdc5815f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:40.606 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc56ffd700 1 --2- 172.21.15.79:0/1235224328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc581430e0 0x7fdc58140080 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fdc4800d800 tx=0x7fdc4800db10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:40.606 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc4ffff700 1 -- 172.21.15.79:0/1235224328 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc480125f0 con 0x7fdc581430e0 2023-09-21T11:17:40.606 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc4ffff700 1 -- 172.21.15.79:0/1235224328 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc48012750 con 0x7fdc581430e0 2023-09-21T11:17:40.606 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc5dbee700 1 -- 172.21.15.79:0/1235224328 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc5815eb20 con 0x7fdc581430e0 2023-09-21T11:17:40.606 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc4ffff700 1 -- 172.21.15.79:0/1235224328 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc48012b00 con 0x7fdc581430e0 2023-09-21T11:17:40.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.605+0000 7fdc5dbee700 1 -- 172.21.15.79:0/1235224328 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc5815f0e0 con 0x7fdc581430e0 2023-09-21T11:17:40.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.606+0000 7fdc5dbee700 1 -- 172.21.15.79:0/1235224328 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc58158ee0 con 0x7fdc581430e0 2023-09-21T11:17:40.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.607+0000 7fdc4ffff700 1 -- 172.21.15.79:0/1235224328 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fdc48012c60 con 0x7fdc581430e0 2023-09-21T11:17:40.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.607+0000 7fdc4ffff700 1 --2- 172.21.15.79:0/1235224328 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fdc3806a580 0x7fdc3806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.607+0000 7fdc4ffff700 1 -- 172.21.15.79:0/1235224328 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5854+0+0 (secure 0 0 0) 0x7fdc48088d10 con 0x7fdc581430e0 2023-09-21T11:17:40.608 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.607+0000 7fdc577fe700 1 --2- 172.21.15.79:0/1235224328 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fdc3806a580 0x7fdc3806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.608 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.608+0000 7fdc577fe700 1 --2- 172.21.15.79:0/1235224328 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fdc3806a580 0x7fdc3806ca40 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fdc40009c40 tx=0x7fdc40008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:40.608 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.612+0000 7fdc4ffff700 1 -- 172.21.15.79:0/1235224328 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fdc58158ee0 con 0x7fdc581430e0 2023-09-21T11:17:40.793 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.801+0000 7fdc5dbee700 1 -- 172.21.15.79:0/1235224328 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdc58158ee0 con 0x7fdc581430e0 2023-09-21T11:17:40.794 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.801+0000 7fdc4ffff700 1 -- 172.21.15.79:0/1235224328 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7fdc58158ee0 con 0x7fdc581430e0 2023-09-21T11:17:40.794 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 32 2023-09-21T11:17:40.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.803+0000 7fdc5dbee700 1 -- 172.21.15.79:0/1235224328 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fdc3806a580 msgr2=0x7fdc3806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:40.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.803+0000 7fdc5dbee700 1 --2- 172.21.15.79:0/1235224328 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fdc3806a580 0x7fdc3806ca40 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fdc40009c40 tx=0x7fdc40008030 comp rx=0 tx=0).stop 2023-09-21T11:17:40.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.803+0000 7fdc5dbee700 1 -- 172.21.15.79:0/1235224328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc581430e0 msgr2=0x7fdc58140080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:40.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.803+0000 7fdc5dbee700 1 --2- 172.21.15.79:0/1235224328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc581430e0 0x7fdc58140080 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fdc4800d800 tx=0x7fdc4800db10 comp rx=0 tx=0).stop 2023-09-21T11:17:40.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.803+0000 7fdc5dbee700 1 -- 172.21.15.79:0/1235224328 shutdown_connections 2023-09-21T11:17:40.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.803+0000 7fdc5dbee700 1 --2- 172.21.15.79:0/1235224328 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fdc3806a580 0x7fdc3806ca40 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.803+0000 7fdc5dbee700 1 --2- 172.21.15.79:0/1235224328 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdc581435b0 0x7fdc5815f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.803+0000 7fdc5dbee700 1 --2- 172.21.15.79:0/1235224328 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdc580ce3e0 0x7fdc5813d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.798 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.803+0000 7fdc5dbee700 1 --2- 172.21.15.79:0/1235224328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc581430e0 0x7fdc58140080 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.798 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.803+0000 7fdc5dbee700 1 -- 172.21.15.79:0/1235224328 >> 172.21.15.79:0/1235224328 conn(0x7fdc580cfec0 msgr2=0x7fdc5815cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:40.798 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.803+0000 7fdc5dbee700 1 -- 172.21.15.79:0/1235224328 shutdown_connections 2023-09-21T11:17:40.798 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.803+0000 7fdc5dbee700 1 -- 172.21.15.79:0/1235224328 wait complete. 2023-09-21T11:17:40.808 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-21T11:17:40.931 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.939+0000 7fe8a7763700 1 Processor -- start 2023-09-21T11:17:40.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.939+0000 7fe8a7763700 1 -- start start 2023-09-21T11:17:40.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.940+0000 7fe8a7763700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fe8a00b6e10 0x7fe8a00cc4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.940+0000 7fe8a7763700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe8a00ce410 0x7fe8a015bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.940+0000 7fe8a7763700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8a015c240 con 0x7fe8a015b7c0 2023-09-21T11:17:40.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.940+0000 7fe8a7763700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8a015cec0 con 0x7fe8a00b6e10 2023-09-21T11:17:40.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.940+0000 7fe8a7763700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8a015c520 con 0x7fe8a00ce410 2023-09-21T11:17:40.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.940+0000 7fe8a4cfe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fe8a00b6e10 0x7fe8a00cc4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.940+0000 7fe8a4cfe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fe8a00b6e10 0x7fe8a00cc4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54820/0 (socket says 172.21.15.79:54820) 2023-09-21T11:17:40.935 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.940+0000 7fe8a4cfe700 1 -- 172.21.15.79:0/2980027918 learned_addr learned my addr 172.21.15.79:0/2980027918 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:40.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.940+0000 7fe8a5d00700 1 --2- 172.21.15.79:0/2980027918 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe8a00ce410 0x7fe8a015bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.940+0000 7fe8a4cfe700 1 -- 172.21.15.79:0/2980027918 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe8a00ce410 msgr2=0x7fe8a015bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:40.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.940+0000 7fe8a4cfe700 1 --2- 172.21.15.79:0/2980027918 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe8a00ce410 0x7fe8a015bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.940+0000 7fe8a4cfe700 1 -- 172.21.15.79:0/2980027918 >> v1:172.21.15.134:6789/0 conn(0x7fe8a015b7c0 legacy=0x7fe8a00cdd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:40.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.940+0000 7fe8a4cfe700 1 -- 172.21.15.79:0/2980027918 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8a015c800 con 0x7fe8a00b6e10 2023-09-21T11:17:40.936 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.940+0000 7fe8a4cfe700 1 --2- 172.21.15.79:0/2980027918 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe8a00b6e10 0x7fe8a00cc4d0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fe8900098f0 tx=0x7fe890009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a8d425bf5ccacab server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:40.937 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.941+0000 7fe897fff700 1 -- 172.21.15.79:0/2980027918 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe890004230 con 0x7fe8a00b6e10 2023-09-21T11:17:40.937 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.941+0000 7fe897fff700 1 -- 172.21.15.79:0/2980027918 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe890004390 con 0x7fe8a00b6e10 2023-09-21T11:17:40.937 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.941+0000 7fe897fff700 1 -- 172.21.15.79:0/2980027918 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8900036a0 con 0x7fe8a00b6e10 2023-09-21T11:17:40.937 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.941+0000 7fe8a7763700 1 -- 172.21.15.79:0/2980027918 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe8a00b6e10 msgr2=0x7fe8a00cc4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:40.937 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.941+0000 7fe8a7763700 1 --2- 172.21.15.79:0/2980027918 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe8a00b6e10 0x7fe8a00cc4d0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fe8900098f0 tx=0x7fe890009c00 comp rx=0 tx=0).stop 2023-09-21T11:17:40.938 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.941+0000 7fe8a7763700 1 -- 172.21.15.79:0/2980027918 shutdown_connections 2023-09-21T11:17:40.938 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.941+0000 7fe8a7763700 1 --2- 172.21.15.79:0/2980027918 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe8a00ce410 0x7fe8a015bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.938 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.941+0000 7fe8a7763700 1 --2- 172.21.15.79:0/2980027918 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe8a00b6e10 0x7fe8a00cc4d0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.938 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.941+0000 7fe8a7763700 1 -- 172.21.15.79:0/2980027918 >> 172.21.15.79:0/2980027918 conn(0x7fe8a0070570 msgr2=0x7fe8a0070980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:40.938 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.941+0000 7fe8a7763700 1 -- 172.21.15.79:0/2980027918 shutdown_connections 2023-09-21T11:17:40.938 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.941+0000 7fe8a7763700 1 -- 172.21.15.79:0/2980027918 wait complete. 2023-09-21T11:17:40.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.942+0000 7fe8a7763700 1 Processor -- start 2023-09-21T11:17:40.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.942+0000 7fe8a7763700 1 -- start start 2023-09-21T11:17:40.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.943+0000 7fe8a7763700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe8a00b6e10 0x7fe8a00b2550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.943+0000 7fe8a7763700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe8a00ce410 0x7fe8a00d0b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.943+0000 7fe8a7763700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe8a015b7c0 0x7fe8a00d1060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.942 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.943+0000 7fe8a7763700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8a01512a0 con 0x7fe8a00ce410 2023-09-21T11:17:40.942 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.943+0000 7fe8a7763700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8a00b2a90 con 0x7fe8a015b7c0 2023-09-21T11:17:40.942 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.943+0000 7fe8a7763700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8a00b14b0 con 0x7fe8a00b6e10 2023-09-21T11:17:40.942 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.943+0000 7fe8a4cfe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe8a00ce410 0x7fe8a00d0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.942 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.943+0000 7fe8a4cfe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe8a00ce410 0x7fe8a00d0b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54826/0 (socket says 172.21.15.79:54826) 2023-09-21T11:17:40.943 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.943+0000 7fe8a4cfe700 1 -- 172.21.15.79:0/2335162832 learned_addr learned my addr 172.21.15.79:0/2335162832 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:40.943 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.943+0000 7fe8a54ff700 1 --2- 172.21.15.79:0/2335162832 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe8a00b6e10 0x7fe8a00b2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.943 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.943+0000 7fe8a4cfe700 1 -- 172.21.15.79:0/2335162832 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe8a00b6e10 msgr2=0x7fe8a00b2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:40.943 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.943+0000 7fe8a5d00700 1 --2- 172.21.15.79:0/2335162832 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe8a015b7c0 0x7fe8a00d1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.943 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.943+0000 7fe8a4cfe700 1 --2- 172.21.15.79:0/2335162832 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe8a00b6e10 0x7fe8a00b2550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.943 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.943+0000 7fe8a4cfe700 1 -- 172.21.15.79:0/2335162832 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe8a015b7c0 msgr2=0x7fe8a00d1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:40.944 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.943+0000 7fe8a4cfe700 1 --2- 172.21.15.79:0/2335162832 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe8a015b7c0 0x7fe8a00d1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:40.944 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.943+0000 7fe8a4cfe700 1 -- 172.21.15.79:0/2335162832 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe890009550 con 0x7fe8a00ce410 2023-09-21T11:17:40.944 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.944+0000 7fe8a4cfe700 1 --2- 172.21.15.79:0/2335162832 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe8a00ce410 0x7fe8a00d0b20 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fe890009130 tx=0x7fe890004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:40.944 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.944+0000 7fe895ffb700 1 -- 172.21.15.79:0/2335162832 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe890003c00 con 0x7fe8a00ce410 2023-09-21T11:17:40.944 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.944+0000 7fe895ffb700 1 -- 172.21.15.79:0/2335162832 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe89001f070 con 0x7fe8a00ce410 2023-09-21T11:17:40.944 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.944+0000 7fe8a7763700 1 -- 172.21.15.79:0/2335162832 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8a00b1790 con 0x7fe8a00ce410 2023-09-21T11:17:40.945 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.944+0000 7fe895ffb700 1 -- 172.21.15.79:0/2335162832 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe89000b660 con 0x7fe8a00ce410 2023-09-21T11:17:40.945 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.944+0000 7fe8a7763700 1 -- 172.21.15.79:0/2335162832 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8a00b1d50 con 0x7fe8a00ce410 2023-09-21T11:17:40.945 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.945+0000 7fe8a7763700 1 -- 172.21.15.79:0/2335162832 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8a004eae0 con 0x7fe8a00ce410 2023-09-21T11:17:40.945 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.945+0000 7fe895ffb700 1 -- 172.21.15.79:0/2335162832 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fe890021030 con 0x7fe8a00ce410 2023-09-21T11:17:40.945 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.946+0000 7fe895ffb700 1 --2- 172.21.15.79:0/2335162832 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe88406a580 0x7fe88406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:40.946 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.946+0000 7fe895ffb700 1 -- 172.21.15.79:0/2335162832 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5854+0+0 (secure 0 0 0) 0x7fe89008a0a0 con 0x7fe8a00ce410 2023-09-21T11:17:40.946 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.946+0000 7fe8a54ff700 1 --2- 172.21.15.79:0/2335162832 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe88406a580 0x7fe88406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:40.946 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.946+0000 7fe8a54ff700 1 --2- 172.21.15.79:0/2335162832 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe88406a580 0x7fe88406ca40 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fe8a00d1b70 tx=0x7fe89c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:40.946 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:40.950+0000 7fe895ffb700 1 -- 172.21.15.79:0/2335162832 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fe890055620 con 0x7fe8a00ce410 2023-09-21T11:17:41.130 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.137+0000 7fe8a7763700 1 -- 172.21.15.79:0/2335162832 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe8a004eae0 con 0x7fe8a00ce410 2023-09-21T11:17:41.130 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.138+0000 7fe895ffb700 1 -- 172.21.15.79:0/2335162832 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe890058c40 con 0x7fe8a00ce410 2023-09-21T11:17:41.131 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 64 2023-09-21T11:17:41.133 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.140+0000 7fe8a7763700 1 -- 172.21.15.79:0/2335162832 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe88406a580 msgr2=0x7fe88406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:41.133 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.140+0000 7fe8a7763700 1 --2- 172.21.15.79:0/2335162832 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe88406a580 0x7fe88406ca40 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fe8a00d1b70 tx=0x7fe89c008040 comp rx=0 tx=0).stop 2023-09-21T11:17:41.133 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.140+0000 7fe8a7763700 1 -- 172.21.15.79:0/2335162832 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe8a00ce410 msgr2=0x7fe8a00d0b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:41.133 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.140+0000 7fe8a7763700 1 --2- 172.21.15.79:0/2335162832 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe8a00ce410 0x7fe8a00d0b20 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fe890009130 tx=0x7fe890004750 comp rx=0 tx=0).stop 2023-09-21T11:17:41.133 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.140+0000 7fe8a7763700 1 -- 172.21.15.79:0/2335162832 shutdown_connections 2023-09-21T11:17:41.134 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.140+0000 7fe8a7763700 1 --2- 172.21.15.79:0/2335162832 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe8a015b7c0 0x7fe8a00d1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.134 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.140+0000 7fe8a7763700 1 --2- 172.21.15.79:0/2335162832 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe88406a580 0x7fe88406ca40 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.134 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.140+0000 7fe8a7763700 1 --2- 172.21.15.79:0/2335162832 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe8a00b6e10 0x7fe8a00b2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.134 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.140+0000 7fe8a7763700 1 --2- 172.21.15.79:0/2335162832 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe8a00ce410 0x7fe8a00d0b20 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.134 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.140+0000 7fe8a7763700 1 -- 172.21.15.79:0/2335162832 >> 172.21.15.79:0/2335162832 conn(0x7fe8a0070570 msgr2=0x7fe8a00cfab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:41.134 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.140+0000 7fe8a7763700 1 -- 172.21.15.79:0/2335162832 shutdown_connections 2023-09-21T11:17:41.135 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.140+0000 7fe8a7763700 1 -- 172.21.15.79:0/2335162832 wait complete. 2023-09-21T11:17:41.145 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T11:17:41.265 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.272+0000 7f1dd8d95700 1 Processor -- start 2023-09-21T11:17:41.265 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.272+0000 7f1dd8d95700 1 -- start start 2023-09-21T11:17:41.269 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.273+0000 7f1dd8d95700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dd406ba40 0x7f1dd415c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:41.269 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.273+0000 7f1dd8d95700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f1dd40b3310 0x7f1dd4151e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:41.269 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.273+0000 7f1dd8d95700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1dd40b4cf0 con 0x7f1dd40af260 2023-09-21T11:17:41.269 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.273+0000 7f1dd8d95700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1dd415cc90 con 0x7f1dd40b3310 2023-09-21T11:17:41.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.273+0000 7f1dd8d95700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd40b4fb0 con 0x7f1dd406ba40 2023-09-21T11:17:41.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.273+0000 7f1dd1d9b700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f1dd40af260 0x7f1dd40b2c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41196/0 (socket says 172.21.15.79:41196) 2023-09-21T11:17:41.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.273+0000 7f1dd1d9b700 1 -- 172.21.15.79:0/3251410357 learned_addr learned my addr 172.21.15.79:0/3251410357 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:41.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd259c700 1 --2- 172.21.15.79:0/3251410357 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dd406ba40 0x7f1dd415c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:41.270 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd2d9d700 1 --2- 172.21.15.79:0/3251410357 >> v2:172.21.15.134:3300/0 conn(0x7f1dd40b3310 0x7f1dd4151e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:41.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd159a700 1 -- 172.21.15.79:0/3251410357 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1313234588 0 0) 0x7f1dd40b4cf0 con 0x7f1dd40af260 2023-09-21T11:17:41.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd159a700 1 -- 172.21.15.79:0/3251410357 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1dbc0035b0 con 0x7f1dd40af260 2023-09-21T11:17:41.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd159a700 1 -- 172.21.15.79:0/3251410357 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2074733353 0 0) 0x7f1dbc0035b0 con 0x7f1dd40af260 2023-09-21T11:17:41.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd159a700 1 -- 172.21.15.79:0/3251410357 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dd406ba40 msgr2=0x7f1dd415c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:41.271 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd159a700 1 --2- 172.21.15.79:0/3251410357 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dd406ba40 0x7f1dd415c750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd159a700 1 -- 172.21.15.79:0/3251410357 >> v2:172.21.15.134:3300/0 conn(0x7f1dd40b3310 msgr2=0x7f1dd4151e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:41.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd159a700 1 --2- 172.21.15.79:0/3251410357 >> v2:172.21.15.134:3300/0 conn(0x7f1dd40b3310 0x7f1dd4151e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd159a700 1 -- 172.21.15.79:0/3251410357 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dd40b5290 con 0x7f1dd40af260 2023-09-21T11:17:41.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd159a700 1 -- 172.21.15.79:0/3251410357 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f1dc4001670 con 0x7f1dd40af260 2023-09-21T11:17:41.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd159a700 1 -- 172.21.15.79:0/3251410357 >> v1:172.21.15.79:6789/0 conn(0x7f1dd40af260 legacy=0x7f1dd40b2c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:41.272 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd159a700 1 --2- 172.21.15.79:0/3251410357 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1dbc003a00 0x7f1dbc003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:41.273 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd159a700 1 --2- 172.21.15.79:0/3251410357 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dd406ba40 0x7f1dbc004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:41.273 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd159a700 1 --2- 172.21.15.79:0/3251410357 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1dbc004d90 0x7f1dbc005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:41.273 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd159a700 1 -- 172.21.15.79:0/3251410357 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd415cc90 con 0x7f1dbc003a00 2023-09-21T11:17:41.273 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd159a700 1 -- 172.21.15.79:0/3251410357 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd40b4fb0 con 0x7f1dbc004d90 2023-09-21T11:17:41.273 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd159a700 1 -- 172.21.15.79:0/3251410357 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1dbc00ba10 con 0x7f1dd406ba40 2023-09-21T11:17:41.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd259c700 1 --2- 172.21.15.79:0/3251410357 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1dbc003a00 0x7f1dbc003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:41.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd1d9b700 1 --2- 172.21.15.79:0/3251410357 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dd406ba40 0x7f1dbc004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:41.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd2d9d700 1 --2- 172.21.15.79:0/3251410357 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1dbc004d90 0x7f1dbc005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:41.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd259c700 1 -- 172.21.15.79:0/3251410357 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dd406ba40 msgr2=0x7f1dbc004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:41.274 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd259c700 1 --2- 172.21.15.79:0/3251410357 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dd406ba40 0x7f1dbc004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.275 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd259c700 1 -- 172.21.15.79:0/3251410357 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1dbc004d90 msgr2=0x7f1dbc005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:41.275 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd259c700 1 --2- 172.21.15.79:0/3251410357 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1dbc004d90 0x7f1dbc005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.275 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd259c700 1 -- 172.21.15.79:0/3251410357 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dbc0035b0 con 0x7f1dbc003a00 2023-09-21T11:17:41.275 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.274+0000 7f1dd1d9b700 1 --2- 172.21.15.79:0/3251410357 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dd406ba40 0x7f1dbc004850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:41.275 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.275+0000 7f1dd259c700 1 --2- 172.21.15.79:0/3251410357 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1dbc003a00 0x7f1dbc003e20 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f1dc8009b60 tx=0x7f1dbc005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebc20658ef5924b1 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:41.275 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.275+0000 7f1dd159a700 1 -- 172.21.15.79:0/3251410357 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dc800e6c0 con 0x7f1dbc003a00 2023-09-21T11:17:41.276 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.275+0000 7f1dd159a700 1 -- 172.21.15.79:0/3251410357 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1dc800e820 con 0x7f1dbc003a00 2023-09-21T11:17:41.276 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.275+0000 7f1dd159a700 1 -- 172.21.15.79:0/3251410357 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dc800eb90 con 0x7f1dbc003a00 2023-09-21T11:17:41.276 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.275+0000 7f1dd8d95700 1 -- 172.21.15.79:0/3251410357 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1dbc003a00 msgr2=0x7f1dbc003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:41.276 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.275+0000 7f1dd8d95700 1 --2- 172.21.15.79:0/3251410357 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1dbc003a00 0x7f1dbc003e20 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f1dc8009b60 tx=0x7f1dbc005880 comp rx=0 tx=0).stop 2023-09-21T11:17:41.276 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.275+0000 7f1dd2d9d700 1 -- 172.21.15.79:0/3251410357 reap_dead start 2023-09-21T11:17:41.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.275+0000 7f1dd8d95700 1 -- 172.21.15.79:0/3251410357 shutdown_connections 2023-09-21T11:17:41.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.275+0000 7f1dd8d95700 1 -- 172.21.15.79:0/3251410357 >> 172.21.15.79:0/3251410357 conn(0x7f1dd40b1900 msgr2=0x7f1dd40b1ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:41.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.275+0000 7f1dd8d95700 1 -- 172.21.15.79:0/3251410357 shutdown_connections 2023-09-21T11:17:41.277 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.275+0000 7f1dd8d95700 1 -- 172.21.15.79:0/3251410357 wait complete. 2023-09-21T11:17:41.279 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.277+0000 7f1dd8d95700 1 Processor -- start 2023-09-21T11:17:41.280 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.277+0000 7f1dd8d95700 1 -- start start 2023-09-21T11:17:41.280 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.277+0000 7f1dd8d95700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1dbc003a00 0x7f1dd41445b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:41.280 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.277+0000 7f1dd8d95700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1dd41e4da0 0x7f1dd41e5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:41.280 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.277+0000 7f1dd8d95700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dd41e2b60 0x7f1dd41e2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:41.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.277+0000 7f1dd8d95700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd41e5760 con 0x7f1dd41e4da0 2023-09-21T11:17:41.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.277+0000 7f1dd8d95700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd41e3890 con 0x7f1dbc003a00 2023-09-21T11:17:41.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.277+0000 7f1dd8d95700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd41e3b70 con 0x7f1dd41e2b60 2023-09-21T11:17:41.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.278+0000 7f1dd1d9b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1dd41e4da0 0x7f1dd41e5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:41.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.278+0000 7f1dd1d9b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1dd41e4da0 0x7f1dd41e5220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54844/0 (socket says 172.21.15.79:54844) 2023-09-21T11:17:41.281 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.278+0000 7f1dd1d9b700 1 -- 172.21.15.79:0/2838950073 learned_addr learned my addr 172.21.15.79:0/2838950073 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:41.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.278+0000 7f1dd2d9d700 1 --2- 172.21.15.79:0/2838950073 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dd41e2b60 0x7f1dd41e2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:41.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.278+0000 7f1dd259c700 1 --2- 172.21.15.79:0/2838950073 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1dbc003a00 0x7f1dd41445b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:41.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.278+0000 7f1dd1d9b700 1 -- 172.21.15.79:0/2838950073 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dd41e2b60 msgr2=0x7f1dd41e2fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:41.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.278+0000 7f1dd1d9b700 1 --2- 172.21.15.79:0/2838950073 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dd41e2b60 0x7f1dd41e2fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.282 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.278+0000 7f1dd1d9b700 1 -- 172.21.15.79:0/2838950073 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1dbc003a00 msgr2=0x7f1dd41445b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:41.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.278+0000 7f1dd1d9b700 1 --2- 172.21.15.79:0/2838950073 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1dbc003a00 0x7f1dd41445b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.278+0000 7f1dd1d9b700 1 -- 172.21.15.79:0/2838950073 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dd41e3e50 con 0x7f1dd41e4da0 2023-09-21T11:17:41.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.278+0000 7f1dd2d9d700 1 --2- 172.21.15.79:0/2838950073 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dd41e2b60 0x7f1dd41e2fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:41.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.278+0000 7f1dd1d9b700 1 --2- 172.21.15.79:0/2838950073 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1dd41e4da0 0x7f1dd41e5220 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f1dc400eaf0 tx=0x7f1dc400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:41.283 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.278+0000 7f1dc2ffd700 1 -- 172.21.15.79:0/2838950073 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dc4005e00 con 0x7f1dd41e4da0 2023-09-21T11:17:41.284 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.278+0000 7f1dc2ffd700 1 -- 172.21.15.79:0/2838950073 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1dc400c7b0 con 0x7f1dd41e4da0 2023-09-21T11:17:41.284 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.278+0000 7f1dd8d95700 1 -- 172.21.15.79:0/2838950073 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1dd41e4130 con 0x7f1dd41e4da0 2023-09-21T11:17:41.284 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.278+0000 7f1dc2ffd700 1 -- 172.21.15.79:0/2838950073 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dc400cb40 con 0x7f1dd41e4da0 2023-09-21T11:17:41.284 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.278+0000 7f1dd8d95700 1 -- 172.21.15.79:0/2838950073 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1dd4144af0 con 0x7f1dd41e4da0 2023-09-21T11:17:41.284 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.279+0000 7f1dd8d95700 1 -- 172.21.15.79:0/2838950073 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1dd41e3cb0 con 0x7f1dd41e4da0 2023-09-21T11:17:41.284 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.280+0000 7f1dc2ffd700 1 -- 172.21.15.79:0/2838950073 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f1dc400cca0 con 0x7f1dd41e4da0 2023-09-21T11:17:41.285 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.280+0000 7f1dc2ffd700 1 --2- 172.21.15.79:0/2838950073 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1db406a580 0x7f1db406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:41.285 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.280+0000 7f1dc2ffd700 1 -- 172.21.15.79:0/2838950073 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5854+0+0 (secure 0 0 0) 0x7f1dc40889e0 con 0x7f1dd41e4da0 2023-09-21T11:17:41.285 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.280+0000 7f1dd259c700 1 --2- 172.21.15.79:0/2838950073 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1db406a580 0x7f1db406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:41.285 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.280+0000 7f1dd259c700 1 --2- 172.21.15.79:0/2838950073 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1db406a580 0x7f1db406ca40 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f1dc80090b0 tx=0x7f1dc8008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:41.285 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.284+0000 7f1dc2ffd700 1 -- 172.21.15.79:0/2838950073 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f1dd41e3cb0 con 0x7f1dd41e4da0 2023-09-21T11:17:41.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.520+0000 7f1dd8d95700 1 -- 172.21.15.79:0/2838950073 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1dd41e3cb0 con 0x7f1dd41e4da0 2023-09-21T11:17:41.513 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.520+0000 7f1dc2ffd700 1 -- 172.21.15.79:0/2838950073 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4910 (secure 0 0 0) 0x7f1dd41e3cb0 con 0x7f1dd41e4da0 2023-09-21T11:17:41.513 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:41.513 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6834/1040792485","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6832","nonce":1040792485},{"type":"v1","addr":"172.21.15.134:6834","nonce":1040792485}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1065153274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6835","nonce":1065153274},{"type":"v1","addr":"172.21.15.79:6837","nonce":1065153274}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6836/3477938376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":3477938376},{"type":"v1","addr":"172.21.15.79:6836","nonce":3477938376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T11:16:59.350936+0000","modified":"2023-09-21T11:17:02.391627+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6835/398480838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6833","nonce":398480838},{"type":"v1","addr":"172.21.15.134:6835","nonce":398480838}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-21T11:17:41.515 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.522+0000 7f1dd8d95700 1 -- 172.21.15.79:0/2838950073 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1db406a580 msgr2=0x7f1db406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:41.515 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.522+0000 7f1dd8d95700 1 --2- 172.21.15.79:0/2838950073 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1db406a580 0x7f1db406ca40 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f1dc80090b0 tx=0x7f1dc8008030 comp rx=0 tx=0).stop 2023-09-21T11:17:41.516 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.522+0000 7f1dd8d95700 1 -- 172.21.15.79:0/2838950073 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1dd41e4da0 msgr2=0x7f1dd41e5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:41.516 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.522+0000 7f1dd8d95700 1 --2- 172.21.15.79:0/2838950073 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1dd41e4da0 0x7f1dd41e5220 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f1dc400eaf0 tx=0x7f1dc400eeb0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.516 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.522+0000 7f1dd8d95700 1 -- 172.21.15.79:0/2838950073 shutdown_connections 2023-09-21T11:17:41.516 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.522+0000 7f1dd8d95700 1 --2- 172.21.15.79:0/2838950073 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1db406a580 0x7f1db406ca40 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.516 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.522+0000 7f1dd8d95700 1 --2- 172.21.15.79:0/2838950073 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dd41e2b60 0x7f1dd41e2fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.517 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.522+0000 7f1dd8d95700 1 --2- 172.21.15.79:0/2838950073 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1dbc003a00 0x7f1dd41445b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.517 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.522+0000 7f1dd8d95700 1 --2- 172.21.15.79:0/2838950073 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1dd41e4da0 0x7f1dd41e5220 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.517 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.522+0000 7f1dd8d95700 1 -- 172.21.15.79:0/2838950073 >> 172.21.15.79:0/2838950073 conn(0x7f1dd40b1900 msgr2=0x7f1dd4159a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:41.517 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.522+0000 7f1dd8d95700 1 -- 172.21.15.79:0/2838950073 shutdown_connections 2023-09-21T11:17:41.517 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.522+0000 7f1dd8d95700 1 -- 172.21.15.79:0/2838950073 wait complete. 2023-09-21T11:17:41.518 INFO:teuthology.orchestra.run.smithi079.stderr:dumped fsmap epoch 8 2023-09-21T11:17:41.527 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:41.647 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.654+0000 7fa1d370f700 1 Processor -- start 2023-09-21T11:17:41.647 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.655+0000 7fa1d370f700 1 -- start start 2023-09-21T11:17:41.649 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.655+0000 7fa1d370f700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fa1cc15d9b0 0x7fa1cc161e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:41.649 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.655+0000 7fa1d370f700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fa1cc06e650 0x7fa1cc0cab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:41.650 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.655+0000 7fa1d370f700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1cc072670 con 0x7fa1cc071bd0 2023-09-21T11:17:41.650 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.655+0000 7fa1d370f700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1cc0728c0 con 0x7fa1cc06e650 2023-09-21T11:17:41.650 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.655+0000 7fa1d370f700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1cc072ba0 con 0x7fa1cc15d9b0 2023-09-21T11:17:41.650 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.655+0000 7fa1d1cac700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fa1cc06e650 0x7fa1cc0cab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:41.650 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.655+0000 7fa1d0caa700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fa1cc071bd0 0x7fa1cc06a800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41214/0 (socket says 172.21.15.79:41214) 2023-09-21T11:17:41.651 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.655+0000 7fa1d0caa700 1 -- 172.21.15.79:0/2716361305 learned_addr learned my addr 172.21.15.79:0/2716361305 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:41.651 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.656+0000 7fa1d14ab700 1 --2- 172.21.15.79:0/2716361305 >> v2:172.21.15.134:3300/0 conn(0x7fa1cc15d9b0 0x7fa1cc161e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:41.651 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.656+0000 7fa1d1cac700 1 -- 172.21.15.79:0/2716361305 >> v2:172.21.15.134:3300/0 conn(0x7fa1cc15d9b0 msgr2=0x7fa1cc161e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:41.651 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.656+0000 7fa1d1cac700 1 --2- 172.21.15.79:0/2716361305 >> v2:172.21.15.134:3300/0 conn(0x7fa1cc15d9b0 0x7fa1cc161e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.651 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.656+0000 7fa1d1cac700 1 -- 172.21.15.79:0/2716361305 >> v1:172.21.15.79:6789/0 conn(0x7fa1cc071bd0 legacy=0x7fa1cc06a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:41.651 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.656+0000 7fa1d1cac700 1 -- 172.21.15.79:0/2716361305 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1cc161950 con 0x7fa1cc06e650 2023-09-21T11:17:41.652 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.656+0000 7fa1c3fff700 1 -- 172.21.15.79:0/2716361305 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 125233959 0 0) 0x7fa1cc072670 con 0x7fa1cc071bd0 2023-09-21T11:17:41.652 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.656+0000 7fa1d14ab700 1 --2- 172.21.15.79:0/2716361305 >> v2:172.21.15.134:3300/0 conn(0x7fa1cc15d9b0 0x7fa1cc161e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:41.652 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.656+0000 7fa1d1cac700 1 --2- 172.21.15.79:0/2716361305 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa1cc06e650 0x7fa1cc0cab00 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc067a30 tx=0x7fa1c400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e89c3a5d2f2ee26 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:41.652 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.656+0000 7fa1c3fff700 1 -- 172.21.15.79:0/2716361305 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1c400e070 con 0x7fa1cc06e650 2023-09-21T11:17:41.652 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.656+0000 7fa1c3fff700 1 -- 172.21.15.79:0/2716361305 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1c400bbd0 con 0x7fa1cc06e650 2023-09-21T11:17:41.653 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.656+0000 7fa1c3fff700 1 -- 172.21.15.79:0/2716361305 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1c4012430 con 0x7fa1cc06e650 2023-09-21T11:17:41.653 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.657+0000 7fa1d370f700 1 -- 172.21.15.79:0/2716361305 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa1cc06e650 msgr2=0x7fa1cc0cab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:41.653 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.657+0000 7fa1d370f700 1 --2- 172.21.15.79:0/2716361305 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa1cc06e650 0x7fa1cc0cab00 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc067a30 tx=0x7fa1c400b330 comp rx=0 tx=0).stop 2023-09-21T11:17:41.653 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.657+0000 7fa1d370f700 1 -- 172.21.15.79:0/2716361305 shutdown_connections 2023-09-21T11:17:41.653 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.657+0000 7fa1d370f700 1 --2- 172.21.15.79:0/2716361305 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa1cc06e650 0x7fa1cc0cab00 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.653 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.657+0000 7fa1d370f700 1 --2- 172.21.15.79:0/2716361305 >> v2:172.21.15.134:3300/0 conn(0x7fa1cc15d9b0 0x7fa1cc161e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.654 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.657+0000 7fa1d370f700 1 -- 172.21.15.79:0/2716361305 >> 172.21.15.79:0/2716361305 conn(0x7fa1cc06dac0 msgr2=0x7fa1cc06ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:41.654 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.657+0000 7fa1d370f700 1 -- 172.21.15.79:0/2716361305 shutdown_connections 2023-09-21T11:17:41.654 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.657+0000 7fa1d370f700 1 -- 172.21.15.79:0/2716361305 wait complete. 2023-09-21T11:17:41.656 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.658+0000 7fa1d370f700 1 Processor -- start 2023-09-21T11:17:41.657 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.658+0000 7fa1d370f700 1 -- start start 2023-09-21T11:17:41.657 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1d370f700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa1cc06e650 0x7fa1cc1482f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:41.657 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1d370f700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa1cc15d9b0 0x7fa1cc15fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:41.657 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1d370f700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa1cc0c7d10 0x7fa1cc15dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:41.657 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1d370f700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1cc15b450 con 0x7fa1cc0c7d10 2023-09-21T11:17:41.658 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1d370f700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1cc148830 con 0x7fa1cc15d9b0 2023-09-21T11:17:41.658 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1d370f700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1cc1606c0 con 0x7fa1cc06e650 2023-09-21T11:17:41.658 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1d1cac700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa1cc0c7d10 0x7fa1cc15dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:41.658 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1d1cac700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa1cc0c7d10 0x7fa1cc15dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54860/0 (socket says 172.21.15.79:54860) 2023-09-21T11:17:41.658 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1d1cac700 1 -- 172.21.15.79:0/3760216770 learned_addr learned my addr 172.21.15.79:0/3760216770 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:41.659 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1d0caa700 1 --2- 172.21.15.79:0/3760216770 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa1cc15d9b0 0x7fa1cc15fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:41.659 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1d14ab700 1 --2- 172.21.15.79:0/3760216770 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa1cc06e650 0x7fa1cc1482f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:41.659 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1d1cac700 1 -- 172.21.15.79:0/3760216770 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa1cc06e650 msgr2=0x7fa1cc1482f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:41.659 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1d1cac700 1 --2- 172.21.15.79:0/3760216770 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa1cc06e650 0x7fa1cc1482f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.659 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1d1cac700 1 -- 172.21.15.79:0/3760216770 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa1cc15d9b0 msgr2=0x7fa1cc15fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:41.660 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1d1cac700 1 --2- 172.21.15.79:0/3760216770 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa1cc15d9b0 0x7fa1cc15fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.660 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1d1cac700 1 -- 172.21.15.79:0/3760216770 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1c4009a70 con 0x7fa1cc0c7d10 2023-09-21T11:17:41.660 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1d14ab700 1 --2- 172.21.15.79:0/3760216770 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa1cc06e650 0x7fa1cc1482f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:41.660 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1d1cac700 1 --2- 172.21.15.79:0/3760216770 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa1cc0c7d10 0x7fa1cc15dd90 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc0ce030 tx=0x7fa1c4004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:41.660 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1c1ffb700 1 -- 172.21.15.79:0/3760216770 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1c4012430 con 0x7fa1cc0c7d10 2023-09-21T11:17:41.661 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1c1ffb700 1 -- 172.21.15.79:0/3760216770 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1c4020070 con 0x7fa1cc0c7d10 2023-09-21T11:17:41.661 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1c1ffb700 1 -- 172.21.15.79:0/3760216770 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1c4004280 con 0x7fa1cc0c7d10 2023-09-21T11:17:41.661 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.659+0000 7fa1d370f700 1 -- 172.21.15.79:0/3760216770 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1cc1609a0 con 0x7fa1cc0c7d10 2023-09-21T11:17:41.661 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.660+0000 7fa1d370f700 1 -- 172.21.15.79:0/3760216770 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1cc15b6a0 con 0x7fa1cc0c7d10 2023-09-21T11:17:41.661 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.661+0000 7fa1d370f700 1 -- 172.21.15.79:0/3760216770 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1cc160ec0 con 0x7fa1cc0c7d10 2023-09-21T11:17:41.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.661+0000 7fa1c1ffb700 1 -- 172.21.15.79:0/3760216770 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fa1c40043e0 con 0x7fa1cc0c7d10 2023-09-21T11:17:41.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.661+0000 7fa1c1ffb700 1 --2- 172.21.15.79:0/3760216770 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa1b006a580 0x7fa1b006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:41.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.661+0000 7fa1c1ffb700 1 -- 172.21.15.79:0/3760216770 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5854+0+0 (secure 0 0 0) 0x7fa1c4022070 con 0x7fa1cc0c7d10 2023-09-21T11:17:41.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.661+0000 7fa1d14ab700 1 --2- 172.21.15.79:0/3760216770 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa1b006a580 0x7fa1b006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:41.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.662+0000 7fa1d14ab700 1 --2- 172.21.15.79:0/3760216770 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa1b006a580 0x7fa1b006ca40 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa1bc008910 tx=0x7fa1bc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:41.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.666+0000 7fa1c1ffb700 1 -- 172.21.15.79:0/3760216770 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fa1c4055ef0 con 0x7fa1cc0c7d10 2023-09-21T11:17:41.852 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.859+0000 7fa1d370f700 1 -- 172.21.15.79:0/3760216770 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa1cc04eae0 con 0x7fa1cc0c7d10 2023-09-21T11:17:41.853 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.860+0000 7fa1c1ffb700 1 -- 172.21.15.79:0/3760216770 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16752 (secure 0 0 0) 0x7fa1c4059510 con 0x7fa1cc0c7d10 2023-09-21T11:17:41.853 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:41.853 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":22,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:41.155341+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.c","mappings":[{"from":5,"to":2}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.26","mappings":[{"from":7,"to":2}]},{"pgid":"3.28","mappings":[{"from":3,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:41.855 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.862+0000 7fa1d370f700 1 -- 172.21.15.79:0/3760216770 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa1b006a580 msgr2=0x7fa1b006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:41.856 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.862+0000 7fa1d370f700 1 --2- 172.21.15.79:0/3760216770 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa1b006a580 0x7fa1b006ca40 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa1bc008910 tx=0x7fa1bc008040 comp rx=0 tx=0).stop 2023-09-21T11:17:41.856 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.862+0000 7fa1d370f700 1 -- 172.21.15.79:0/3760216770 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa1cc0c7d10 msgr2=0x7fa1cc15dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:41.856 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.862+0000 7fa1d370f700 1 --2- 172.21.15.79:0/3760216770 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa1cc0c7d10 0x7fa1cc15dd90 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc0ce030 tx=0x7fa1c4004ad0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.856 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.862+0000 7fa1d370f700 1 -- 172.21.15.79:0/3760216770 shutdown_connections 2023-09-21T11:17:41.856 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.862+0000 7fa1d370f700 1 --2- 172.21.15.79:0/3760216770 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa1cc0c7d10 0x7fa1cc15dd90 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.857 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.862+0000 7fa1d370f700 1 --2- 172.21.15.79:0/3760216770 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fa1b006a580 0x7fa1b006ca40 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.857 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.862+0000 7fa1d370f700 1 --2- 172.21.15.79:0/3760216770 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa1cc06e650 0x7fa1cc1482f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.857 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.862+0000 7fa1d370f700 1 --2- 172.21.15.79:0/3760216770 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa1cc15d9b0 0x7fa1cc15fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.857 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.862+0000 7fa1d370f700 1 -- 172.21.15.79:0/3760216770 >> 172.21.15.79:0/3760216770 conn(0x7fa1cc06dac0 msgr2=0x7fa1cc0aff50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:41.858 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.863+0000 7fa1d370f700 1 -- 172.21.15.79:0/3760216770 shutdown_connections 2023-09-21T11:17:41.858 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.863+0000 7fa1d370f700 1 -- 172.21.15.79:0/3760216770 wait complete. 2023-09-21T11:17:41.867 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-09-21T11:17:41.868 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T11:17:41.989 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.996+0000 7f7f95730700 1 Processor -- start 2023-09-21T11:17:41.989 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.996+0000 7f7f95730700 1 -- start start 2023-09-21T11:17:41.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.997+0000 7f7f95730700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f7f900d1340 0x7f7f900d01f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:41.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.997+0000 7f7f95730700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f900d0730 0x7f7f9006c710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:41.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.997+0000 7f7f95730700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f9006c280 con 0x7f7f9015d960 2023-09-21T11:17:41.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.997+0000 7f7f95730700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f900d0be0 con 0x7f7f900d1340 2023-09-21T11:17:41.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.997+0000 7f7f95730700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f900cefb0 con 0x7f7f900d0730 2023-09-21T11:17:41.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.997+0000 7f7f8e7fc700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f7f900d1340 0x7f7f900d01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:41.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.997+0000 7f7f8effd700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f7f9015d960 0x7f7f900ce430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41228/0 (socket says 172.21.15.79:41228) 2023-09-21T11:17:41.993 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.997+0000 7f7f8effd700 1 -- 172.21.15.79:0/995281603 learned_addr learned my addr 172.21.15.79:0/995281603 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:41.993 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.997+0000 7f7f8f7fe700 1 --2- 172.21.15.79:0/995281603 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f900d0730 0x7f7f9006c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:41.993 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.997+0000 7f7f8e7fc700 1 -- 172.21.15.79:0/995281603 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f900d0730 msgr2=0x7f7f9006c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:41.993 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.997+0000 7f7f8e7fc700 1 --2- 172.21.15.79:0/995281603 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f900d0730 0x7f7f9006c710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.993 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.997+0000 7f7f8e7fc700 1 -- 172.21.15.79:0/995281603 >> v1:172.21.15.79:6789/0 conn(0x7f7f9015d960 legacy=0x7f7f900ce430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:41.994 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.997+0000 7f7f8e7fc700 1 -- 172.21.15.79:0/995281603 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f900cf290 con 0x7f7f900d1340 2023-09-21T11:17:41.994 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.997+0000 7f7f8dffb700 1 -- 172.21.15.79:0/995281603 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3327584778 0 0) 0x7f7f9006c280 con 0x7f7f9015d960 2023-09-21T11:17:41.994 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.997+0000 7f7f8e7fc700 1 --2- 172.21.15.79:0/995281603 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f900d1340 0x7f7f900d01f0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f7f84009840 tx=0x7f7f84009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dda2bc50d76b563f server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:41.994 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.997+0000 7f7f8dffb700 1 -- 172.21.15.79:0/995281603 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f84011830 con 0x7f7f900d1340 2023-09-21T11:17:41.994 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.998+0000 7f7f8dffb700 1 -- 172.21.15.79:0/995281603 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f84011990 con 0x7f7f900d1340 2023-09-21T11:17:41.995 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.998+0000 7f7f8dffb700 1 -- 172.21.15.79:0/995281603 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f84011d20 con 0x7f7f900d1340 2023-09-21T11:17:41.995 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.998+0000 7f7f95730700 1 -- 172.21.15.79:0/995281603 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f900d1340 msgr2=0x7f7f900d01f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:41.995 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.998+0000 7f7f95730700 1 --2- 172.21.15.79:0/995281603 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f900d1340 0x7f7f900d01f0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f7f84009840 tx=0x7f7f84009b50 comp rx=0 tx=0).stop 2023-09-21T11:17:41.995 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.998+0000 7f7f95730700 1 -- 172.21.15.79:0/995281603 shutdown_connections 2023-09-21T11:17:41.995 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.998+0000 7f7f95730700 1 --2- 172.21.15.79:0/995281603 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f900d0730 0x7f7f9006c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.996 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.998+0000 7f7f95730700 1 --2- 172.21.15.79:0/995281603 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f900d1340 0x7f7f900d01f0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:41.996 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.998+0000 7f7f95730700 1 -- 172.21.15.79:0/995281603 >> 172.21.15.79:0/995281603 conn(0x7f7f9008d110 msgr2=0x7f7f9009ca30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:41.996 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.998+0000 7f7f95730700 1 -- 172.21.15.79:0/995281603 shutdown_connections 2023-09-21T11:17:41.996 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.998+0000 7f7f95730700 1 -- 172.21.15.79:0/995281603 wait complete. 2023-09-21T11:17:41.999 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.999+0000 7f7f95730700 1 Processor -- start 2023-09-21T11:17:41.999 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:41.999+0000 7f7f95730700 1 -- start start 2023-09-21T11:17:41.999 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.000+0000 7f7f95730700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7f900d0730 0x7f7f900b7b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:41.999 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.000+0000 7f7f95730700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f900d1340 0x7f7f90154e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:42.000 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.000+0000 7f7f95730700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f9015d960 0x7f7f9015ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:42.000 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.000+0000 7f7f95730700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f900b9210 con 0x7f7f900d1340 2023-09-21T11:17:42.000 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.000+0000 7f7f95730700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f9015f480 con 0x7f7f900d0730 2023-09-21T11:17:42.000 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.000+0000 7f7f95730700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f900b8170 con 0x7f7f9015d960 2023-09-21T11:17:42.000 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.000+0000 7f7f8e7fc700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f900d1340 0x7f7f90154e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:42.000 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.000+0000 7f7f8e7fc700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f900d1340 0x7f7f90154e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54872/0 (socket says 172.21.15.79:54872) 2023-09-21T11:17:42.001 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.000+0000 7f7f8e7fc700 1 -- 172.21.15.79:0/1666387658 learned_addr learned my addr 172.21.15.79:0/1666387658 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:42.001 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.001+0000 7f7f8e7fc700 1 -- 172.21.15.79:0/1666387658 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f9015d960 msgr2=0x7f7f9015ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:42.001 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.001+0000 7f7f8e7fc700 1 --2- 172.21.15.79:0/1666387658 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f9015d960 0x7f7f9015ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.001 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.001+0000 7f7f8e7fc700 1 -- 172.21.15.79:0/1666387658 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7f900d0730 msgr2=0x7f7f900b7b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:42.001 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.001+0000 7f7f8e7fc700 1 --2- 172.21.15.79:0/1666387658 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7f900d0730 0x7f7f900b7b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.002 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.001+0000 7f7f8e7fc700 1 -- 172.21.15.79:0/1666387658 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f840094a0 con 0x7f7f900d1340 2023-09-21T11:17:42.002 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.001+0000 7f7f8e7fc700 1 --2- 172.21.15.79:0/1666387658 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f900d1340 0x7f7f90154e40 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f7f9008d790 tx=0x7f7f84004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:42.002 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.001+0000 7f7f777fe700 1 -- 172.21.15.79:0/1666387658 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f840038a0 con 0x7f7f900d1340 2023-09-21T11:17:42.002 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.001+0000 7f7f777fe700 1 -- 172.21.15.79:0/1666387658 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f8401f070 con 0x7f7f900d1340 2023-09-21T11:17:42.002 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.001+0000 7f7f95730700 1 -- 172.21.15.79:0/1666387658 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f900b8450 con 0x7f7f900d1340 2023-09-21T11:17:42.003 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.001+0000 7f7f777fe700 1 -- 172.21.15.79:0/1666387658 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f84003c40 con 0x7f7f900d1340 2023-09-21T11:17:42.003 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.001+0000 7f7f95730700 1 -- 172.21.15.79:0/1666387658 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f900b8a10 con 0x7f7f900d1340 2023-09-21T11:17:42.003 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.002+0000 7f7f95730700 1 -- 172.21.15.79:0/1666387658 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f900741e0 con 0x7f7f900d1340 2023-09-21T11:17:42.003 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.002+0000 7f7f777fe700 1 -- 172.21.15.79:0/1666387658 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f7f84026480 con 0x7f7f900d1340 2023-09-21T11:17:42.003 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.003+0000 7f7f777fe700 1 --2- 172.21.15.79:0/1666387658 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f7f7c06a580 0x7f7f7c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:42.003 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.003+0000 7f7f8effd700 1 --2- 172.21.15.79:0/1666387658 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f7f7c06a580 0x7f7f7c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:42.004 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.003+0000 7f7f777fe700 1 -- 172.21.15.79:0/1666387658 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5854+0+0 (secure 0 0 0) 0x7f7f84021070 con 0x7f7f900d1340 2023-09-21T11:17:42.004 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.003+0000 7f7f8effd700 1 --2- 172.21.15.79:0/1666387658 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f7f7c06a580 0x7f7f7c06ca40 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7f80007fd0 tx=0x7f7f800079a0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:42.004 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.007+0000 7f7f777fe700 1 -- 172.21.15.79:0/1666387658 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f7f84055ac0 con 0x7f7f900d1340 2023-09-21T11:17:42.235 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.243+0000 7f7f95730700 1 -- 172.21.15.79:0/1666387658 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7f9004eae0 con 0x7f7f900d1340 2023-09-21T11:17:42.236 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.243+0000 7f7f777fe700 1 -- 172.21.15.79:0/1666387658 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4910 (secure 0 0 0) 0x7f7f840590e0 con 0x7f7f900d1340 2023-09-21T11:17:42.236 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:42.237 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6834/1040792485","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6832","nonce":1040792485},{"type":"v1","addr":"172.21.15.134:6834","nonce":1040792485}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1065153274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6835","nonce":1065153274},{"type":"v1","addr":"172.21.15.79:6837","nonce":1065153274}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6836/3477938376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":3477938376},{"type":"v1","addr":"172.21.15.79:6836","nonce":3477938376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T11:16:59.350936+0000","modified":"2023-09-21T11:17:02.391627+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6835/398480838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6833","nonce":398480838},{"type":"v1","addr":"172.21.15.134:6835","nonce":398480838}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-21T11:17:42.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.245+0000 7f7f95730700 1 -- 172.21.15.79:0/1666387658 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f7f7c06a580 msgr2=0x7f7f7c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:42.238 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.245+0000 7f7f95730700 1 --2- 172.21.15.79:0/1666387658 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f7f7c06a580 0x7f7f7c06ca40 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7f80007fd0 tx=0x7f7f800079a0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.245+0000 7f7f95730700 1 -- 172.21.15.79:0/1666387658 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f900d1340 msgr2=0x7f7f90154e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:42.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.245+0000 7f7f95730700 1 --2- 172.21.15.79:0/1666387658 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f900d1340 0x7f7f90154e40 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f7f9008d790 tx=0x7f7f84004750 comp rx=0 tx=0).stop 2023-09-21T11:17:42.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.245+0000 7f7f95730700 1 -- 172.21.15.79:0/1666387658 shutdown_connections 2023-09-21T11:17:42.239 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.245+0000 7f7f95730700 1 --2- 172.21.15.79:0/1666387658 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f7f7c06a580 0x7f7f7c06ca40 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.245+0000 7f7f95730700 1 --2- 172.21.15.79:0/1666387658 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f9015d960 0x7f7f9015ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.245+0000 7f7f95730700 1 --2- 172.21.15.79:0/1666387658 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7f900d0730 0x7f7f900b7b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.245+0000 7f7f95730700 1 --2- 172.21.15.79:0/1666387658 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f900d1340 0x7f7f90154e40 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.245+0000 7f7f95730700 1 -- 172.21.15.79:0/1666387658 >> 172.21.15.79:0/1666387658 conn(0x7f7f9008d110 msgr2=0x7f7f901582a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:42.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.245+0000 7f7f95730700 1 -- 172.21.15.79:0/1666387658 shutdown_connections 2023-09-21T11:17:42.240 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.245+0000 7f7f95730700 1 -- 172.21.15.79:0/1666387658 wait complete. 2023-09-21T11:17:42.241 INFO:teuthology.orchestra.run.smithi079.stderr:dumped fsmap epoch 8 2023-09-21T11:17:42.250 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T11:17:42.370 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.377+0000 7f6d18d33700 1 Processor -- start 2023-09-21T11:17:42.370 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.377+0000 7f6d18d33700 1 -- start start 2023-09-21T11:17:42.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.378+0000 7f6d18d33700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f6d1415a8b0 0x7f6d140cf5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:42.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.378+0000 7f6d18d33700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d1415b460 con 0x7f6d14072810 2023-09-21T11:17:42.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.378+0000 7f6d18d33700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d1415b740 con 0x7f6d140cbe10 2023-09-21T11:17:42.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.378+0000 7f6d18d33700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d1415ba20 con 0x7f6d1415a8b0 2023-09-21T11:17:42.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.378+0000 7f6d11d9b700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f6d14072810 0x7f6d1415ac90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41242/0 (socket says 172.21.15.79:41242) 2023-09-21T11:17:42.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.378+0000 7f6d11d9b700 1 -- 172.21.15.79:0/2287436282 learned_addr learned my addr 172.21.15.79:0/2287436282 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:42.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.378+0000 7f6d1159a700 1 -- 172.21.15.79:0/2287436282 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 94364186 0 0) 0x7f6d1415b460 con 0x7f6d14072810 2023-09-21T11:17:42.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.378+0000 7f6d1259c700 1 --2- 172.21.15.79:0/2287436282 >> v2:172.21.15.134:3300/0 conn(0x7f6d1415a8b0 0x7f6d140cf5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:42.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.378+0000 7f6d1159a700 1 -- 172.21.15.79:0/2287436282 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6cfc0035b0 con 0x7f6d14072810 2023-09-21T11:17:42.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.378+0000 7f6d1159a700 1 -- 172.21.15.79:0/2287436282 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3595056812 0 0) 0x7f6cfc0035b0 con 0x7f6d14072810 2023-09-21T11:17:42.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d1159a700 1 -- 172.21.15.79:0/2287436282 >> v2:172.21.15.134:3300/0 conn(0x7f6d1415a8b0 msgr2=0x7f6d140cf5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:42.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d1159a700 1 --2- 172.21.15.79:0/2287436282 >> v2:172.21.15.134:3300/0 conn(0x7f6d1415a8b0 0x7f6d140cf5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d1159a700 1 -- 172.21.15.79:0/2287436282 >> v1:172.21.15.134:6789/0 conn(0x7f6d140cbe10 legacy=0x7f6d140cc290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:42.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d1159a700 1 -- 172.21.15.79:0/2287436282 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d1415bd00 con 0x7f6d14072810 2023-09-21T11:17:42.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d1159a700 1 -- 172.21.15.79:0/2287436282 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f6d04001670 con 0x7f6d14072810 2023-09-21T11:17:42.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d1159a700 1 -- 172.21.15.79:0/2287436282 >> v1:172.21.15.79:6789/0 conn(0x7f6d14072810 legacy=0x7f6d1415ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:42.377 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d1159a700 1 --2- 172.21.15.79:0/2287436282 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6cfc003a00 0x7f6cfc003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:42.377 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d1159a700 1 --2- 172.21.15.79:0/2287436282 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6cfc004850 0x7f6cfc004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:42.377 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d1159a700 1 --2- 172.21.15.79:0/2287436282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6cfc005210 0x7f6cfc00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:42.377 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d1159a700 1 -- 172.21.15.79:0/2287436282 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d1415ba20 con 0x7f6cfc005210 2023-09-21T11:17:42.378 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d1159a700 1 -- 172.21.15.79:0/2287436282 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cfc00c1b0 con 0x7f6cfc003a00 2023-09-21T11:17:42.378 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d1159a700 1 -- 172.21.15.79:0/2287436282 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6cfc00c370 con 0x7f6cfc004850 2023-09-21T11:17:42.378 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d12d9d700 1 --2- 172.21.15.79:0/2287436282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6cfc005210 0x7f6cfc00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:42.378 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d1259c700 1 --2- 172.21.15.79:0/2287436282 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6cfc003a00 0x7f6cfc003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:42.378 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d11d9b700 1 --2- 172.21.15.79:0/2287436282 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6cfc004850 0x7f6cfc004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:42.379 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d12d9d700 1 -- 172.21.15.79:0/2287436282 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6cfc004850 msgr2=0x7f6cfc004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:42.379 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d12d9d700 1 --2- 172.21.15.79:0/2287436282 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6cfc004850 0x7f6cfc004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.379 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d12d9d700 1 -- 172.21.15.79:0/2287436282 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6cfc003a00 msgr2=0x7f6cfc003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:42.379 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d12d9d700 1 --2- 172.21.15.79:0/2287436282 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6cfc003a00 0x7f6cfc003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.379 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d12d9d700 1 -- 172.21.15.79:0/2287436282 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cfc0035b0 con 0x7f6cfc005210 2023-09-21T11:17:42.380 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d12d9d700 1 -- 172.21.15.79:0/2287436282 reap_dead start 2023-09-21T11:17:42.380 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d12d9d700 1 --2- 172.21.15.79:0/2287436282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6cfc005210 0x7f6cfc00ba10 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f6d0c00c190 tx=0x7f6cfc005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e94357cb636844bb server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:42.380 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d1159a700 1 -- 172.21.15.79:0/2287436282 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d0c001db0 con 0x7f6cfc005210 2023-09-21T11:17:42.380 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d1159a700 1 -- 172.21.15.79:0/2287436282 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d0c00ccf0 con 0x7f6cfc005210 2023-09-21T11:17:42.380 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.379+0000 7f6d1159a700 1 -- 172.21.15.79:0/2287436282 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d0c003c40 con 0x7f6cfc005210 2023-09-21T11:17:42.381 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.380+0000 7f6d18d33700 1 -- 172.21.15.79:0/2287436282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6cfc005210 msgr2=0x7f6cfc00ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:42.381 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.380+0000 7f6d18d33700 1 --2- 172.21.15.79:0/2287436282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6cfc005210 0x7f6cfc00ba10 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f6d0c00c190 tx=0x7f6cfc005880 comp rx=0 tx=0).stop 2023-09-21T11:17:42.381 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.380+0000 7f6d18d33700 1 -- 172.21.15.79:0/2287436282 shutdown_connections 2023-09-21T11:17:42.381 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.380+0000 7f6d18d33700 1 --2- 172.21.15.79:0/2287436282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6cfc005210 0x7f6cfc00ba10 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.381 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.380+0000 7f6d18d33700 1 -- 172.21.15.79:0/2287436282 >> 172.21.15.79:0/2287436282 conn(0x7f6d1406df70 msgr2=0x7f6d1406e380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:42.382 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.380+0000 7f6d18d33700 1 -- 172.21.15.79:0/2287436282 shutdown_connections 2023-09-21T11:17:42.382 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.380+0000 7f6d18d33700 1 -- 172.21.15.79:0/2287436282 wait complete. 2023-09-21T11:17:42.384 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.381+0000 7f6d18d33700 1 Processor -- start 2023-09-21T11:17:42.385 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.381+0000 7f6d18d33700 1 -- start start 2023-09-21T11:17:42.385 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.382+0000 7f6d18d33700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6cfc005210 0x7f6d14146780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:42.385 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.382+0000 7f6d18d33700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6d140b5ca0 0x7f6d141f3c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:42.385 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.382+0000 7f6d18d33700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d140b31f0 0x7f6d140c9c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:42.386 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.382+0000 7f6d18d33700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d141f41c0 con 0x7f6d140b31f0 2023-09-21T11:17:42.386 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.382+0000 7f6d18d33700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d140c7710 con 0x7f6d140b5ca0 2023-09-21T11:17:42.386 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.382+0000 7f6d18d33700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d140c9170 con 0x7f6cfc005210 2023-09-21T11:17:42.386 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.382+0000 7f6d12d9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d140b31f0 0x7f6d140c9c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:42.386 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.382+0000 7f6d12d9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d140b31f0 0x7f6d140c9c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54894/0 (socket says 172.21.15.79:54894) 2023-09-21T11:17:42.387 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.382+0000 7f6d12d9d700 1 -- 172.21.15.79:0/2121999465 learned_addr learned my addr 172.21.15.79:0/2121999465 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:42.387 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.382+0000 7f6d1259c700 1 --2- 172.21.15.79:0/2121999465 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6cfc005210 0x7f6d14146780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:42.387 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.382+0000 7f6d11d9b700 1 --2- 172.21.15.79:0/2121999465 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6d140b5ca0 0x7f6d141f3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:42.387 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.382+0000 7f6d12d9d700 1 -- 172.21.15.79:0/2121999465 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6cfc005210 msgr2=0x7f6d14146780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:42.387 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.382+0000 7f6d12d9d700 1 --2- 172.21.15.79:0/2121999465 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6cfc005210 0x7f6d14146780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.387 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.382+0000 7f6d12d9d700 1 -- 172.21.15.79:0/2121999465 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6d140b5ca0 msgr2=0x7f6d141f3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:42.388 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.382+0000 7f6d12d9d700 1 --2- 172.21.15.79:0/2121999465 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6d140b5ca0 0x7f6d141f3c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.388 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.382+0000 7f6d12d9d700 1 -- 172.21.15.79:0/2121999465 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d140c9450 con 0x7f6d140b31f0 2023-09-21T11:17:42.388 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.382+0000 7f6d1259c700 1 --2- 172.21.15.79:0/2121999465 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6cfc005210 0x7f6d14146780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:42.388 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.383+0000 7f6d12d9d700 1 --2- 172.21.15.79:0/2121999465 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d140b31f0 0x7f6d140c9c50 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f6d140c3fa0 tx=0x7f6d0c0014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:42.388 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.383+0000 7f6d02ffd700 1 -- 172.21.15.79:0/2121999465 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d0c005070 con 0x7f6d140b31f0 2023-09-21T11:17:42.388 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.383+0000 7f6d02ffd700 1 -- 172.21.15.79:0/2121999465 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d0c0051d0 con 0x7f6d140b31f0 2023-09-21T11:17:42.389 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.383+0000 7f6d18d33700 1 -- 172.21.15.79:0/2121999465 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d140c9730 con 0x7f6d140b31f0 2023-09-21T11:17:42.389 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.383+0000 7f6d02ffd700 1 -- 172.21.15.79:0/2121999465 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d0c005540 con 0x7f6d140b31f0 2023-09-21T11:17:42.389 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.383+0000 7f6d18d33700 1 -- 172.21.15.79:0/2121999465 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d140b3680 con 0x7f6d140b31f0 2023-09-21T11:17:42.389 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.384+0000 7f6d18d33700 1 -- 172.21.15.79:0/2121999465 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d140c8fd0 con 0x7f6d140b31f0 2023-09-21T11:17:42.389 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.384+0000 7f6d02ffd700 1 -- 172.21.15.79:0/2121999465 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f6d0c0056a0 con 0x7f6d140b31f0 2023-09-21T11:17:42.390 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.385+0000 7f6d02ffd700 1 --2- 172.21.15.79:0/2121999465 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6cf406a580 0x7f6cf406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:42.390 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.385+0000 7f6d02ffd700 1 -- 172.21.15.79:0/2121999465 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5854+0+0 (secure 0 0 0) 0x7f6d0c089f20 con 0x7f6d140b31f0 2023-09-21T11:17:42.390 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.385+0000 7f6d1259c700 1 --2- 172.21.15.79:0/2121999465 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6cf406a580 0x7f6cf406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:42.390 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.385+0000 7f6d1259c700 1 --2- 172.21.15.79:0/2121999465 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6cf406a580 0x7f6cf406ca40 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f6d08009be0 tx=0x7f6d08008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:42.390 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.389+0000 7f6d02ffd700 1 -- 172.21.15.79:0/2121999465 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f6d140c8fd0 con 0x7f6d140b31f0 2023-09-21T11:17:42.614 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.622+0000 7f6d18d33700 1 -- 172.21.15.79:0/2121999465 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6d140c8fd0 con 0x7f6d140b31f0 2023-09-21T11:17:42.615 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.622+0000 7f6d02ffd700 1 -- 172.21.15.79:0/2121999465 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4910 (secure 0 0 0) 0x7f6d140c8fd0 con 0x7f6d140b31f0 2023-09-21T11:17:42.615 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:42.616 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6834/1040792485","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6832","nonce":1040792485},{"type":"v1","addr":"172.21.15.134:6834","nonce":1040792485}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1065153274","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6835","nonce":1065153274},{"type":"v1","addr":"172.21.15.79:6837","nonce":1065153274}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6836/3477938376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":3477938376},{"type":"v1","addr":"172.21.15.79:6836","nonce":3477938376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T11:16:59.350936+0000","modified":"2023-09-21T11:17:02.391627+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4279},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4279":{"gid":4279,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6835/398480838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6833","nonce":398480838},{"type":"v1","addr":"172.21.15.134:6835","nonce":398480838}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-21T11:17:42.617 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.624+0000 7f6d18d33700 1 -- 172.21.15.79:0/2121999465 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6cf406a580 msgr2=0x7f6cf406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:42.617 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.624+0000 7f6d18d33700 1 --2- 172.21.15.79:0/2121999465 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6cf406a580 0x7f6cf406ca40 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f6d08009be0 tx=0x7f6d08008040 comp rx=0 tx=0).stop 2023-09-21T11:17:42.618 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.624+0000 7f6d18d33700 1 -- 172.21.15.79:0/2121999465 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d140b31f0 msgr2=0x7f6d140c9c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:42.618 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.624+0000 7f6d18d33700 1 --2- 172.21.15.79:0/2121999465 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d140b31f0 0x7f6d140c9c50 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f6d140c3fa0 tx=0x7f6d0c0014a0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.618 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.624+0000 7f6d18d33700 1 -- 172.21.15.79:0/2121999465 shutdown_connections 2023-09-21T11:17:42.618 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.624+0000 7f6d18d33700 1 --2- 172.21.15.79:0/2121999465 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d140b31f0 0x7f6d140c9c50 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.618 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.624+0000 7f6d18d33700 1 --2- 172.21.15.79:0/2121999465 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f6cf406a580 0x7f6cf406ca40 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.619 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.624+0000 7f6d18d33700 1 --2- 172.21.15.79:0/2121999465 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6cfc005210 0x7f6d14146780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.619 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.624+0000 7f6d18d33700 1 --2- 172.21.15.79:0/2121999465 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6d140b5ca0 0x7f6d141f3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.619 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.624+0000 7f6d18d33700 1 -- 172.21.15.79:0/2121999465 >> 172.21.15.79:0/2121999465 conn(0x7f6d1406df70 msgr2=0x7f6d14159830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:42.619 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.624+0000 7f6d18d33700 1 -- 172.21.15.79:0/2121999465 shutdown_connections 2023-09-21T11:17:42.619 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.624+0000 7f6d18d33700 1 -- 172.21.15.79:0/2121999465 wait complete. 2023-09-21T11:17:42.620 INFO:teuthology.orchestra.run.smithi079.stderr:dumped fsmap epoch 8 2023-09-21T11:17:42.629 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:42.749 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.756+0000 7f570039b700 1 Processor -- start 2023-09-21T11:17:42.750 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.756+0000 7f570039b700 1 -- start start 2023-09-21T11:17:42.756 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.757+0000 7f570039b700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f56f80cf9b0 0x7f56f80724c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:42.756 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.757+0000 7f570039b700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f56f815a980 0x7f56f80af750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:42.756 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.757+0000 7f570039b700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56f815b830 con 0x7f56f815a5a0 2023-09-21T11:17:42.756 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.757+0000 7f570039b700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56f815f280 con 0x7f56f815a980 2023-09-21T11:17:42.757 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.757+0000 7f570039b700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56f80afc90 con 0x7f56f80cf9b0 2023-09-21T11:17:42.757 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.758+0000 7f56fe137700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f56f815a5a0 0x7f56f80cf2a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41262/0 (socket says 172.21.15.79:41262) 2023-09-21T11:17:42.757 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.757+0000 7f56fe938700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f56f815a980 0x7f56f80af750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:42.757 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.758+0000 7f56fe137700 1 -- 172.21.15.79:0/665718307 learned_addr learned my addr 172.21.15.79:0/665718307 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:42.757 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.758+0000 7f56fd936700 1 --2- 172.21.15.79:0/665718307 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f56f80cf9b0 0x7f56f80724c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:42.757 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.758+0000 7f56fe938700 1 -- 172.21.15.79:0/665718307 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f56f80cf9b0 msgr2=0x7f56f80724c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:42.758 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.758+0000 7f56fe938700 1 --2- 172.21.15.79:0/665718307 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f56f80cf9b0 0x7f56f80724c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.758 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.758+0000 7f56fd135700 1 -- 172.21.15.79:0/665718307 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2466300682 0 0) 0x7f56f815b830 con 0x7f56f815a5a0 2023-09-21T11:17:42.758 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.758+0000 7f56fe938700 1 -- 172.21.15.79:0/665718307 >> v1:172.21.15.79:6789/0 conn(0x7f56f815a5a0 legacy=0x7f56f80cf2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:42.758 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.758+0000 7f56fe938700 1 -- 172.21.15.79:0/665718307 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56f815af00 con 0x7f56f815a980 2023-09-21T11:17:42.759 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.758+0000 7f56fd936700 1 --2- 172.21.15.79:0/665718307 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f56f80cf9b0 0x7f56f80724c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:42.759 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.758+0000 7f56fe938700 1 --2- 172.21.15.79:0/665718307 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f56f815a980 0x7f56f80af750 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f56f0009dc0 tx=0x7f56f000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b78022689ca8351f server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:42.759 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.758+0000 7f56fd135700 1 -- 172.21.15.79:0/665718307 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56f000e070 con 0x7f56f815a980 2023-09-21T11:17:42.759 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.758+0000 7f56fd135700 1 -- 172.21.15.79:0/665718307 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56f000bb90 con 0x7f56f815a980 2023-09-21T11:17:42.759 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.758+0000 7f56fd135700 1 -- 172.21.15.79:0/665718307 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56f0012430 con 0x7f56f815a980 2023-09-21T11:17:42.759 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.759+0000 7f570039b700 1 -- 172.21.15.79:0/665718307 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f56f815a980 msgr2=0x7f56f80af750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:42.760 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.759+0000 7f570039b700 1 --2- 172.21.15.79:0/665718307 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f56f815a980 0x7f56f80af750 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f56f0009dc0 tx=0x7f56f000b330 comp rx=0 tx=0).stop 2023-09-21T11:17:42.760 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.759+0000 7f570039b700 1 -- 172.21.15.79:0/665718307 shutdown_connections 2023-09-21T11:17:42.760 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.759+0000 7f570039b700 1 --2- 172.21.15.79:0/665718307 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f56f815a980 0x7f56f80af750 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.760 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.759+0000 7f570039b700 1 --2- 172.21.15.79:0/665718307 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f56f80cf9b0 0x7f56f80724c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.760 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.759+0000 7f570039b700 1 -- 172.21.15.79:0/665718307 >> 172.21.15.79:0/665718307 conn(0x7f56f806dac0 msgr2=0x7f56f806ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:42.760 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.759+0000 7f570039b700 1 -- 172.21.15.79:0/665718307 shutdown_connections 2023-09-21T11:17:42.761 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.759+0000 7f570039b700 1 -- 172.21.15.79:0/665718307 wait complete. 2023-09-21T11:17:42.761 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.760+0000 7f570039b700 1 Processor -- start 2023-09-21T11:17:42.761 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.760+0000 7f570039b700 1 -- start start 2023-09-21T11:17:42.761 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f570039b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f56f80cf9b0 0x7f56f80ce250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:42.761 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f570039b700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f56f815a5a0 0x7f56f80c6af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:42.761 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f570039b700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f56f815a980 0x7f56f80c89a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:42.762 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f570039b700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56f80c9210 con 0x7f56f80cf9b0 2023-09-21T11:17:42.762 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f570039b700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56f80c94f0 con 0x7f56f815a980 2023-09-21T11:17:42.762 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f570039b700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56f80c97d0 con 0x7f56f815a5a0 2023-09-21T11:17:42.762 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f56fe137700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f56f80cf9b0 0x7f56f80ce250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:42.762 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f56fe137700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f56f80cf9b0 0x7f56f80ce250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54904/0 (socket says 172.21.15.79:54904) 2023-09-21T11:17:42.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f56fe137700 1 -- 172.21.15.79:0/1256387628 learned_addr learned my addr 172.21.15.79:0/1256387628 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:42.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f56fd936700 1 --2- 172.21.15.79:0/1256387628 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f56f815a5a0 0x7f56f80c6af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:42.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f56fe938700 1 --2- 172.21.15.79:0/1256387628 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f56f815a980 0x7f56f80c89a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:42.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f56fe137700 1 -- 172.21.15.79:0/1256387628 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f56f815a5a0 msgr2=0x7f56f80c6af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:42.763 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f56fe137700 1 --2- 172.21.15.79:0/1256387628 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f56f815a5a0 0x7f56f80c6af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.764 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f56fe137700 1 -- 172.21.15.79:0/1256387628 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f56f815a980 msgr2=0x7f56f80c89a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:42.764 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f56fe137700 1 --2- 172.21.15.79:0/1256387628 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f56f815a980 0x7f56f80c89a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.764 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f56fe137700 1 -- 172.21.15.79:0/1256387628 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56f0009a70 con 0x7f56f80cf9b0 2023-09-21T11:17:42.764 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f56fe137700 1 --2- 172.21.15.79:0/1256387628 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f56f80cf9b0 0x7f56f80ce250 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f56e80011e0 tx=0x7f56e800cae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:42.764 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f56eeffd700 1 -- 172.21.15.79:0/1256387628 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56e8004c80 con 0x7f56f80cf9b0 2023-09-21T11:17:42.764 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f56eeffd700 1 -- 172.21.15.79:0/1256387628 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56e8004e00 con 0x7f56f80cf9b0 2023-09-21T11:17:42.765 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f56eeffd700 1 -- 172.21.15.79:0/1256387628 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56e8007310 con 0x7f56f80cf9b0 2023-09-21T11:17:42.765 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f570039b700 1 -- 172.21.15.79:0/1256387628 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56f80c9ab0 con 0x7f56f80cf9b0 2023-09-21T11:17:42.765 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.761+0000 7f570039b700 1 -- 172.21.15.79:0/1256387628 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56f80c7030 con 0x7f56f80cf9b0 2023-09-21T11:17:42.765 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.762+0000 7f570039b700 1 -- 172.21.15.79:0/1256387628 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56f8066fd0 con 0x7f56f80cf9b0 2023-09-21T11:17:42.765 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.763+0000 7f56eeffd700 1 -- 172.21.15.79:0/1256387628 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f56e8007470 con 0x7f56f80cf9b0 2023-09-21T11:17:42.765 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.763+0000 7f56eeffd700 1 --2- 172.21.15.79:0/1256387628 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f56dc06a580 0x7f56dc06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:42.766 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.763+0000 7f56eeffd700 1 -- 172.21.15.79:0/1256387628 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5854+0+0 (secure 0 0 0) 0x7f56e8088850 con 0x7f56f80cf9b0 2023-09-21T11:17:42.766 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.763+0000 7f56fd936700 1 --2- 172.21.15.79:0/1256387628 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f56dc06a580 0x7f56dc06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:42.766 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.763+0000 7f56fd936700 1 --2- 172.21.15.79:0/1256387628 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f56dc06a580 0x7f56dc06ca40 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f56f81f6800 tx=0x7f56f4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:42.766 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.767+0000 7f56eeffd700 1 -- 172.21.15.79:0/1256387628 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f56e8053d40 con 0x7f56f80cf9b0 2023-09-21T11:17:42.951 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.958+0000 7f570039b700 1 -- 172.21.15.79:0/1256387628 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f56f804eae0 con 0x7f56f80cf9b0 2023-09-21T11:17:42.952 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.959+0000 7f56eeffd700 1 -- 172.21.15.79:0/1256387628 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16752 (secure 0 0 0) 0x7f56e8057360 con 0x7f56f80cf9b0 2023-09-21T11:17:42.952 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:42.953 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":22,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:41.155341+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:16:57.123246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-21T11:16:58.360337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.c","mappings":[{"from":5,"to":2}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.26","mappings":[{"from":7,"to":2}]},{"pgid":"3.28","mappings":[{"from":3,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:42.954 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.961+0000 7f570039b700 1 -- 172.21.15.79:0/1256387628 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f56dc06a580 msgr2=0x7f56dc06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:42.954 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.961+0000 7f570039b700 1 --2- 172.21.15.79:0/1256387628 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f56dc06a580 0x7f56dc06ca40 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f56f81f6800 tx=0x7f56f4008040 comp rx=0 tx=0).stop 2023-09-21T11:17:42.954 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.961+0000 7f570039b700 1 -- 172.21.15.79:0/1256387628 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f56f80cf9b0 msgr2=0x7f56f80ce250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:42.955 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.961+0000 7f570039b700 1 --2- 172.21.15.79:0/1256387628 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f56f80cf9b0 0x7f56f80ce250 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f56e80011e0 tx=0x7f56e800cae0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.955 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.961+0000 7f570039b700 1 -- 172.21.15.79:0/1256387628 shutdown_connections 2023-09-21T11:17:42.955 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.961+0000 7f570039b700 1 --2- 172.21.15.79:0/1256387628 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f56f815a980 0x7f56f80c89a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.957 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.961+0000 7f570039b700 1 --2- 172.21.15.79:0/1256387628 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f56f80cf9b0 0x7f56f80ce250 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.957 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.961+0000 7f570039b700 1 --2- 172.21.15.79:0/1256387628 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f56dc06a580 0x7f56dc06ca40 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.957 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.961+0000 7f570039b700 1 --2- 172.21.15.79:0/1256387628 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f56f815a5a0 0x7f56f80c6af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:42.957 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.961+0000 7f570039b700 1 -- 172.21.15.79:0/1256387628 >> 172.21.15.79:0/1256387628 conn(0x7f56f806dac0 msgr2=0x7f56f815cf90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:42.957 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.961+0000 7f570039b700 1 -- 172.21.15.79:0/1256387628 shutdown_connections 2023-09-21T11:17:42.958 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:42.961+0000 7f570039b700 1 -- 172.21.15.79:0/1256387628 wait complete. 2023-09-21T11:17:42.966 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-09-21T11:17:43.088 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.095+0000 7fe0389d3700 1 Processor -- start 2023-09-21T11:17:43.088 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.095+0000 7fe0389d3700 1 -- start start 2023-09-21T11:17:43.091 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.096+0000 7fe0389d3700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fe03415d8c0 0x7fe034162080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:43.091 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.096+0000 7fe0389d3700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fe03406e7c0 0x7fe03406a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:43.092 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.096+0000 7fe0389d3700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe0341625c0 con 0x7fe03415dca0 2023-09-21T11:17:43.092 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.096+0000 7fe0389d3700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe0340cb510 con 0x7fe03406e7c0 2023-09-21T11:17:43.092 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.096+0000 7fe0389d3700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe0340ce490 con 0x7fe03415d8c0 2023-09-21T11:17:43.092 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.096+0000 7fe032d9d700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fe03406e7c0 0x7fe03406a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:43.092 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.096+0000 7fe031d9b700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fe03415dca0 0x7fe0340cae00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41278/0 (socket says 172.21.15.79:41278) 2023-09-21T11:17:43.093 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.096+0000 7fe031d9b700 1 -- 172.21.15.79:0/1139895729 learned_addr learned my addr 172.21.15.79:0/1139895729 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:43.093 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.097+0000 7fe03259c700 1 --2- 172.21.15.79:0/1139895729 >> v2:172.21.15.134:3300/0 conn(0x7fe03415d8c0 0x7fe034162080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:43.093 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.097+0000 7fe032d9d700 1 -- 172.21.15.79:0/1139895729 >> v2:172.21.15.134:3300/0 conn(0x7fe03415d8c0 msgr2=0x7fe034162080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:43.093 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.097+0000 7fe032d9d700 1 --2- 172.21.15.79:0/1139895729 >> v2:172.21.15.134:3300/0 conn(0x7fe03415d8c0 0x7fe034162080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:43.093 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.097+0000 7fe032d9d700 1 -- 172.21.15.79:0/1139895729 >> v1:172.21.15.79:6789/0 conn(0x7fe03415dca0 legacy=0x7fe0340cae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:43.094 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.097+0000 7fe032d9d700 1 -- 172.21.15.79:0/1139895729 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0340ce770 con 0x7fe03406e7c0 2023-09-21T11:17:43.094 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.097+0000 7fe03159a700 1 -- 172.21.15.79:0/1139895729 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 565383520 0 0) 0x7fe0341625c0 con 0x7fe03415dca0 2023-09-21T11:17:43.094 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.097+0000 7fe032d9d700 1 --2- 172.21.15.79:0/1139895729 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe03406e7c0 0x7fe03406a800 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe0340d1580 tx=0x7fe02c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bacb3d3b7f17f27e server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:43.094 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.097+0000 7fe03159a700 1 -- 172.21.15.79:0/1139895729 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe02c00e070 con 0x7fe03406e7c0 2023-09-21T11:17:43.095 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.097+0000 7fe03159a700 1 -- 172.21.15.79:0/1139895729 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe02c00bbd0 con 0x7fe03406e7c0 2023-09-21T11:17:43.095 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.097+0000 7fe03159a700 1 -- 172.21.15.79:0/1139895729 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe02c012430 con 0x7fe03406e7c0 2023-09-21T11:17:43.095 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.098+0000 7fe0389d3700 1 -- 172.21.15.79:0/1139895729 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe03406e7c0 msgr2=0x7fe03406a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:43.095 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.098+0000 7fe0389d3700 1 --2- 172.21.15.79:0/1139895729 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe03406e7c0 0x7fe03406a800 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe0340d1580 tx=0x7fe02c00b330 comp rx=0 tx=0).stop 2023-09-21T11:17:43.096 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.098+0000 7fe0389d3700 1 -- 172.21.15.79:0/1139895729 shutdown_connections 2023-09-21T11:17:43.096 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.098+0000 7fe0389d3700 1 --2- 172.21.15.79:0/1139895729 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe03406e7c0 0x7fe03406a800 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:43.096 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.098+0000 7fe0389d3700 1 --2- 172.21.15.79:0/1139895729 >> v2:172.21.15.134:3300/0 conn(0x7fe03415d8c0 0x7fe034162080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:43.096 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.098+0000 7fe0389d3700 1 -- 172.21.15.79:0/1139895729 >> 172.21.15.79:0/1139895729 conn(0x7fe03406baf0 msgr2=0x7fe03406bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:43.096 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.098+0000 7fe0389d3700 1 -- 172.21.15.79:0/1139895729 shutdown_connections 2023-09-21T11:17:43.097 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.098+0000 7fe0389d3700 1 -- 172.21.15.79:0/1139895729 wait complete. 2023-09-21T11:17:43.100 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.099+0000 7fe0389d3700 1 Processor -- start 2023-09-21T11:17:43.100 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.099+0000 7fe0389d3700 1 -- start start 2023-09-21T11:17:43.100 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe0389d3700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe03406e7c0 0x7fe0340b0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:43.100 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe0389d3700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe03415d8c0 0x7fe0340b0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:43.101 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe0389d3700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe03415dca0 0x7fe0341f2e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:43.101 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe0389d3700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe03414e770 con 0x7fe03415dca0 2023-09-21T11:17:43.101 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe0389d3700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe03414dbf0 con 0x7fe03415d8c0 2023-09-21T11:17:43.101 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe0389d3700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe03414ded0 con 0x7fe03406e7c0 2023-09-21T11:17:43.102 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe032d9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe03415dca0 0x7fe0341f2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:43.102 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe032d9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe03415dca0 0x7fe0341f2e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54922/0 (socket says 172.21.15.79:54922) 2023-09-21T11:17:43.102 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe032d9d700 1 -- 172.21.15.79:0/1625469239 learned_addr learned my addr 172.21.15.79:0/1625469239 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:43.102 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe03259c700 1 --2- 172.21.15.79:0/1625469239 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe03406e7c0 0x7fe0340b0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:43.103 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe031d9b700 1 --2- 172.21.15.79:0/1625469239 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe03415d8c0 0x7fe0340b0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:43.103 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe032d9d700 1 -- 172.21.15.79:0/1625469239 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe03406e7c0 msgr2=0x7fe0340b0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:43.103 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe032d9d700 1 --2- 172.21.15.79:0/1625469239 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe03406e7c0 0x7fe0340b0230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:43.103 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe032d9d700 1 -- 172.21.15.79:0/1625469239 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe03415d8c0 msgr2=0x7fe0340b0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:43.103 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe032d9d700 1 --2- 172.21.15.79:0/1625469239 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe03415d8c0 0x7fe0340b0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:43.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe032d9d700 1 -- 172.21.15.79:0/1625469239 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe02c009a70 con 0x7fe03415dca0 2023-09-21T11:17:43.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe03259c700 1 --2- 172.21.15.79:0/1625469239 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe03406e7c0 0x7fe0340b0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:43.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe031d9b700 1 --2- 172.21.15.79:0/1625469239 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe03415d8c0 0x7fe0340b0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:43.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe032d9d700 1 --2- 172.21.15.79:0/1625469239 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe03415dca0 0x7fe0341f2e10 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe02c014040 tx=0x7fe02c004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:43.104 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.100+0000 7fe022ffd700 1 -- 172.21.15.79:0/1625469239 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe02c012430 con 0x7fe03415dca0 2023-09-21T11:17:43.105 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.101+0000 7fe022ffd700 1 -- 172.21.15.79:0/1625469239 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe02c020070 con 0x7fe03415dca0 2023-09-21T11:17:43.105 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.101+0000 7fe022ffd700 1 -- 172.21.15.79:0/1625469239 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe02c004280 con 0x7fe03415dca0 2023-09-21T11:17:43.105 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.101+0000 7fe0389d3700 1 -- 172.21.15.79:0/1625469239 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe03414e1b0 con 0x7fe03415dca0 2023-09-21T11:17:43.105 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.101+0000 7fe0389d3700 1 -- 172.21.15.79:0/1625469239 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0340b3170 con 0x7fe03415dca0 2023-09-21T11:17:43.106 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.102+0000 7fe0389d3700 1 -- 172.21.15.79:0/1625469239 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe034072d30 con 0x7fe03415dca0 2023-09-21T11:17:43.106 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.102+0000 7fe022ffd700 1 -- 172.21.15.79:0/1625469239 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fe02c0043e0 con 0x7fe03415dca0 2023-09-21T11:17:43.106 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.103+0000 7fe022ffd700 1 --2- 172.21.15.79:0/1625469239 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe01406a580 0x7fe01406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:43.106 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.103+0000 7fe022ffd700 1 -- 172.21.15.79:0/1625469239 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5854+0+0 (secure 0 0 0) 0x7fe02c022070 con 0x7fe03415dca0 2023-09-21T11:17:43.106 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.103+0000 7fe03259c700 1 --2- 172.21.15.79:0/1625469239 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe01406a580 0x7fe01406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:43.107 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.103+0000 7fe03259c700 1 --2- 172.21.15.79:0/1625469239 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe01406a580 0x7fe01406ca40 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fe0280099f0 tx=0x7fe028008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:43.107 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.107+0000 7fe022ffd700 1 -- 172.21.15.79:0/1625469239 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fe02c055e50 con 0x7fe03415dca0 2023-09-21T11:17:43.334 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.342+0000 7fe0389d3700 1 -- 172.21.15.79:0/1625469239 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fe03404eae0 con 0x7fe03415dca0 2023-09-21T11:17:43.335 INFO:tasks.ceph.mon.a.smithi079.stderr:2023-09-21T11:17:43.342+0000 7f456b855700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-09-21T11:17:43.338 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.346+0000 7fe022ffd700 1 -- 172.21.15.79:0/1625469239 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) v1 ==== 161+0+0 (secure 0 0 0) 0x7fe02c059470 con 0x7fe03415dca0 2023-09-21T11:17:43.341 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.348+0000 7fe0389d3700 1 -- 172.21.15.79:0/1625469239 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe01406a580 msgr2=0x7fe01406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:43.342 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.348+0000 7fe0389d3700 1 --2- 172.21.15.79:0/1625469239 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe01406a580 0x7fe01406ca40 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fe0280099f0 tx=0x7fe028008040 comp rx=0 tx=0).stop 2023-09-21T11:17:43.342 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.348+0000 7fe0389d3700 1 -- 172.21.15.79:0/1625469239 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe03415dca0 msgr2=0x7fe0341f2e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:43.342 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.348+0000 7fe0389d3700 1 --2- 172.21.15.79:0/1625469239 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe03415dca0 0x7fe0341f2e10 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe02c014040 tx=0x7fe02c004ad0 comp rx=0 tx=0).stop 2023-09-21T11:17:43.342 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.348+0000 7fe0389d3700 1 -- 172.21.15.79:0/1625469239 shutdown_connections 2023-09-21T11:17:43.342 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.348+0000 7fe0389d3700 1 --2- 172.21.15.79:0/1625469239 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe03415dca0 0x7fe0341f2e10 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:43.343 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.348+0000 7fe0389d3700 1 --2- 172.21.15.79:0/1625469239 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fe01406a580 0x7fe01406ca40 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:43.343 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.348+0000 7fe0389d3700 1 --2- 172.21.15.79:0/1625469239 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe03406e7c0 0x7fe0340b0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:43.343 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.348+0000 7fe0389d3700 1 --2- 172.21.15.79:0/1625469239 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe03415d8c0 0x7fe0340b0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:43.343 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.349+0000 7fe0389d3700 1 -- 172.21.15.79:0/1625469239 >> 172.21.15.79:0/1625469239 conn(0x7fe03406baf0 msgr2=0x7fe0340cc310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:43.343 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.349+0000 7fe0389d3700 1 -- 172.21.15.79:0/1625469239 shutdown_connections 2023-09-21T11:17:43.344 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.349+0000 7fe0389d3700 1 -- 172.21.15.79:0/1625469239 wait complete. 2023-09-21T11:17:43.344 INFO:teuthology.orchestra.run.smithi079.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-09-21T11:17:43.354 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-09-21T11:17:43.379 INFO:tasks.ceph.mds.d.smithi134.stdout:starting mds.d at 2023-09-21T11:17:43.476 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.483+0000 7f9d49cc5700 1 Processor -- start 2023-09-21T11:17:43.477 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.483+0000 7f9d49cc5700 1 -- start start 2023-09-21T11:17:43.479 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.484+0000 7f9d49cc5700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f9d4415d830 0x7f9d44162010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:43.479 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.484+0000 7f9d49cc5700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f9d4415dc10 0x7f9d4406a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:43.479 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.484+0000 7f9d49cc5700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d44162550 con 0x7f9d44072080 2023-09-21T11:17:43.479 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.484+0000 7f9d49cc5700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d440af550 con 0x7f9d4415dc10 2023-09-21T11:17:43.480 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.484+0000 7f9d49cc5700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d44071a80 con 0x7f9d4415d830 2023-09-21T11:17:43.480 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.484+0000 7f9d42ffd700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f9d4415dc10 0x7f9d4406a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:43.480 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.484+0000 7f9d42ffd700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f9d4415dc10 0x7f9d4406a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54928/0 (socket says 172.21.15.79:54928) 2023-09-21T11:17:43.480 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.484+0000 7f9d42ffd700 1 -- 172.21.15.79:0/4031123837 learned_addr learned my addr 172.21.15.79:0/4031123837 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:43.480 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.485+0000 7f9d437fe700 1 --2- 172.21.15.79:0/4031123837 >> v2:172.21.15.134:3300/0 conn(0x7f9d4415d830 0x7f9d44162010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:43.481 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.485+0000 7f9d42ffd700 1 -- 172.21.15.79:0/4031123837 >> v2:172.21.15.134:3300/0 conn(0x7f9d4415d830 msgr2=0x7f9d44162010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:43.481 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.485+0000 7f9d42ffd700 1 --2- 172.21.15.79:0/4031123837 >> v2:172.21.15.134:3300/0 conn(0x7f9d4415d830 0x7f9d44162010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:43.481 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.485+0000 7f9d42ffd700 1 -- 172.21.15.79:0/4031123837 >> v1:172.21.15.134:6789/0 conn(0x7f9d44072080 legacy=0x7f9d440b1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:43.481 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.485+0000 7f9d42ffd700 1 -- 172.21.15.79:0/4031123837 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d44071d60 con 0x7f9d4415dc10 2023-09-21T11:17:43.481 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.485+0000 7f9d42ffd700 1 --2- 172.21.15.79:0/4031123837 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d4415dc10 0x7f9d4406a800 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f9d440d13d0 tx=0x7f9d34009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee2d421101e7925c server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:43.482 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.485+0000 7f9d427fc700 1 -- 172.21.15.79:0/4031123837 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d3400b870 con 0x7f9d4415dc10 2023-09-21T11:17:43.482 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.485+0000 7f9d427fc700 1 -- 172.21.15.79:0/4031123837 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d3400b9d0 con 0x7f9d4415dc10 2023-09-21T11:17:43.482 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.485+0000 7f9d427fc700 1 -- 172.21.15.79:0/4031123837 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d3400bd60 con 0x7f9d4415dc10 2023-09-21T11:17:43.482 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.486+0000 7f9d49cc5700 1 -- 172.21.15.79:0/4031123837 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d4415dc10 msgr2=0x7f9d4406a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:43.483 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.486+0000 7f9d49cc5700 1 --2- 172.21.15.79:0/4031123837 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d4415dc10 0x7f9d4406a800 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f9d440d13d0 tx=0x7f9d34009bd0 comp rx=0 tx=0).stop 2023-09-21T11:17:43.483 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.486+0000 7f9d49cc5700 1 -- 172.21.15.79:0/4031123837 shutdown_connections 2023-09-21T11:17:43.483 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.486+0000 7f9d49cc5700 1 --2- 172.21.15.79:0/4031123837 >> v2:172.21.15.134:3300/0 conn(0x7f9d4415d830 0x7f9d44162010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:43.483 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.486+0000 7f9d49cc5700 1 --2- 172.21.15.79:0/4031123837 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d4415dc10 0x7f9d4406a800 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:43.483 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.486+0000 7f9d49cc5700 1 -- 172.21.15.79:0/4031123837 >> 172.21.15.79:0/4031123837 conn(0x7f9d440ccdb0 msgr2=0x7f9d440cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:43.484 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.486+0000 7f9d49cc5700 1 -- 172.21.15.79:0/4031123837 shutdown_connections 2023-09-21T11:17:43.484 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.486+0000 7f9d49cc5700 1 -- 172.21.15.79:0/4031123837 wait complete. 2023-09-21T11:17:43.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.487+0000 7f9d49cc5700 1 Processor -- start 2023-09-21T11:17:43.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.487+0000 7f9d49cc5700 1 -- start start 2023-09-21T11:17:43.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d49cc5700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d44072080 0x7f9d440afce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:43.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d49cc5700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9d4415d830 0x7f9d4406dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:43.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d49cc5700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9d4415dc10 0x7f9d4406e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:43.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d49cc5700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d440b2c10 con 0x7f9d44072080 2023-09-21T11:17:43.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d49cc5700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d4415e800 con 0x7f9d4415d830 2023-09-21T11:17:43.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d49cc5700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d440b22e0 con 0x7f9d4415dc10 2023-09-21T11:17:43.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d437fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d44072080 0x7f9d440afce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:43.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d437fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d44072080 0x7f9d440afce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54932/0 (socket says 172.21.15.79:54932) 2023-09-21T11:17:43.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d437fe700 1 -- 172.21.15.79:0/757643105 learned_addr learned my addr 172.21.15.79:0/757643105 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:43.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d42ffd700 1 --2- 172.21.15.79:0/757643105 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9d4415d830 0x7f9d4406dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:43.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d43fff700 1 --2- 172.21.15.79:0/757643105 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9d4415dc10 0x7f9d4406e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:43.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d437fe700 1 -- 172.21.15.79:0/757643105 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9d4415dc10 msgr2=0x7f9d4406e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:43.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d437fe700 1 --2- 172.21.15.79:0/757643105 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9d4415dc10 0x7f9d4406e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:43.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d437fe700 1 -- 172.21.15.79:0/757643105 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9d4415d830 msgr2=0x7f9d4406dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:43.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d437fe700 1 --2- 172.21.15.79:0/757643105 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9d4415d830 0x7f9d4406dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:43.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d437fe700 1 -- 172.21.15.79:0/757643105 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d34009550 con 0x7f9d44072080 2023-09-21T11:17:43.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d437fe700 1 --2- 172.21.15.79:0/757643105 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d44072080 0x7f9d440afce0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f9d3800e730 tx=0x7f9d3800ea40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:43.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d2bfff700 1 -- 172.21.15.79:0/757643105 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d3800c070 con 0x7f9d44072080 2023-09-21T11:17:43.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d2bfff700 1 -- 172.21.15.79:0/757643105 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d38013610 con 0x7f9d44072080 2023-09-21T11:17:43.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d2bfff700 1 -- 172.21.15.79:0/757643105 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d380139c0 con 0x7f9d44072080 2023-09-21T11:17:43.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.488+0000 7f9d49cc5700 1 -- 172.21.15.79:0/757643105 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d440b25c0 con 0x7f9d44072080 2023-09-21T11:17:43.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.489+0000 7f9d49cc5700 1 -- 172.21.15.79:0/757643105 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d440b0220 con 0x7f9d44072080 2023-09-21T11:17:43.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.489+0000 7f9d49cc5700 1 -- 172.21.15.79:0/757643105 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d4404eae0 con 0x7f9d44072080 2023-09-21T11:17:43.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.490+0000 7f9d2bfff700 1 -- 172.21.15.79:0/757643105 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f9d38013b20 con 0x7f9d44072080 2023-09-21T11:17:43.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.490+0000 7f9d2bfff700 1 --2- 172.21.15.79:0/757643105 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f9d3006a580 0x7f9d3006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:43.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.490+0000 7f9d42ffd700 1 --2- 172.21.15.79:0/757643105 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f9d3006a580 0x7f9d3006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:43.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.491+0000 7f9d2bfff700 1 -- 172.21.15.79:0/757643105 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5940+0+0 (secure 0 0 0) 0x7f9d38088570 con 0x7f9d44072080 2023-09-21T11:17:43.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.491+0000 7f9d42ffd700 1 --2- 172.21.15.79:0/757643105 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f9d3006a580 0x7f9d3006ca40 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9d34014040 tx=0x7f9d34008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:43.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.495+0000 7f9d2bfff700 1 -- 172.21.15.79:0/757643105 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f9d38053960 con 0x7f9d44072080 2023-09-21T11:17:43.716 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:43.723+0000 7f9d49cc5700 1 -- 172.21.15.79:0/757643105 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f9d440b4290 con 0x7f9d44072080 2023-09-21T11:17:44.341 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.349+0000 7f9d2bfff700 1 -- 172.21.15.79:0/757643105 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) v1 ==== 104+0+0 (secure 0 0 0) 0x7f9d38056f80 con 0x7f9d44072080 2023-09-21T11:17:44.344 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.351+0000 7f9d49cc5700 1 -- 172.21.15.79:0/757643105 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f9d3006a580 msgr2=0x7f9d3006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:44.344 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.351+0000 7f9d49cc5700 1 --2- 172.21.15.79:0/757643105 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f9d3006a580 0x7f9d3006ca40 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9d34014040 tx=0x7f9d34008030 comp rx=0 tx=0).stop 2023-09-21T11:17:44.345 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.351+0000 7f9d49cc5700 1 -- 172.21.15.79:0/757643105 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d44072080 msgr2=0x7f9d440afce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:44.345 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.351+0000 7f9d49cc5700 1 --2- 172.21.15.79:0/757643105 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d44072080 0x7f9d440afce0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f9d3800e730 tx=0x7f9d3800ea40 comp rx=0 tx=0).stop 2023-09-21T11:17:44.345 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.351+0000 7f9d49cc5700 1 -- 172.21.15.79:0/757643105 shutdown_connections 2023-09-21T11:17:44.345 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.351+0000 7f9d49cc5700 1 --2- 172.21.15.79:0/757643105 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f9d3006a580 0x7f9d3006ca40 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:44.345 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.351+0000 7f9d49cc5700 1 --2- 172.21.15.79:0/757643105 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9d4415dc10 0x7f9d4406e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:44.346 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.351+0000 7f9d49cc5700 1 --2- 172.21.15.79:0/757643105 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d44072080 0x7f9d440afce0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:44.346 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.351+0000 7f9d49cc5700 1 --2- 172.21.15.79:0/757643105 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9d4415d830 0x7f9d4406dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:44.346 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.351+0000 7f9d49cc5700 1 -- 172.21.15.79:0/757643105 >> 172.21.15.79:0/757643105 conn(0x7f9d440ccdb0 msgr2=0x7f9d4415ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:44.346 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.351+0000 7f9d49cc5700 1 -- 172.21.15.79:0/757643105 shutdown_connections 2023-09-21T11:17:44.346 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.351+0000 7f9d49cc5700 1 -- 172.21.15.79:0/757643105 wait complete. 2023-09-21T11:17:44.357 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-09-21T11:17:44.483 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.490+0000 7fd53c05a700 1 Processor -- start 2023-09-21T11:17:44.483 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.490+0000 7fd53c05a700 1 -- start start 2023-09-21T11:17:44.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.491+0000 7fd53c05a700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fd53406caf0 0x7fd5340d1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:44.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.491+0000 7fd53c05a700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd5340d4310 0x7fd5340d2230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:44.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.491+0000 7fd53c05a700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd53406c8a0 con 0x7fd534160f90 2023-09-21T11:17:44.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.491+0000 7fd53c05a700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd53406d1e0 con 0x7fd53406caf0 2023-09-21T11:17:44.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.491+0000 7fd53c05a700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5340ce7c0 con 0x7fd5340d4310 2023-09-21T11:17:44.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.491+0000 7fd5395f5700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fd53406caf0 0x7fd5340d1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:44.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.491+0000 7fd5395f5700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fd53406caf0 0x7fd5340d1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54942/0 (socket says 172.21.15.79:54942) 2023-09-21T11:17:44.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.491+0000 7fd5395f5700 1 -- 172.21.15.79:0/4103960008 learned_addr learned my addr 172.21.15.79:0/4103960008 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:44.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.492+0000 7fd5395f5700 1 -- 172.21.15.79:0/4103960008 >> v2:172.21.15.134:3300/0 conn(0x7fd5340d4310 msgr2=0x7fd5340d2230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:44.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.492+0000 7fd5395f5700 1 --2- 172.21.15.79:0/4103960008 >> v2:172.21.15.134:3300/0 conn(0x7fd5340d4310 0x7fd5340d2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:44.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.492+0000 7fd5395f5700 1 -- 172.21.15.79:0/4103960008 >> v1:172.21.15.134:6789/0 conn(0x7fd534160f90 legacy=0x7fd5340ce0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:44.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.492+0000 7fd5395f5700 1 -- 172.21.15.79:0/4103960008 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5340b2f00 con 0x7fd53406caf0 2023-09-21T11:17:44.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.492+0000 7fd5395f5700 1 --2- 172.21.15.79:0/4103960008 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd53406caf0 0x7fd5340d1cf0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fd5340c7210 tx=0x7fd530009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bab782d661026238 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:44.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.492+0000 7fd538df4700 1 -- 172.21.15.79:0/4103960008 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd530004230 con 0x7fd53406caf0 2023-09-21T11:17:44.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.492+0000 7fd538df4700 1 -- 172.21.15.79:0/4103960008 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd530004390 con 0x7fd53406caf0 2023-09-21T11:17:44.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.492+0000 7fd538df4700 1 -- 172.21.15.79:0/4103960008 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5300036a0 con 0x7fd53406caf0 2023-09-21T11:17:44.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.492+0000 7fd53c05a700 1 -- 172.21.15.79:0/4103960008 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd53406caf0 msgr2=0x7fd5340d1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:44.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.492+0000 7fd53c05a700 1 --2- 172.21.15.79:0/4103960008 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd53406caf0 0x7fd5340d1cf0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fd5340c7210 tx=0x7fd530009bd0 comp rx=0 tx=0).stop 2023-09-21T11:17:44.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.493+0000 7fd53c05a700 1 -- 172.21.15.79:0/4103960008 shutdown_connections 2023-09-21T11:17:44.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.493+0000 7fd53c05a700 1 --2- 172.21.15.79:0/4103960008 >> v2:172.21.15.134:3300/0 conn(0x7fd5340d4310 0x7fd5340d2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:44.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.493+0000 7fd53c05a700 1 --2- 172.21.15.79:0/4103960008 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd53406caf0 0x7fd5340d1cf0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:44.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.493+0000 7fd53c05a700 1 -- 172.21.15.79:0/4103960008 >> 172.21.15.79:0/4103960008 conn(0x7fd53409ca20 msgr2=0x7fd5340d3710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:44.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.493+0000 7fd53c05a700 1 -- 172.21.15.79:0/4103960008 shutdown_connections 2023-09-21T11:17:44.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.493+0000 7fd53c05a700 1 -- 172.21.15.79:0/4103960008 wait complete. 2023-09-21T11:17:44.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.494+0000 7fd53c05a700 1 Processor -- start 2023-09-21T11:17:44.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.494+0000 7fd53c05a700 1 -- start start 2023-09-21T11:17:44.494 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd53c05a700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd53406caf0 0x7fd5340cb830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:44.494 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd53c05a700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd5340d4310 0x7fd5340b6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:44.494 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd53c05a700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd534160f90 0x7fd5340b6850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:44.494 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd53c05a700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5340c6b80 con 0x7fd534160f90 2023-09-21T11:17:44.494 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd53c05a700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5340cbe10 con 0x7fd5340d4310 2023-09-21T11:17:44.495 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd53c05a700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5340cc0f0 con 0x7fd53406caf0 2023-09-21T11:17:44.495 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd53a5f7700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd534160f90 0x7fd5340b6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:44.495 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd53a5f7700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd534160f90 0x7fd5340b6850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54950/0 (socket says 172.21.15.79:54950) 2023-09-21T11:17:44.495 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd53a5f7700 1 -- 172.21.15.79:0/2357829355 learned_addr learned my addr 172.21.15.79:0/2357829355 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:44.495 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd5395f5700 1 --2- 172.21.15.79:0/2357829355 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd5340d4310 0x7fd5340b6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:44.496 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd539df6700 1 --2- 172.21.15.79:0/2357829355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd53406caf0 0x7fd5340cb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:44.496 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd53a5f7700 1 -- 172.21.15.79:0/2357829355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd53406caf0 msgr2=0x7fd5340cb830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:44.496 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd53a5f7700 1 --2- 172.21.15.79:0/2357829355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd53406caf0 0x7fd5340cb830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:44.496 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd53a5f7700 1 -- 172.21.15.79:0/2357829355 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd5340d4310 msgr2=0x7fd5340b6310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:44.496 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd53a5f7700 1 --2- 172.21.15.79:0/2357829355 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd5340d4310 0x7fd5340b6310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:44.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd53a5f7700 1 -- 172.21.15.79:0/2357829355 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd530009550 con 0x7fd534160f90 2023-09-21T11:17:44.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd539df6700 1 --2- 172.21.15.79:0/2357829355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd53406caf0 0x7fd5340cb830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:44.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd53a5f7700 1 --2- 172.21.15.79:0/2357829355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd534160f90 0x7fd5340b6850 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd52c00b970 tx=0x7fd52c00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:44.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd52a7fc700 1 -- 172.21.15.79:0/2357829355 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd52c00c930 con 0x7fd534160f90 2023-09-21T11:17:44.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd52a7fc700 1 -- 172.21.15.79:0/2357829355 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd52c00cab0 con 0x7fd534160f90 2023-09-21T11:17:44.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd53c05a700 1 -- 172.21.15.79:0/2357829355 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5340cc3d0 con 0x7fd534160f90 2023-09-21T11:17:44.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd52a7fc700 1 -- 172.21.15.79:0/2357829355 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd52c00ce60 con 0x7fd534160f90 2023-09-21T11:17:44.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.495+0000 7fd53c05a700 1 -- 172.21.15.79:0/2357829355 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5340cc990 con 0x7fd534160f90 2023-09-21T11:17:44.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.496+0000 7fd53c05a700 1 -- 172.21.15.79:0/2357829355 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd53404eae0 con 0x7fd534160f90 2023-09-21T11:17:44.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.497+0000 7fd52a7fc700 1 -- 172.21.15.79:0/2357829355 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fd52c01d3b0 con 0x7fd534160f90 2023-09-21T11:17:44.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.497+0000 7fd52a7fc700 1 --2- 172.21.15.79:0/2357829355 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd51806a580 0x7fd51806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:44.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.497+0000 7fd52a7fc700 1 -- 172.21.15.79:0/2357829355 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5940+0+0 (secure 0 0 0) 0x7fd52c088860 con 0x7fd534160f90 2023-09-21T11:17:44.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.497+0000 7fd539df6700 1 --2- 172.21.15.79:0/2357829355 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd51806a580 0x7fd51806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:44.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.498+0000 7fd539df6700 1 --2- 172.21.15.79:0/2357829355 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd51806a580 0x7fd51806ca40 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd524009910 tx=0x7fd524008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:44.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.502+0000 7fd52a7fc700 1 -- 172.21.15.79:0/2357829355 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fd52c053cf0 con 0x7fd534160f90 2023-09-21T11:17:44.683 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:44.691+0000 7fd53c05a700 1 -- 172.21.15.79:0/2357829355 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fd5340cfc60 con 0x7fd534160f90 2023-09-21T11:17:45.344 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.351+0000 7fd52a7fc700 1 -- 172.21.15.79:0/2357829355 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v24) v1 ==== 181+0+0 (secure 0 0 0) 0x7fd52c019020 con 0x7fd534160f90 2023-09-21T11:17:45.347 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.354+0000 7fd53c05a700 1 -- 172.21.15.79:0/2357829355 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd51806a580 msgr2=0x7fd51806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:45.347 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.354+0000 7fd53c05a700 1 --2- 172.21.15.79:0/2357829355 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd51806a580 0x7fd51806ca40 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd524009910 tx=0x7fd524008040 comp rx=0 tx=0).stop 2023-09-21T11:17:45.347 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.354+0000 7fd53c05a700 1 -- 172.21.15.79:0/2357829355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd534160f90 msgr2=0x7fd5340b6850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:45.348 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.354+0000 7fd53c05a700 1 --2- 172.21.15.79:0/2357829355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd534160f90 0x7fd5340b6850 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd52c00b970 tx=0x7fd52c00bc80 comp rx=0 tx=0).stop 2023-09-21T11:17:45.348 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.354+0000 7fd53c05a700 1 -- 172.21.15.79:0/2357829355 shutdown_connections 2023-09-21T11:17:45.348 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.354+0000 7fd53c05a700 1 --2- 172.21.15.79:0/2357829355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd534160f90 0x7fd5340b6850 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:45.348 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.354+0000 7fd53c05a700 1 --2- 172.21.15.79:0/2357829355 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd51806a580 0x7fd51806ca40 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:45.348 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.354+0000 7fd53c05a700 1 --2- 172.21.15.79:0/2357829355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd53406caf0 0x7fd5340cb830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:45.349 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.354+0000 7fd53c05a700 1 --2- 172.21.15.79:0/2357829355 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd5340d4310 0x7fd5340b6310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:45.349 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.354+0000 7fd53c05a700 1 -- 172.21.15.79:0/2357829355 >> 172.21.15.79:0/2357829355 conn(0x7fd53409ca20 msgr2=0x7fd5340cefe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:45.349 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.354+0000 7fd53c05a700 1 -- 172.21.15.79:0/2357829355 shutdown_connections 2023-09-21T11:17:45.349 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.354+0000 7fd53c05a700 1 -- 172.21.15.79:0/2357829355 wait complete. 2023-09-21T11:17:45.350 INFO:teuthology.orchestra.run.smithi079.stderr:pool 'cephfs_metadata' removed 2023-09-21T11:17:45.362 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-09-21T11:17:45.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.499+0000 7f60cd6f4700 1 Processor -- start 2023-09-21T11:17:45.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.500+0000 7f60cd6f4700 1 -- start start 2023-09-21T11:17:45.496 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.500+0000 7f60cd6f4700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60c8159b70 0x7f60c815d720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:45.496 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.500+0000 7f60cd6f4700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f60c80cd550 0x7f60c815ab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:45.496 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.500+0000 7f60cd6f4700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60c815b0c0 con 0x7f60c80b0d20 2023-09-21T11:17:45.496 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.500+0000 7f60cd6f4700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60c815e660 con 0x7f60c80cd550 2023-09-21T11:17:45.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.500+0000 7f60cd6f4700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60c8070f70 con 0x7f60c8159b70 2023-09-21T11:17:45.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.500+0000 7f60c77fe700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f60c80b0d20 0x7f60c80716f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41322/0 (socket says 172.21.15.79:41322) 2023-09-21T11:17:45.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.500+0000 7f60c77fe700 1 -- 172.21.15.79:0/1675667401 learned_addr learned my addr 172.21.15.79:0/1675667401 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:45.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c5ffb700 1 -- 172.21.15.79:0/1675667401 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2804551531 0 0) 0x7f60c0001490 con 0x7f60c80b0d20 2023-09-21T11:17:45.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c5ffb700 1 -- 172.21.15.79:0/1675667401 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f60b00035b0 con 0x7f60c80b0d20 2023-09-21T11:17:45.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c6ffd700 1 --2- 172.21.15.79:0/1675667401 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60c8159b70 0x7f60c815d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:45.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c67fc700 1 --2- 172.21.15.79:0/1675667401 >> v2:172.21.15.134:3300/0 conn(0x7f60c80cd550 0x7f60c815ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:45.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c5ffb700 1 -- 172.21.15.79:0/1675667401 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1773322953 0 0) 0x7f60b00035b0 con 0x7f60c80b0d20 2023-09-21T11:17:45.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c5ffb700 1 -- 172.21.15.79:0/1675667401 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60c8159b70 msgr2=0x7f60c815d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:45.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c5ffb700 1 --2- 172.21.15.79:0/1675667401 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60c8159b70 0x7f60c815d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:45.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c5ffb700 1 -- 172.21.15.79:0/1675667401 >> v2:172.21.15.134:3300/0 conn(0x7f60c80cd550 msgr2=0x7f60c815ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:45.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c5ffb700 1 --2- 172.21.15.79:0/1675667401 >> v2:172.21.15.134:3300/0 conn(0x7f60c80cd550 0x7f60c815ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:45.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c5ffb700 1 -- 172.21.15.79:0/1675667401 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60c80cd9d0 con 0x7f60c80b0d20 2023-09-21T11:17:45.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c5ffb700 1 -- 172.21.15.79:0/1675667401 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f60c0001b80 con 0x7f60c80b0d20 2023-09-21T11:17:45.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c5ffb700 1 -- 172.21.15.79:0/1675667401 >> v1:172.21.15.79:6789/0 conn(0x7f60c80b0d20 legacy=0x7f60c80716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:45.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c5ffb700 1 --2- 172.21.15.79:0/1675667401 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60b0003a00 0x7f60b0003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:45.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c5ffb700 1 --2- 172.21.15.79:0/1675667401 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f60b0004850 0x7f60b0004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:45.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c5ffb700 1 --2- 172.21.15.79:0/1675667401 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60c8159b70 0x7f60b0005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:45.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c5ffb700 1 -- 172.21.15.79:0/1675667401 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60c815e660 con 0x7f60b0004850 2023-09-21T11:17:45.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c5ffb700 1 -- 172.21.15.79:0/1675667401 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60c8070f70 con 0x7f60b0003a00 2023-09-21T11:17:45.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c5ffb700 1 -- 172.21.15.79:0/1675667401 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60b000dc20 con 0x7f60c8159b70 2023-09-21T11:17:45.500 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c67fc700 1 --2- 172.21.15.79:0/1675667401 >> v2:172.21.15.134:3300/0 conn(0x7f60c80cd550 0x7f60c815ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:45.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c6ffd700 1 --2- 172.21.15.79:0/1675667401 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60b0003a00 0x7f60b0003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:45.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c67fc700 1 --2- 172.21.15.79:0/1675667401 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f60b0004850 0x7f60b0004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:45.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c77fe700 1 --2- 172.21.15.79:0/1675667401 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60c8159b70 0x7f60b0005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:45.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c67fc700 1 -- 172.21.15.79:0/1675667401 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60c8159b70 msgr2=0x7f60b0005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:45.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c67fc700 1 --2- 172.21.15.79:0/1675667401 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60c8159b70 0x7f60b0005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:45.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c67fc700 1 -- 172.21.15.79:0/1675667401 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60b0003a00 msgr2=0x7f60b0003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:45.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c67fc700 1 --2- 172.21.15.79:0/1675667401 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60b0003a00 0x7f60b0003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:45.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.501+0000 7f60c67fc700 1 -- 172.21.15.79:0/1675667401 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60b00035b0 con 0x7f60b0004850 2023-09-21T11:17:45.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.502+0000 7f60c67fc700 1 --2- 172.21.15.79:0/1675667401 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f60b0004850 0x7f60b0004cd0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f60b8009930 tx=0x7f60b0005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20ed1c1ed9ee6163 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:45.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.502+0000 7f60c5ffb700 1 -- 172.21.15.79:0/1675667401 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60b800c070 con 0x7f60b0004850 2023-09-21T11:17:45.502 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.502+0000 7f60c5ffb700 1 -- 172.21.15.79:0/1675667401 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60b8004230 con 0x7f60b0004850 2023-09-21T11:17:45.503 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.502+0000 7f60c5ffb700 1 -- 172.21.15.79:0/1675667401 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60b80036a0 con 0x7f60b0004850 2023-09-21T11:17:45.503 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.502+0000 7f60cd6f4700 1 -- 172.21.15.79:0/1675667401 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f60b0004850 msgr2=0x7f60b0004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:45.503 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.502+0000 7f60cd6f4700 1 --2- 172.21.15.79:0/1675667401 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f60b0004850 0x7f60b0004cd0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f60b8009930 tx=0x7f60b0005880 comp rx=0 tx=0).stop 2023-09-21T11:17:45.503 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.502+0000 7f60c77fe700 1 -- 172.21.15.79:0/1675667401 reap_dead start 2023-09-21T11:17:45.503 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.502+0000 7f60cd6f4700 1 -- 172.21.15.79:0/1675667401 shutdown_connections 2023-09-21T11:17:45.504 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.502+0000 7f60cd6f4700 1 -- 172.21.15.79:0/1675667401 >> 172.21.15.79:0/1675667401 conn(0x7f60c806aee0 msgr2=0x7f60c80cbd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:45.504 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.502+0000 7f60cd6f4700 1 -- 172.21.15.79:0/1675667401 shutdown_connections 2023-09-21T11:17:45.504 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.502+0000 7f60cd6f4700 1 -- 172.21.15.79:0/1675667401 wait complete. 2023-09-21T11:17:45.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.504+0000 7f60cd6f4700 1 Processor -- start 2023-09-21T11:17:45.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.504+0000 7f60cd6f4700 1 -- start start 2023-09-21T11:17:45.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.504+0000 7f60cd6f4700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f60c80c8a50 0x7f60c80c5340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:45.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.504+0000 7f60cd6f4700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60c80c8e30 0x7f60c81f6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:45.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.504+0000 7f60cd6f4700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60c80c5880 0x7f60c81f6840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:45.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.504+0000 7f60cd6f4700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60c80b2a50 con 0x7f60c80c8a50 2023-09-21T11:17:45.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.504+0000 7f60cd6f4700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60c80c3760 con 0x7f60c80c8e30 2023-09-21T11:17:45.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.504+0000 7f60cd6f4700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60c80c3a40 con 0x7f60c80c5880 2023-09-21T11:17:45.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.504+0000 7f60c6ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f60c80c8a50 0x7f60c80c5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:45.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.504+0000 7f60c6ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f60c80c8a50 0x7f60c80c5340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:54966/0 (socket says 172.21.15.79:54966) 2023-09-21T11:17:45.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.505+0000 7f60c6ffd700 1 -- 172.21.15.79:0/1912735794 learned_addr learned my addr 172.21.15.79:0/1912735794 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:45.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.505+0000 7f60c67fc700 1 --2- 172.21.15.79:0/1912735794 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60c80c8e30 0x7f60c81f6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:45.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.505+0000 7f60c77fe700 1 --2- 172.21.15.79:0/1912735794 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60c80c5880 0x7f60c81f6840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:45.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.505+0000 7f60c6ffd700 1 -- 172.21.15.79:0/1912735794 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60c80c5880 msgr2=0x7f60c81f6840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:45.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.505+0000 7f60c6ffd700 1 --2- 172.21.15.79:0/1912735794 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60c80c5880 0x7f60c81f6840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:45.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.505+0000 7f60c6ffd700 1 -- 172.21.15.79:0/1912735794 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60c80c8e30 msgr2=0x7f60c81f6300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:45.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.505+0000 7f60c6ffd700 1 --2- 172.21.15.79:0/1912735794 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60c80c8e30 0x7f60c81f6300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:45.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.505+0000 7f60c6ffd700 1 -- 172.21.15.79:0/1912735794 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60c80c3d20 con 0x7f60c80c8a50 2023-09-21T11:17:45.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.505+0000 7f60c77fe700 1 --2- 172.21.15.79:0/1912735794 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60c80c5880 0x7f60c81f6840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:45.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.505+0000 7f60c6ffd700 1 --2- 172.21.15.79:0/1912735794 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f60c80c8a50 0x7f60c80c5340 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f60bc0119a0 tx=0x7f60bc011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:45.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.505+0000 7f60af7fe700 1 -- 172.21.15.79:0/1912735794 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60bc00f940 con 0x7f60c80c8a50 2023-09-21T11:17:45.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.505+0000 7f60af7fe700 1 -- 172.21.15.79:0/1912735794 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60bc00faa0 con 0x7f60c80c8a50 2023-09-21T11:17:45.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.505+0000 7f60cd6f4700 1 -- 172.21.15.79:0/1912735794 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60c80b2d10 con 0x7f60c80c8a50 2023-09-21T11:17:45.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.505+0000 7f60af7fe700 1 -- 172.21.15.79:0/1912735794 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60bc00fe30 con 0x7f60c80c8a50 2023-09-21T11:17:45.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.505+0000 7f60cd6f4700 1 -- 172.21.15.79:0/1912735794 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60c80ac8e0 con 0x7f60c80c8a50 2023-09-21T11:17:45.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.506+0000 7f60cd6f4700 1 -- 172.21.15.79:0/1912735794 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60c80c3f10 con 0x7f60c80c8a50 2023-09-21T11:17:45.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.506+0000 7f60af7fe700 1 -- 172.21.15.79:0/1912735794 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f60bc014440 con 0x7f60c80c8a50 2023-09-21T11:17:45.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.507+0000 7f60af7fe700 1 --2- 172.21.15.79:0/1912735794 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f60b406a580 0x7f60b406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:45.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.507+0000 7f60af7fe700 1 -- 172.21.15.79:0/1912735794 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5502+0+0 (secure 0 0 0) 0x7f60bc088ec0 con 0x7f60c80c8a50 2023-09-21T11:17:45.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.507+0000 7f60c67fc700 1 --2- 172.21.15.79:0/1912735794 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f60b406a580 0x7f60b406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:45.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.507+0000 7f60c67fc700 1 --2- 172.21.15.79:0/1912735794 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f60b406a580 0x7f60b406ca40 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f60b800a010 tx=0x7f60b8020040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:45.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.511+0000 7f60af7fe700 1 -- 172.21.15.79:0/1912735794 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f60bc0545a0 con 0x7f60c80c8a50 2023-09-21T11:17:45.697 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:45.705+0000 7f60cd6f4700 1 -- 172.21.15.79:0/1912735794 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f60c804eae0 con 0x7f60c80c8a50 2023-09-21T11:17:46.349 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.356+0000 7f60af7fe700 1 -- 172.21.15.79:0/1912735794 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v25) v1 ==== 169+0+0 (secure 0 0 0) 0x7f60bc057bc0 con 0x7f60c80c8a50 2023-09-21T11:17:46.353 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.360+0000 7f60cd6f4700 1 -- 172.21.15.79:0/1912735794 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f60b406a580 msgr2=0x7f60b406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:46.353 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.360+0000 7f60cd6f4700 1 --2- 172.21.15.79:0/1912735794 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f60b406a580 0x7f60b406ca40 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f60b800a010 tx=0x7f60b8020040 comp rx=0 tx=0).stop 2023-09-21T11:17:46.354 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.360+0000 7f60cd6f4700 1 -- 172.21.15.79:0/1912735794 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f60c80c8a50 msgr2=0x7f60c80c5340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:46.354 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.360+0000 7f60cd6f4700 1 --2- 172.21.15.79:0/1912735794 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f60c80c8a50 0x7f60c80c5340 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f60bc0119a0 tx=0x7f60bc011cb0 comp rx=0 tx=0).stop 2023-09-21T11:17:46.354 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.360+0000 7f60cd6f4700 1 -- 172.21.15.79:0/1912735794 shutdown_connections 2023-09-21T11:17:46.354 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.360+0000 7f60cd6f4700 1 --2- 172.21.15.79:0/1912735794 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f60b406a580 0x7f60b406ca40 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:46.354 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.360+0000 7f60cd6f4700 1 --2- 172.21.15.79:0/1912735794 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60c80c5880 0x7f60c81f6840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:46.355 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.360+0000 7f60cd6f4700 1 --2- 172.21.15.79:0/1912735794 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f60c80c8a50 0x7f60c80c5340 secure :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f60bc0119a0 tx=0x7f60bc011cb0 comp rx=0 tx=0).stop 2023-09-21T11:17:46.355 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.360+0000 7f60cd6f4700 1 --2- 172.21.15.79:0/1912735794 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60c80c8e30 0x7f60c81f6300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:46.355 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.360+0000 7f60cd6f4700 1 -- 172.21.15.79:0/1912735794 >> 172.21.15.79:0/1912735794 conn(0x7f60c806aee0 msgr2=0x7f60c8154940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:46.355 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.361+0000 7f60cd6f4700 1 -- 172.21.15.79:0/1912735794 shutdown_connections 2023-09-21T11:17:46.355 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.361+0000 7f60cd6f4700 1 -- 172.21.15.79:0/1912735794 wait complete. 2023-09-21T11:17:46.356 INFO:teuthology.orchestra.run.smithi079.stderr:pool 'cephfs_data' removed 2023-09-21T11:17:46.368 INFO:tasks.ceph.mds.a:Restarting daemon 2023-09-21T11:17:46.368 INFO:tasks.ceph.mds.a:Stopping old one... 2023-09-21T11:17:46.369 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-09-21T11:17:46.369 INFO:teuthology.orchestra.run:waiting for 300 2023-09-21T11:17:46.369 INFO:tasks.ceph.mds.c:Restarting daemon 2023-09-21T11:17:46.369 INFO:tasks.ceph.mds.c:Stopping old one... 2023-09-21T11:17:46.370 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-09-21T11:17:46.370 INFO:teuthology.orchestra.run:waiting for 300 2023-09-21T11:17:46.370 INFO:tasks.ceph.mds.b:Restarting daemon 2023-09-21T11:17:46.371 INFO:tasks.ceph.mds.b:Stopping old one... 2023-09-21T11:17:46.371 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-09-21T11:17:46.371 INFO:teuthology.orchestra.run:waiting for 300 2023-09-21T11:17:46.372 INFO:tasks.ceph.mds.d:Restarting daemon 2023-09-21T11:17:46.372 INFO:tasks.ceph.mds.d:Stopping old one... 2023-09-21T11:17:46.372 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-09-21T11:17:46.373 INFO:teuthology.orchestra.run:waiting for 300 2023-09-21T11:17:46.378 INFO:tasks.ceph.mds.a:Stopped 2023-09-21T11:17:46.378 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-09-21T11:17:46.380 INFO:tasks.ceph.mds.c:Stopped 2023-09-21T11:17:46.380 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-09-21T11:17:46.382 INFO:tasks.ceph.mds.b:Stopped 2023-09-21T11:17:46.383 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-09-21T11:17:46.384 INFO:tasks.ceph.mds.d:Stopped 2023-09-21T11:17:46.384 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-09-21T11:17:46.421 INFO:tasks.ceph.mds.a:Started 2023-09-21T11:17:46.422 DEBUG:teuthology.parallel:result is None 2023-09-21T11:17:46.423 INFO:tasks.ceph.mds.c:Started 2023-09-21T11:17:46.423 DEBUG:teuthology.parallel:result is None 2023-09-21T11:17:46.425 INFO:tasks.ceph.mds.b:Started 2023-09-21T11:17:46.426 DEBUG:teuthology.parallel:result is None 2023-09-21T11:17:46.427 INFO:tasks.ceph.mds.d:Started 2023-09-21T11:17:46.427 DEBUG:teuthology.parallel:result is None 2023-09-21T11:17:46.428 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2023-09-21T11:17:46.502 INFO:tasks.ceph.mds.a.smithi079.stdout:starting mds.a at 2023-09-21T11:17:46.502 INFO:tasks.ceph.mds.c.smithi079.stdout:starting mds.c at 2023-09-21T11:17:46.511 INFO:tasks.ceph.mds.b.smithi134.stdout:starting mds.b at 2023-09-21T11:17:46.511 INFO:tasks.ceph.mds.d.smithi134.stdout:starting mds.d at 2023-09-21T11:17:46.557 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.565+0000 7f61ace7b700 1 Processor -- start 2023-09-21T11:17:46.558 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.565+0000 7f61ace7b700 1 -- start start 2023-09-21T11:17:46.560 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61ace7b700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f61a80cf750 0x7f61a815ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:46.561 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61ace7b700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f61a815da80 0x7f61a8161d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:46.561 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61ace7b700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f61a815dfd0 con 0x7f61a815d6a0 2023-09-21T11:17:46.561 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61ace7b700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61a815ec50 con 0x7f61a815da80 2023-09-21T11:17:46.561 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61ace7b700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61a81622c0 con 0x7f61a80cf750 2023-09-21T11:17:46.562 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61a6d9d700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f61a815da80 0x7f61a8161d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:46.562 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61a659c700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f61a815d6a0 0x7f61a80cf040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41362/0 (socket says 172.21.15.79:41362) 2023-09-21T11:17:46.562 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61a6d9d700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f61a815da80 0x7f61a8161d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55002/0 (socket says 172.21.15.79:55002) 2023-09-21T11:17:46.562 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61a659c700 1 -- 172.21.15.79:0/2085083638 learned_addr learned my addr 172.21.15.79:0/2085083638 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:46.562 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61a5d9b700 1 --2- 172.21.15.79:0/2085083638 >> v2:172.21.15.134:3300/0 conn(0x7f61a80cf750 0x7f61a815ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:46.563 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61a559a700 1 -- 172.21.15.79:0/2085083638 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 847934962 0 0) 0x7f61a815dfd0 con 0x7f61a815d6a0 2023-09-21T11:17:46.563 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61a559a700 1 -- 172.21.15.79:0/2085083638 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f61900035b0 con 0x7f61a815d6a0 2023-09-21T11:17:46.563 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61a6d9d700 1 -- 172.21.15.79:0/2085083638 >> v2:172.21.15.134:3300/0 conn(0x7f61a80cf750 msgr2=0x7f61a815ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:46.563 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61a6d9d700 1 --2- 172.21.15.79:0/2085083638 >> v2:172.21.15.134:3300/0 conn(0x7f61a80cf750 0x7f61a815ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:46.564 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61a6d9d700 1 -- 172.21.15.79:0/2085083638 >> v1:172.21.15.79:6789/0 conn(0x7f61a815d6a0 legacy=0x7f61a80cf040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:46.564 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61a6d9d700 1 -- 172.21.15.79:0/2085083638 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61a815e2b0 con 0x7f61a815da80 2023-09-21T11:17:46.564 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61a6d9d700 1 --2- 172.21.15.79:0/2085083638 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61a815da80 0x7f61a8161d80 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f61a80b3980 tx=0x7f61a000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ae1f587e5f7fbba server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:46.564 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61a559a700 1 -- 172.21.15.79:0/2085083638 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61a000e070 con 0x7f61a815da80 2023-09-21T11:17:46.564 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61a559a700 1 -- 172.21.15.79:0/2085083638 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61a000bb20 con 0x7f61a815da80 2023-09-21T11:17:46.565 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.566+0000 7f61a559a700 1 -- 172.21.15.79:0/2085083638 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61a000be90 con 0x7f61a815da80 2023-09-21T11:17:46.565 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.567+0000 7f61ace7b700 1 -- 172.21.15.79:0/2085083638 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61a815da80 msgr2=0x7f61a8161d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:46.565 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.567+0000 7f61ace7b700 1 --2- 172.21.15.79:0/2085083638 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61a815da80 0x7f61a8161d80 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f61a80b3980 tx=0x7f61a000b330 comp rx=0 tx=0).stop 2023-09-21T11:17:46.565 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.567+0000 7f61ace7b700 1 -- 172.21.15.79:0/2085083638 shutdown_connections 2023-09-21T11:17:46.565 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.567+0000 7f61ace7b700 1 --2- 172.21.15.79:0/2085083638 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61a815da80 0x7f61a8161d80 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:46.566 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.567+0000 7f61ace7b700 1 --2- 172.21.15.79:0/2085083638 >> v2:172.21.15.134:3300/0 conn(0x7f61a80cf750 0x7f61a815ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:46.566 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.567+0000 7f61ace7b700 1 -- 172.21.15.79:0/2085083638 >> 172.21.15.79:0/2085083638 conn(0x7f61a80664a0 msgr2=0x7f61a8066880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:46.566 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.567+0000 7f61ace7b700 1 -- 172.21.15.79:0/2085083638 shutdown_connections 2023-09-21T11:17:46.566 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.567+0000 7f61ace7b700 1 -- 172.21.15.79:0/2085083638 wait complete. 2023-09-21T11:17:46.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.568+0000 7f61ace7b700 1 Processor -- start 2023-09-21T11:17:46.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.569+0000 7f61ace7b700 1 -- start start 2023-09-21T11:17:46.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.569+0000 7f61ace7b700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61a80cf750 0x7f61a80b3c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:46.569 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.569+0000 7f61ace7b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61a815d6a0 0x7f61a80c78c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:46.570 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.569+0000 7f61ace7b700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61a815da80 0x7f61a815bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:46.570 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.569+0000 7f61ace7b700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61a80b57b0 con 0x7f61a815d6a0 2023-09-21T11:17:46.570 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.569+0000 7f61ace7b700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61a80b5a90 con 0x7f61a80cf750 2023-09-21T11:17:46.570 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.569+0000 7f61ace7b700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61a80b5d70 con 0x7f61a815da80 2023-09-21T11:17:46.570 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.569+0000 7f61a5d9b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61a815d6a0 0x7f61a80c78c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:46.571 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.569+0000 7f61a5d9b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61a815d6a0 0x7f61a80c78c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55006/0 (socket says 172.21.15.79:55006) 2023-09-21T11:17:46.571 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.569+0000 7f61a5d9b700 1 -- 172.21.15.79:0/185433747 learned_addr learned my addr 172.21.15.79:0/185433747 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:46.571 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.569+0000 7f61a659c700 1 --2- 172.21.15.79:0/185433747 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61a80cf750 0x7f61a80b3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:46.572 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.569+0000 7f61a6d9d700 1 --2- 172.21.15.79:0/185433747 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61a815da80 0x7f61a815bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:46.572 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.570+0000 7f61a5d9b700 1 -- 172.21.15.79:0/185433747 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61a815da80 msgr2=0x7f61a815bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:46.572 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.570+0000 7f61a5d9b700 1 --2- 172.21.15.79:0/185433747 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61a815da80 0x7f61a815bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:46.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.570+0000 7f61a5d9b700 1 -- 172.21.15.79:0/185433747 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61a80cf750 msgr2=0x7f61a80b3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:46.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.570+0000 7f61a5d9b700 1 --2- 172.21.15.79:0/185433747 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61a80cf750 0x7f61a80b3c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:46.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.570+0000 7f61a5d9b700 1 -- 172.21.15.79:0/185433747 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61a0009a70 con 0x7f61a815d6a0 2023-09-21T11:17:46.573 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.570+0000 7f61a6d9d700 1 --2- 172.21.15.79:0/185433747 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61a815da80 0x7f61a815bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:46.574 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.570+0000 7f61a659c700 1 --2- 172.21.15.79:0/185433747 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61a80cf750 0x7f61a80b3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:46.574 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.570+0000 7f61a5d9b700 1 --2- 172.21.15.79:0/185433747 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61a815d6a0 0x7f61a80c78c0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f619c00e9b0 tx=0x7f619c00ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:46.574 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.570+0000 7f6196ffd700 1 -- 172.21.15.79:0/185433747 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f619c009710 con 0x7f61a815d6a0 2023-09-21T11:17:46.575 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.570+0000 7f6196ffd700 1 -- 172.21.15.79:0/185433747 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f619c00c850 con 0x7f61a815d6a0 2023-09-21T11:17:46.575 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.570+0000 7f61ace7b700 1 -- 172.21.15.79:0/185433747 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61a80b6050 con 0x7f61a815d6a0 2023-09-21T11:17:46.575 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.570+0000 7f6196ffd700 1 -- 172.21.15.79:0/185433747 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f619c00cbc0 con 0x7f61a815d6a0 2023-09-21T11:17:46.575 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.570+0000 7f61ace7b700 1 -- 172.21.15.79:0/185433747 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61a80b5480 con 0x7f61a815d6a0 2023-09-21T11:17:46.576 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.571+0000 7f61ace7b700 1 -- 172.21.15.79:0/185433747 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61a80b63c0 con 0x7f61a815d6a0 2023-09-21T11:17:46.576 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.571+0000 7f6196ffd700 1 -- 172.21.15.79:0/185433747 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f619c00cd20 con 0x7f61a815d6a0 2023-09-21T11:17:46.577 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.572+0000 7f6196ffd700 1 --2- 172.21.15.79:0/185433747 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f618806a580 0x7f618806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:46.577 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.572+0000 7f6196ffd700 1 -- 172.21.15.79:0/185433747 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f619c088850 con 0x7f61a815d6a0 2023-09-21T11:17:46.578 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.572+0000 7f61a659c700 1 --2- 172.21.15.79:0/185433747 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f618806a580 0x7f618806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:46.578 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.572+0000 7f61a659c700 1 --2- 172.21.15.79:0/185433747 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f618806a580 0x7f618806ca40 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f6198005910 tx=0x7f6198009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:46.579 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.576+0000 7f6196ffd700 1 -- 172.21.15.79:0/185433747 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f619c0540d0 con 0x7f61a815d6a0 2023-09-21T11:17:46.772 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:46.780+0000 7f61ace7b700 1 -- 172.21.15.79:0/185433747 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f61a80d0110 con 0x7f61a815d6a0 2023-09-21T11:17:47.359 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.367+0000 7f6196ffd700 1 -- 172.21.15.79:0/185433747 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v27) v1 ==== 97+0+0 (secure 0 0 0) 0x7f619c021080 con 0x7f61a815d6a0 2023-09-21T11:17:47.363 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.369+0000 7f61ace7b700 1 -- 172.21.15.79:0/185433747 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f618806a580 msgr2=0x7f618806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:47.363 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.369+0000 7f61ace7b700 1 --2- 172.21.15.79:0/185433747 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f618806a580 0x7f618806ca40 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f6198005910 tx=0x7f6198009040 comp rx=0 tx=0).stop 2023-09-21T11:17:47.363 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.369+0000 7f61ace7b700 1 -- 172.21.15.79:0/185433747 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61a815d6a0 msgr2=0x7f61a80c78c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:47.363 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.369+0000 7f61ace7b700 1 --2- 172.21.15.79:0/185433747 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61a815d6a0 0x7f61a80c78c0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f619c00e9b0 tx=0x7f619c00ed70 comp rx=0 tx=0).stop 2023-09-21T11:17:47.363 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.369+0000 7f61ace7b700 1 -- 172.21.15.79:0/185433747 shutdown_connections 2023-09-21T11:17:47.364 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.369+0000 7f61ace7b700 1 --2- 172.21.15.79:0/185433747 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f618806a580 0x7f618806ca40 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.364 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.369+0000 7f61ace7b700 1 --2- 172.21.15.79:0/185433747 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61a815da80 0x7f61a815bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.364 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.369+0000 7f61ace7b700 1 --2- 172.21.15.79:0/185433747 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61a80cf750 0x7f61a80b3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.364 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.369+0000 7f61ace7b700 1 --2- 172.21.15.79:0/185433747 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61a815d6a0 0x7f61a80c78c0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.364 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.370+0000 7f61ace7b700 1 -- 172.21.15.79:0/185433747 >> 172.21.15.79:0/185433747 conn(0x7f61a80664a0 msgr2=0x7f61a8160380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:47.364 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.370+0000 7f61ace7b700 1 -- 172.21.15.79:0/185433747 shutdown_connections 2023-09-21T11:17:47.365 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.370+0000 7f61ace7b700 1 -- 172.21.15.79:0/185433747 wait complete. 2023-09-21T11:17:47.365 INFO:teuthology.orchestra.run.smithi079.stderr: removed all blocklist entries 2023-09-21T11:17:47.376 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2023-09-21T11:17:47.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.506+0000 7f5edaa06700 1 Processor -- start 2023-09-21T11:17:47.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.506+0000 7f5edaa06700 1 -- start start 2023-09-21T11:17:47.503 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.507+0000 7f5edaa06700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5ed40726c0 0x7f5ed415f560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:47.503 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.507+0000 7f5edaa06700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f5ed40d1120 0x7f5ed415faa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:47.504 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.507+0000 7f5edaa06700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ed40cda70 con 0x7f5ed40b2470 2023-09-21T11:17:47.504 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.507+0000 7f5edaa06700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ed40cf150 con 0x7f5ed40d1120 2023-09-21T11:17:47.504 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.507+0000 7f5edaa06700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ed40cd7b0 con 0x7f5ed40726c0 2023-09-21T11:17:47.504 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.507+0000 7f5ed3fff700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f5ed40b2470 0x7f5ed40b2850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41378/0 (socket says 172.21.15.79:41378) 2023-09-21T11:17:47.504 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.507+0000 7f5ed3fff700 1 -- 172.21.15.79:0/2451857931 learned_addr learned my addr 172.21.15.79:0/2451857931 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:47.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.507+0000 7f5ed2ffd700 1 -- 172.21.15.79:0/2451857931 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2124152892 0 0) 0x7f5ed40cda70 con 0x7f5ed40b2470 2023-09-21T11:17:47.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.507+0000 7f5ed2ffd700 1 -- 172.21.15.79:0/2451857931 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5ebc0035b0 con 0x7f5ed40b2470 2023-09-21T11:17:47.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.507+0000 7f5ed37fe700 1 --2- 172.21.15.79:0/2451857931 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5ed40726c0 0x7f5ed415f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:47.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.507+0000 7f5ed8fa3700 1 --2- 172.21.15.79:0/2451857931 >> v2:172.21.15.134:3300/0 conn(0x7f5ed40d1120 0x7f5ed415faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:47.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed2ffd700 1 -- 172.21.15.79:0/2451857931 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2899364624 0 0) 0x7f5ebc0035b0 con 0x7f5ed40b2470 2023-09-21T11:17:47.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed2ffd700 1 -- 172.21.15.79:0/2451857931 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5ed40726c0 msgr2=0x7f5ed415f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:47.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed2ffd700 1 --2- 172.21.15.79:0/2451857931 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5ed40726c0 0x7f5ed415f560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed2ffd700 1 -- 172.21.15.79:0/2451857931 >> v2:172.21.15.134:3300/0 conn(0x7f5ed40d1120 msgr2=0x7f5ed415faa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:47.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed2ffd700 1 --2- 172.21.15.79:0/2451857931 >> v2:172.21.15.134:3300/0 conn(0x7f5ed40d1120 0x7f5ed415faa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed2ffd700 1 -- 172.21.15.79:0/2451857931 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ed4071be0 con 0x7f5ed40b2470 2023-09-21T11:17:47.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed2ffd700 1 -- 172.21.15.79:0/2451857931 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f5ec8001670 con 0x7f5ed40b2470 2023-09-21T11:17:47.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed8fa3700 1 --2- 172.21.15.79:0/2451857931 >> v2:172.21.15.134:3300/0 conn(0x7f5ed40d1120 0x7f5ed415faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:47.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed2ffd700 1 -- 172.21.15.79:0/2451857931 >> v1:172.21.15.79:6789/0 conn(0x7f5ed40b2470 legacy=0x7f5ed40b2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:47.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed2ffd700 1 --2- 172.21.15.79:0/2451857931 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5ebc003a00 0x7f5ebc003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:47.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed2ffd700 1 --2- 172.21.15.79:0/2451857931 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5ed40726c0 0x7f5ebc004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:47.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed2ffd700 1 --2- 172.21.15.79:0/2451857931 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5ebc004d90 0x7f5ebc005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:47.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed2ffd700 1 -- 172.21.15.79:0/2451857931 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ed40cf150 con 0x7f5ebc004d90 2023-09-21T11:17:47.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed2ffd700 1 -- 172.21.15.79:0/2451857931 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ed40cd7b0 con 0x7f5ebc003a00 2023-09-21T11:17:47.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed2ffd700 1 -- 172.21.15.79:0/2451857931 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ebc00ba40 con 0x7f5ed40726c0 2023-09-21T11:17:47.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed8fa3700 1 --2- 172.21.15.79:0/2451857931 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5ebc004d90 0x7f5ebc005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:47.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed3fff700 1 --2- 172.21.15.79:0/2451857931 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5ebc003a00 0x7f5ebc003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:47.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed37fe700 1 --2- 172.21.15.79:0/2451857931 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5ed40726c0 0x7f5ebc004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:47.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed8fa3700 1 -- 172.21.15.79:0/2451857931 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5ed40726c0 msgr2=0x7f5ebc004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:47.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed8fa3700 1 --2- 172.21.15.79:0/2451857931 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5ed40726c0 0x7f5ebc004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed8fa3700 1 -- 172.21.15.79:0/2451857931 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5ebc003a00 msgr2=0x7f5ebc003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:47.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed8fa3700 1 --2- 172.21.15.79:0/2451857931 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5ebc003a00 0x7f5ebc003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed8fa3700 1 -- 172.21.15.79:0/2451857931 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ebc0035b0 con 0x7f5ebc004d90 2023-09-21T11:17:47.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed8fa3700 1 --2- 172.21.15.79:0/2451857931 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5ebc004d90 0x7f5ebc005210 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc0073e0 tx=0x7f5ebc005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed679a03a3c6152a server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:47.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed2ffd700 1 -- 172.21.15.79:0/2451857931 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ecc014400 con 0x7f5ebc004d90 2023-09-21T11:17:47.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed2ffd700 1 -- 172.21.15.79:0/2451857931 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ecc014560 con 0x7f5ebc004d90 2023-09-21T11:17:47.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.508+0000 7f5ed2ffd700 1 -- 172.21.15.79:0/2451857931 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ecc0148d0 con 0x7f5ebc004d90 2023-09-21T11:17:47.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.509+0000 7f5edaa06700 1 -- 172.21.15.79:0/2451857931 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5ebc004d90 msgr2=0x7f5ebc005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:47.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.509+0000 7f5edaa06700 1 --2- 172.21.15.79:0/2451857931 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5ebc004d90 0x7f5ebc005210 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc0073e0 tx=0x7f5ebc005880 comp rx=0 tx=0).stop 2023-09-21T11:17:47.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.509+0000 7f5ed8fa3700 1 -- 172.21.15.79:0/2451857931 reap_dead start 2023-09-21T11:17:47.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.509+0000 7f5edaa06700 1 -- 172.21.15.79:0/2451857931 shutdown_connections 2023-09-21T11:17:47.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.509+0000 7f5edaa06700 1 -- 172.21.15.79:0/2451857931 >> 172.21.15.79:0/2451857931 conn(0x7f5ed406df70 msgr2=0x7f5ed406e380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:47.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.509+0000 7f5edaa06700 1 -- 172.21.15.79:0/2451857931 shutdown_connections 2023-09-21T11:17:47.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.509+0000 7f5edaa06700 1 -- 172.21.15.79:0/2451857931 wait complete. 2023-09-21T11:17:47.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.511+0000 7f5edaa06700 1 Processor -- start 2023-09-21T11:17:47.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.511+0000 7f5edaa06700 1 -- start start 2023-09-21T11:17:47.515 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5edaa06700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5ed4146770 0x7f5ed4149150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:47.515 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5edaa06700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5ed4146b50 0x7f5ed4149690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:47.515 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5edaa06700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5ed41470c0 0x7f5ed4147550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:47.516 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5edaa06700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ed4147d80 con 0x7f5ed4146b50 2023-09-21T11:17:47.516 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5edaa06700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ed4148060 con 0x7f5ed41470c0 2023-09-21T11:17:47.516 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5edaa06700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ed4148340 con 0x7f5ed4146770 2023-09-21T11:17:47.516 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5ed37fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5ed4146b50 0x7f5ed4149690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:47.516 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5ed37fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5ed4146b50 0x7f5ed4149690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55026/0 (socket says 172.21.15.79:55026) 2023-09-21T11:17:47.517 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5ed37fe700 1 -- 172.21.15.79:0/3522872402 learned_addr learned my addr 172.21.15.79:0/3522872402 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:47.517 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5ed3fff700 1 --2- 172.21.15.79:0/3522872402 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5ed4146770 0x7f5ed4149150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:47.517 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5ed8fa3700 1 --2- 172.21.15.79:0/3522872402 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5ed41470c0 0x7f5ed4147550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:47.517 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5ed37fe700 1 -- 172.21.15.79:0/3522872402 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5ed4146770 msgr2=0x7f5ed4149150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:47.517 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5ed37fe700 1 --2- 172.21.15.79:0/3522872402 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5ed4146770 0x7f5ed4149150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.517 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5ed37fe700 1 -- 172.21.15.79:0/3522872402 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5ed41470c0 msgr2=0x7f5ed4147550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:47.518 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5ed37fe700 1 --2- 172.21.15.79:0/3522872402 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5ed41470c0 0x7f5ed4147550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.518 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5ed37fe700 1 -- 172.21.15.79:0/3522872402 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ed4148620 con 0x7f5ed4146b50 2023-09-21T11:17:47.518 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5ed8fa3700 1 --2- 172.21.15.79:0/3522872402 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5ed41470c0 0x7f5ed4147550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:47.518 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5ed37fe700 1 --2- 172.21.15.79:0/3522872402 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5ed4146b50 0x7f5ed4149690 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f5ec40119a0 tx=0x7f5ec4011d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:47.518 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5ed0ff9700 1 -- 172.21.15.79:0/3522872402 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec4011ee0 con 0x7f5ed4146b50 2023-09-21T11:17:47.519 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5ed0ff9700 1 -- 172.21.15.79:0/3522872402 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ec400f940 con 0x7f5ed4146b50 2023-09-21T11:17:47.519 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5edaa06700 1 -- 172.21.15.79:0/3522872402 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ed4148900 con 0x7f5ed4146b50 2023-09-21T11:17:47.519 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5ed0ff9700 1 -- 172.21.15.79:0/3522872402 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec400fcd0 con 0x7f5ed4146b50 2023-09-21T11:17:47.519 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.512+0000 7f5edaa06700 1 -- 172.21.15.79:0/3522872402 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ed4148e20 con 0x7f5ed4146b50 2023-09-21T11:17:47.519 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.513+0000 7f5edaa06700 1 -- 172.21.15.79:0/3522872402 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ed40cd3b0 con 0x7f5ed4146b50 2023-09-21T11:17:47.519 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.514+0000 7f5ed0ff9700 1 -- 172.21.15.79:0/3522872402 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f5ec4014440 con 0x7f5ed4146b50 2023-09-21T11:17:47.520 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.514+0000 7f5ed0ff9700 1 --2- 172.21.15.79:0/3522872402 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f5ec006a580 0x7f5ec006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:47.520 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.514+0000 7f5ed0ff9700 1 -- 172.21.15.79:0/3522872402 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f5ec4088cb0 con 0x7f5ed4146b50 2023-09-21T11:17:47.520 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.514+0000 7f5ed3fff700 1 --2- 172.21.15.79:0/3522872402 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f5ec006a580 0x7f5ec006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:47.520 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.515+0000 7f5ed3fff700 1 --2- 172.21.15.79:0/3522872402 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f5ec006a580 0x7f5ec006ca40 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f5ec8000c00 tx=0x7f5ec8007980 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:47.520 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.519+0000 7f5ed0ff9700 1 -- 172.21.15.79:0/3522872402 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f5ec4054610 con 0x7f5ed4146b50 2023-09-21T11:17:47.775 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.782+0000 7f5edaa06700 1 -- 172.21.15.79:0/3522872402 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f5ed4148ac0 con 0x7f5ed4146b50 2023-09-21T11:17:47.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.783+0000 7f5ed0ff9700 1 -- 172.21.15.79:0/3522872402 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v6) v1 ==== 80+0+6645 (secure 0 0 0) 0x7f5ec4057c30 con 0x7f5ed4146b50 2023-09-21T11:17:47.776 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:47.776 INFO:teuthology.orchestra.run.smithi079.stdout:{ 2023-09-21T11:17:47.777 INFO:teuthology.orchestra.run.smithi079.stdout: "auth_dump": [ 2023-09-21T11:17:47.777 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.777 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "mds.a", 2023-09-21T11:17:47.777 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQDwJQxl4WwlGxAADy+jM4pGUgokm1giDpe6mg==", 2023-09-21T11:17:47.778 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.778 INFO:teuthology.orchestra.run.smithi079.stdout: "mds": "allow", 2023-09-21T11:17:47.778 INFO:teuthology.orchestra.run.smithi079.stdout: "mgr": "allow *", 2023-09-21T11:17:47.778 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow *", 2023-09-21T11:17:47.778 INFO:teuthology.orchestra.run.smithi079.stdout: "osd": "allow *" 2023-09-21T11:17:47.779 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.779 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.779 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.779 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "mds.b", 2023-09-21T11:17:47.779 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQDwJQxlrlRTJxAA/MPUQMkAkdoHaPseMIhguA==", 2023-09-21T11:17:47.780 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.780 INFO:teuthology.orchestra.run.smithi079.stdout: "mds": "allow", 2023-09-21T11:17:47.780 INFO:teuthology.orchestra.run.smithi079.stdout: "mgr": "allow *", 2023-09-21T11:17:47.780 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow *", 2023-09-21T11:17:47.780 INFO:teuthology.orchestra.run.smithi079.stdout: "osd": "allow *" 2023-09-21T11:17:47.780 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.781 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.781 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.781 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "mds.c", 2023-09-21T11:17:47.781 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQDwJQxljQZqIhAAhhxsAxneHwIa4YLjYYiweg==", 2023-09-21T11:17:47.781 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.781 INFO:teuthology.orchestra.run.smithi079.stdout: "mds": "allow", 2023-09-21T11:17:47.782 INFO:teuthology.orchestra.run.smithi079.stdout: "mgr": "allow *", 2023-09-21T11:17:47.782 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow *", 2023-09-21T11:17:47.782 INFO:teuthology.orchestra.run.smithi079.stdout: "osd": "allow *" 2023-09-21T11:17:47.782 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.782 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.783 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.783 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "mds.d", 2023-09-21T11:17:47.783 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQDwJQxlLeacLhAA/K/pLEjcRyPJlSoHBpAr4Q==", 2023-09-21T11:17:47.783 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.783 INFO:teuthology.orchestra.run.smithi079.stdout: "mds": "allow", 2023-09-21T11:17:47.784 INFO:teuthology.orchestra.run.smithi079.stdout: "mgr": "allow *", 2023-09-21T11:17:47.784 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow *", 2023-09-21T11:17:47.784 INFO:teuthology.orchestra.run.smithi079.stdout: "osd": "allow *" 2023-09-21T11:17:47.784 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.784 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.785 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.785 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "osd.0", 2023-09-21T11:17:47.785 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQD0JQxlK8oMDBAADiXiVR6kmurgCvQpgMXVYg==", 2023-09-21T11:17:47.785 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.785 INFO:teuthology.orchestra.run.smithi079.stdout: "mgr": "allow profile osd", 2023-09-21T11:17:47.785 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow profile osd", 2023-09-21T11:17:47.786 INFO:teuthology.orchestra.run.smithi079.stdout: "osd": "allow *" 2023-09-21T11:17:47.786 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.786 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.786 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.786 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "osd.1", 2023-09-21T11:17:47.787 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQD3JQxlPIhUCxAAPOF7dpnRdDJHosp4BqR2lg==", 2023-09-21T11:17:47.787 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.787 INFO:teuthology.orchestra.run.smithi079.stdout: "mgr": "allow profile osd", 2023-09-21T11:17:47.787 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow profile osd", 2023-09-21T11:17:47.787 INFO:teuthology.orchestra.run.smithi079.stdout: "osd": "allow *" 2023-09-21T11:17:47.788 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.788 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.788 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.788 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "osd.2", 2023-09-21T11:17:47.788 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQD6JQxlOUlhChAAVnJaYchRl1rhGS8CPn0sEA==", 2023-09-21T11:17:47.789 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.789 INFO:teuthology.orchestra.run.smithi079.stdout: "mgr": "allow profile osd", 2023-09-21T11:17:47.789 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow profile osd", 2023-09-21T11:17:47.789 INFO:teuthology.orchestra.run.smithi079.stdout: "osd": "allow *" 2023-09-21T11:17:47.789 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.790 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.790 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.790 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "osd.3", 2023-09-21T11:17:47.790 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQD9JQxltCenCRAAb0K276BRHz8rwT1SZLYPFQ==", 2023-09-21T11:17:47.790 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.791 INFO:teuthology.orchestra.run.smithi079.stdout: "mgr": "allow profile osd", 2023-09-21T11:17:47.791 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow profile osd", 2023-09-21T11:17:47.791 INFO:teuthology.orchestra.run.smithi079.stdout: "osd": "allow *" 2023-09-21T11:17:47.791 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.791 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.791 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.792 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "osd.4", 2023-09-21T11:17:47.792 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQADJgxljMgIDxAAPXqzZgDdzHRJFZNUDGUVmg==", 2023-09-21T11:17:47.792 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.792 INFO:teuthology.orchestra.run.smithi079.stdout: "mgr": "allow profile osd", 2023-09-21T11:17:47.792 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow profile osd", 2023-09-21T11:17:47.793 INFO:teuthology.orchestra.run.smithi079.stdout: "osd": "allow *" 2023-09-21T11:17:47.793 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.793 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.793 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.793 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "osd.5", 2023-09-21T11:17:47.794 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQAGJgxlER9wDhAAqJeVIHhwFSQbmuJf9kQYYg==", 2023-09-21T11:17:47.794 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.794 INFO:teuthology.orchestra.run.smithi079.stdout: "mgr": "allow profile osd", 2023-09-21T11:17:47.794 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow profile osd", 2023-09-21T11:17:47.794 INFO:teuthology.orchestra.run.smithi079.stdout: "osd": "allow *" 2023-09-21T11:17:47.795 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.795 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.795 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.795 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "osd.6", 2023-09-21T11:17:47.795 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQAJJgxluToKDhAA0BYLup2WjDiveLpnb+ihYg==", 2023-09-21T11:17:47.796 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.796 INFO:teuthology.orchestra.run.smithi079.stdout: "mgr": "allow profile osd", 2023-09-21T11:17:47.796 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow profile osd", 2023-09-21T11:17:47.796 INFO:teuthology.orchestra.run.smithi079.stdout: "osd": "allow *" 2023-09-21T11:17:47.796 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.796 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.797 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.797 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "osd.7", 2023-09-21T11:17:47.797 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQAMJgxldyQEDRAAJVC8hwrtqrePRQJL32A02A==", 2023-09-21T11:17:47.797 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.797 INFO:teuthology.orchestra.run.smithi079.stdout: "mgr": "allow profile osd", 2023-09-21T11:17:47.798 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow profile osd", 2023-09-21T11:17:47.798 INFO:teuthology.orchestra.run.smithi079.stdout: "osd": "allow *" 2023-09-21T11:17:47.798 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.798 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.798 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.799 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "client.0", 2023-09-21T11:17:47.799 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQDwJQxl82ruMhAA4PsOcNGPZRydx6ETbsRzEw==", 2023-09-21T11:17:47.799 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.799 INFO:teuthology.orchestra.run.smithi079.stdout: "mds": "allow", 2023-09-21T11:17:47.799 INFO:teuthology.orchestra.run.smithi079.stdout: "mgr": "allow r", 2023-09-21T11:17:47.799 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow rw", 2023-09-21T11:17:47.800 INFO:teuthology.orchestra.run.smithi079.stdout: "osd": "allow rwx" 2023-09-21T11:17:47.800 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.800 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.800 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.800 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "client.1", 2023-09-21T11:17:47.801 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQDxJQxlEyxgABAA9ae6AkQuHQ2jBW6RtrpTtQ==", 2023-09-21T11:17:47.801 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.801 INFO:teuthology.orchestra.run.smithi079.stdout: "mds": "allow", 2023-09-21T11:17:47.801 INFO:teuthology.orchestra.run.smithi079.stdout: "mgr": "allow r", 2023-09-21T11:17:47.801 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow rw", 2023-09-21T11:17:47.801 INFO:teuthology.orchestra.run.smithi079.stdout: "osd": "allow rwx" 2023-09-21T11:17:47.802 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.802 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.802 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.802 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "client.2", 2023-09-21T11:17:47.802 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQDwJQxlayqeOBAAvnZriloOZQuKs+fqkBhZpw==", 2023-09-21T11:17:47.803 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.803 INFO:teuthology.orchestra.run.smithi079.stdout: "mds": "allow", 2023-09-21T11:17:47.803 INFO:teuthology.orchestra.run.smithi079.stdout: "mgr": "allow r", 2023-09-21T11:17:47.803 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow rw", 2023-09-21T11:17:47.803 INFO:teuthology.orchestra.run.smithi079.stdout: "osd": "allow rwx" 2023-09-21T11:17:47.804 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.804 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.804 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.804 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "client.3", 2023-09-21T11:17:47.804 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQDxJQxl9jK6AxAAlRDeVPEjRheq1n0bQnLajg==", 2023-09-21T11:17:47.804 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.805 INFO:teuthology.orchestra.run.smithi079.stdout: "mds": "allow", 2023-09-21T11:17:47.805 INFO:teuthology.orchestra.run.smithi079.stdout: "mgr": "allow r", 2023-09-21T11:17:47.805 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow rw", 2023-09-21T11:17:47.806 INFO:teuthology.orchestra.run.smithi079.stdout: "osd": "allow rwx" 2023-09-21T11:17:47.806 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.806 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.806 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.806 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "client.admin", 2023-09-21T11:17:47.807 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A==", 2023-09-21T11:17:47.807 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.807 INFO:teuthology.orchestra.run.smithi079.stdout: "mds": "allow *", 2023-09-21T11:17:47.807 INFO:teuthology.orchestra.run.smithi079.stdout: "mgr": "allow *", 2023-09-21T11:17:47.807 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow *", 2023-09-21T11:17:47.808 INFO:teuthology.orchestra.run.smithi079.stdout: "osd": "allow *" 2023-09-21T11:17:47.808 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.808 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.808 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.808 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "client.bootstrap-mds", 2023-09-21T11:17:47.809 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQASJgxlAhtaChAArxi8o7m2l2Gg0Z8LPxeJCw==", 2023-09-21T11:17:47.809 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.809 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow profile bootstrap-mds" 2023-09-21T11:17:47.809 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.809 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.810 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.810 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "client.bootstrap-mgr", 2023-09-21T11:17:47.810 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQASJgxl+CRaChAAVXNjSDKONg/FHsV195xFiQ==", 2023-09-21T11:17:47.810 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.810 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow profile bootstrap-mgr" 2023-09-21T11:17:47.811 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.811 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.811 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.811 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "client.bootstrap-osd", 2023-09-21T11:17:47.811 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQASJgxlTSxaChAAbxnk7uRGo/dD04oqf6vkhg==", 2023-09-21T11:17:47.811 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.812 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow profile bootstrap-osd" 2023-09-21T11:17:47.812 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.812 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.812 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.812 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "client.bootstrap-rbd", 2023-09-21T11:17:47.813 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQASJgxljjNaChAAaRSj6KUuBWT5gz8uy3L22Q==", 2023-09-21T11:17:47.813 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.813 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow profile bootstrap-rbd" 2023-09-21T11:17:47.813 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.813 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.813 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.814 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "client.bootstrap-rbd-mirror", 2023-09-21T11:17:47.814 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQASJgxlwztaChAAqoISc1JN73+HvqyAY8Q4rg==", 2023-09-21T11:17:47.814 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.814 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2023-09-21T11:17:47.814 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.815 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.815 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.815 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "client.bootstrap-rgw", 2023-09-21T11:17:47.815 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQASJgxlYkNaChAARX8Fc0uB0uip+pVJt5GGeQ==", 2023-09-21T11:17:47.815 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.816 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow profile bootstrap-rgw" 2023-09-21T11:17:47.816 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.816 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.816 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.816 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "mgr.x", 2023-09-21T11:17:47.817 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQDwJQxloGPLFxAA7h/8mOpYBvfmSkNvLX6pkg==", 2023-09-21T11:17:47.817 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.817 INFO:teuthology.orchestra.run.smithi079.stdout: "mds": "allow *", 2023-09-21T11:17:47.817 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow profile mgr", 2023-09-21T11:17:47.817 INFO:teuthology.orchestra.run.smithi079.stdout: "osd": "allow *" 2023-09-21T11:17:47.817 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.818 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2023-09-21T11:17:47.818 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:47.818 INFO:teuthology.orchestra.run.smithi079.stdout: "entity": "mgr.y", 2023-09-21T11:17:47.818 INFO:teuthology.orchestra.run.smithi079.stdout: "key": "AQDwJQxlUDoVFBAAvLtnVhfBfHhW3s0Y/QSkkQ==", 2023-09-21T11:17:47.818 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": { 2023-09-21T11:17:47.819 INFO:teuthology.orchestra.run.smithi079.stdout: "mds": "allow *", 2023-09-21T11:17:47.819 INFO:teuthology.orchestra.run.smithi079.stdout: "mon": "allow profile mgr", 2023-09-21T11:17:47.819 INFO:teuthology.orchestra.run.smithi079.stdout: "osd": "allow *" 2023-09-21T11:17:47.819 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.819 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:47.820 INFO:teuthology.orchestra.run.smithi079.stdout: ] 2023-09-21T11:17:47.820 INFO:teuthology.orchestra.run.smithi079.stdout:} 2023-09-21T11:17:47.821 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.785+0000 7f5edaa06700 1 -- 172.21.15.79:0/3522872402 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f5ec006a580 msgr2=0x7f5ec006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:47.822 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.785+0000 7f5edaa06700 1 --2- 172.21.15.79:0/3522872402 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f5ec006a580 0x7f5ec006ca40 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f5ec8000c00 tx=0x7f5ec8007980 comp rx=0 tx=0).stop 2023-09-21T11:17:47.822 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.785+0000 7f5edaa06700 1 -- 172.21.15.79:0/3522872402 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5ed4146b50 msgr2=0x7f5ed4149690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:47.822 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.785+0000 7f5edaa06700 1 --2- 172.21.15.79:0/3522872402 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5ed4146b50 0x7f5ed4149690 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f5ec40119a0 tx=0x7f5ec4011d60 comp rx=0 tx=0).stop 2023-09-21T11:17:47.822 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.785+0000 7f5edaa06700 1 -- 172.21.15.79:0/3522872402 shutdown_connections 2023-09-21T11:17:47.822 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.785+0000 7f5edaa06700 1 --2- 172.21.15.79:0/3522872402 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5ed41470c0 0x7f5ed4147550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.785+0000 7f5edaa06700 1 --2- 172.21.15.79:0/3522872402 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f5ec006a580 0x7f5ec006ca40 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.785+0000 7f5edaa06700 1 --2- 172.21.15.79:0/3522872402 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5ed4146770 0x7f5ed4149150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.785+0000 7f5edaa06700 1 --2- 172.21.15.79:0/3522872402 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5ed4146b50 0x7f5ed4149690 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.785+0000 7f5edaa06700 1 -- 172.21.15.79:0/3522872402 >> 172.21.15.79:0/3522872402 conn(0x7f5ed406df70 msgr2=0x7f5ed415d0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:47.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.785+0000 7f5edaa06700 1 -- 172.21.15.79:0/3522872402 shutdown_connections 2023-09-21T11:17:47.824 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.785+0000 7f5edaa06700 1 -- 172.21.15.79:0/3522872402 wait complete. 2023-09-21T11:17:47.824 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2023-09-21T11:17:47.957 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.953+0000 7f6959553700 1 Processor -- start 2023-09-21T11:17:47.958 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.953+0000 7f6959553700 1 -- start start 2023-09-21T11:17:47.958 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.953+0000 7f6959553700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f69540d0860 0x7f69540cf380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:47.958 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f6959553700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69540ce370 con 0x7f695415ef80 2023-09-21T11:17:47.959 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f6959553700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69540ce5c0 con 0x7f695415e490 2023-09-21T11:17:47.959 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f6959553700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69540ce8a0 con 0x7f69540d0860 2023-09-21T11:17:47.959 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f69527fc700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f695415ef80 0x7f69540d0150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41400/0 (socket says 172.21.15.79:41400) 2023-09-21T11:17:47.960 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f69527fc700 1 -- 172.21.15.79:0/3939227722 learned_addr learned my addr 172.21.15.79:0/3939227722 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:47.960 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f6951ffb700 1 -- 172.21.15.79:0/3939227722 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1640561185 0 0) 0x7f69540ce370 con 0x7f695415ef80 2023-09-21T11:17:47.960 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f69537fe700 1 --2- 172.21.15.79:0/3939227722 >> v2:172.21.15.134:3300/0 conn(0x7f69540d0860 0x7f69540cf380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:47.960 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f6951ffb700 1 -- 172.21.15.79:0/3939227722 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f693c0035b0 con 0x7f695415ef80 2023-09-21T11:17:47.961 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f6951ffb700 1 -- 172.21.15.79:0/3939227722 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2672419249 0 0) 0x7f693c0035b0 con 0x7f695415ef80 2023-09-21T11:17:47.961 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f6951ffb700 1 -- 172.21.15.79:0/3939227722 >> v2:172.21.15.134:3300/0 conn(0x7f69540d0860 msgr2=0x7f69540cf380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:47.961 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f6951ffb700 1 --2- 172.21.15.79:0/3939227722 >> v2:172.21.15.134:3300/0 conn(0x7f69540d0860 0x7f69540cf380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.962 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f6951ffb700 1 -- 172.21.15.79:0/3939227722 >> v1:172.21.15.134:6789/0 conn(0x7f695415e490 legacy=0x7f695415e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:47.962 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f6951ffb700 1 -- 172.21.15.79:0/3939227722 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69540ceb80 con 0x7f695415ef80 2023-09-21T11:17:47.963 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f6951ffb700 1 -- 172.21.15.79:0/3939227722 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f6948001670 con 0x7f695415ef80 2023-09-21T11:17:47.963 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f6951ffb700 1 -- 172.21.15.79:0/3939227722 >> v1:172.21.15.79:6789/0 conn(0x7f695415ef80 legacy=0x7f69540d0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:47.963 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f6951ffb700 1 --2- 172.21.15.79:0/3939227722 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f693c003a30 0x7f693c003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:47.964 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f6951ffb700 1 --2- 172.21.15.79:0/3939227722 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f693c004850 0x7f693c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:47.964 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f6951ffb700 1 --2- 172.21.15.79:0/3939227722 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f693c005210 0x7f693c00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:47.965 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f6951ffb700 1 -- 172.21.15.79:0/3939227722 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69540ce8a0 con 0x7f693c004850 2023-09-21T11:17:47.965 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f6951ffb700 1 -- 172.21.15.79:0/3939227722 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f693c00c0c0 con 0x7f693c005210 2023-09-21T11:17:47.965 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f6951ffb700 1 -- 172.21.15.79:0/3939227722 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f693c00c280 con 0x7f693c003a30 2023-09-21T11:17:47.966 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f69527fc700 1 --2- 172.21.15.79:0/3939227722 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f693c004850 0x7f693c004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:47.966 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f6952ffd700 1 --2- 172.21.15.79:0/3939227722 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f693c003a30 0x7f693c003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:47.966 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.954+0000 7f69537fe700 1 --2- 172.21.15.79:0/3939227722 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f693c005210 0x7f693c00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:47.967 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.955+0000 7f69527fc700 1 -- 172.21.15.79:0/3939227722 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f693c003a30 msgr2=0x7f693c003e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:47.967 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.955+0000 7f69527fc700 1 --2- 172.21.15.79:0/3939227722 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f693c003a30 0x7f693c003e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.967 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.955+0000 7f69527fc700 1 -- 172.21.15.79:0/3939227722 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f693c005210 msgr2=0x7f693c00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:47.968 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.955+0000 7f69527fc700 1 --2- 172.21.15.79:0/3939227722 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f693c005210 0x7f693c00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.968 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.955+0000 7f69537fe700 1 -- 172.21.15.79:0/3939227722 reap_dead start 2023-09-21T11:17:47.968 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.955+0000 7f69527fc700 1 -- 172.21.15.79:0/3939227722 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f693c0035b0 con 0x7f693c004850 2023-09-21T11:17:47.969 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.955+0000 7f6952ffd700 1 --2- 172.21.15.79:0/3939227722 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f693c003a30 0x7f693c003e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:47.969 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.955+0000 7f69527fc700 1 --2- 172.21.15.79:0/3939227722 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f693c004850 0x7f693c004cd0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f69541616d0 tx=0x7f693c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5701c3a70da2631e server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:47.969 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.955+0000 7f6951ffb700 1 -- 172.21.15.79:0/3939227722 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6948007bd0 con 0x7f693c004850 2023-09-21T11:17:47.970 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.955+0000 7f6951ffb700 1 -- 172.21.15.79:0/3939227722 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f694800cd60 con 0x7f693c004850 2023-09-21T11:17:47.970 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.955+0000 7f6951ffb700 1 -- 172.21.15.79:0/3939227722 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6948005ba0 con 0x7f693c004850 2023-09-21T11:17:47.970 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.955+0000 7f6959553700 1 -- 172.21.15.79:0/3939227722 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f693c004850 msgr2=0x7f693c004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:47.971 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.955+0000 7f6959553700 1 --2- 172.21.15.79:0/3939227722 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f693c004850 0x7f693c004cd0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f69541616d0 tx=0x7f693c005880 comp rx=0 tx=0).stop 2023-09-21T11:17:47.971 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.955+0000 7f6959553700 1 -- 172.21.15.79:0/3939227722 shutdown_connections 2023-09-21T11:17:47.972 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.955+0000 7f6959553700 1 --2- 172.21.15.79:0/3939227722 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f693c004850 0x7f693c004cd0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.972 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.955+0000 7f6959553700 1 -- 172.21.15.79:0/3939227722 >> 172.21.15.79:0/3939227722 conn(0x7f695409c9d0 msgr2=0x7f69540d3780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:47.972 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.956+0000 7f6959553700 1 -- 172.21.15.79:0/3939227722 shutdown_connections 2023-09-21T11:17:47.973 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.956+0000 7f6959553700 1 -- 172.21.15.79:0/3939227722 wait complete. 2023-09-21T11:17:47.973 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.957+0000 7f6959553700 1 Processor -- start 2023-09-21T11:17:47.973 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.957+0000 7f6959553700 1 -- start start 2023-09-21T11:17:47.974 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f6959553700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f693c004850 0x7f69540b8de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:47.974 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f6959553700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f695415d290 0x7f69541f2be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:47.974 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f6959553700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f69540b6d80 0x7f69540b7200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:47.975 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f6959553700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69540b7740 con 0x7f69540b6d80 2023-09-21T11:17:47.975 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f6959553700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69540b21f0 con 0x7f693c004850 2023-09-21T11:17:47.975 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f6959553700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69540b9320 con 0x7f695415d290 2023-09-21T11:17:47.976 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f69537fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f69540b6d80 0x7f69540b7200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:47.976 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f69537fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f69540b6d80 0x7f69540b7200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55048/0 (socket says 172.21.15.79:55048) 2023-09-21T11:17:47.977 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f69537fe700 1 -- 172.21.15.79:0/3896825583 learned_addr learned my addr 172.21.15.79:0/3896825583 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:47.977 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f6952ffd700 1 --2- 172.21.15.79:0/3896825583 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f693c004850 0x7f69540b8de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:47.977 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f69527fc700 1 --2- 172.21.15.79:0/3896825583 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f695415d290 0x7f69541f2be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:47.978 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f69537fe700 1 -- 172.21.15.79:0/3896825583 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f695415d290 msgr2=0x7f69541f2be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:47.978 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f69537fe700 1 --2- 172.21.15.79:0/3896825583 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f695415d290 0x7f69541f2be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.978 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f69537fe700 1 -- 172.21.15.79:0/3896825583 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f693c004850 msgr2=0x7f69540b8de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:47.979 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f69537fe700 1 --2- 172.21.15.79:0/3896825583 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f693c004850 0x7f69540b8de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:47.979 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f69537fe700 1 -- 172.21.15.79:0/3896825583 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69541f3120 con 0x7f69540b6d80 2023-09-21T11:17:47.979 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f69537fe700 1 --2- 172.21.15.79:0/3896825583 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f69540b6d80 0x7f69540b7200 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f69540d3220 tx=0x7f694c0114b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:47.980 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f693b7fe700 1 -- 172.21.15.79:0/3896825583 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f694c00e070 con 0x7f69540b6d80 2023-09-21T11:17:47.980 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f693b7fe700 1 -- 172.21.15.79:0/3896825583 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f694c003c30 con 0x7f69540b6d80 2023-09-21T11:17:47.980 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f6959553700 1 -- 172.21.15.79:0/3896825583 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69540b15e0 con 0x7f69540b6d80 2023-09-21T11:17:47.981 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f693b7fe700 1 -- 172.21.15.79:0/3896825583 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f694c003e00 con 0x7f69540b6d80 2023-09-21T11:17:47.981 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.958+0000 7f6959553700 1 -- 172.21.15.79:0/3896825583 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69540b1ba0 con 0x7f69540b6d80 2023-09-21T11:17:47.981 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.959+0000 7f6959553700 1 -- 172.21.15.79:0/3896825583 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f695404eae0 con 0x7f69540b6d80 2023-09-21T11:17:47.982 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.960+0000 7f693b7fe700 1 -- 172.21.15.79:0/3896825583 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f694c011a10 con 0x7f69540b6d80 2023-09-21T11:17:47.982 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.960+0000 7f693b7fe700 1 --2- 172.21.15.79:0/3896825583 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f694006a580 0x7f694006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:47.982 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.960+0000 7f693b7fe700 1 -- 172.21.15.79:0/3896825583 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f694c088c00 con 0x7f69540b6d80 2023-09-21T11:17:47.983 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.960+0000 7f6952ffd700 1 --2- 172.21.15.79:0/3896825583 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f694006a580 0x7f694006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:47.983 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.960+0000 7f6952ffd700 1 --2- 172.21.15.79:0/3896825583 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f694006a580 0x7f694006ca40 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f6944000c00 tx=0x7f6944009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:47.984 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:47.964+0000 7f693b7fe700 1 -- 172.21.15.79:0/3896825583 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f694c08f080 con 0x7f69540b6d80 2023-09-21T11:17:48.222 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.229+0000 7f6959553700 1 -- 172.21.15.79:0/3896825583 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7f69540d3e90 con 0x7f69540b6d80 2023-09-21T11:17:48.226 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.233+0000 7f693b7fe700 1 -- 172.21.15.79:0/3896825583 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7f694c0544d0 con 0x7f69540b6d80 2023-09-21T11:17:48.228 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.236+0000 7f6959553700 1 -- 172.21.15.79:0/3896825583 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f694006a580 msgr2=0x7f694006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:48.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.236+0000 7f6959553700 1 --2- 172.21.15.79:0/3896825583 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f694006a580 0x7f694006ca40 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f6944000c00 tx=0x7f6944009040 comp rx=0 tx=0).stop 2023-09-21T11:17:48.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.236+0000 7f6959553700 1 -- 172.21.15.79:0/3896825583 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f69540b6d80 msgr2=0x7f69540b7200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:48.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.236+0000 7f6959553700 1 --2- 172.21.15.79:0/3896825583 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f69540b6d80 0x7f69540b7200 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f69540d3220 tx=0x7f694c0114b0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.236+0000 7f6959553700 1 -- 172.21.15.79:0/3896825583 shutdown_connections 2023-09-21T11:17:48.229 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.236+0000 7f6959553700 1 --2- 172.21.15.79:0/3896825583 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f69540b6d80 0x7f69540b7200 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.236+0000 7f6959553700 1 --2- 172.21.15.79:0/3896825583 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f693c004850 0x7f69540b8de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.236+0000 7f6959553700 1 --2- 172.21.15.79:0/3896825583 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f694006a580 0x7f694006ca40 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.236+0000 7f6959553700 1 --2- 172.21.15.79:0/3896825583 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f695415d290 0x7f69541f2be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.236+0000 7f6959553700 1 -- 172.21.15.79:0/3896825583 >> 172.21.15.79:0/3896825583 conn(0x7f695409c9d0 msgr2=0x7f6954160810 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:48.230 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.236+0000 7f6959553700 1 -- 172.21.15.79:0/3896825583 shutdown_connections 2023-09-21T11:17:48.231 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.236+0000 7f6959553700 1 -- 172.21.15.79:0/3896825583 wait complete. 2023-09-21T11:17:48.240 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2023-09-21T11:17:48.364 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.371+0000 7f0d0946d700 1 Processor -- start 2023-09-21T11:17:48.364 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.371+0000 7f0d0946d700 1 -- start start 2023-09-21T11:17:48.366 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.372+0000 7f0d0946d700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f0d040ce790 0x7f0d040719f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:48.366 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.373+0000 7f0d0946d700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d04072310 con 0x7f0d0415a670 2023-09-21T11:17:48.367 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.373+0000 7f0d0946d700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d040ced70 con 0x7f0d04071f30 2023-09-21T11:17:48.367 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.373+0000 7f0d0946d700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d040cf050 con 0x7f0d040ce790 2023-09-21T11:17:48.367 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.373+0000 7f0d027fc700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f0d040ce790 0x7f0d040719f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:48.367 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.373+0000 7f0d02ffd700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f0d0415a670 0x7f0d0415b800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41418/0 (socket says 172.21.15.79:41418) 2023-09-21T11:17:48.367 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.373+0000 7f0d027fc700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f0d040ce790 0x7f0d040719f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55056/0 (socket says 172.21.15.79:55056) 2023-09-21T11:17:48.368 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.373+0000 7f0d02ffd700 1 -- 172.21.15.79:0/4093420013 learned_addr learned my addr 172.21.15.79:0/4093420013 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:48.368 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.373+0000 7f0d027fc700 1 -- 172.21.15.79:0/4093420013 >> v1:172.21.15.134:6789/0 conn(0x7f0d04071f30 legacy=0x7f0d040cbbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:48.368 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.373+0000 7f0d027fc700 1 -- 172.21.15.79:0/4093420013 >> v1:172.21.15.79:6789/0 conn(0x7f0d0415a670 legacy=0x7f0d0415b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:48.368 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.373+0000 7f0d027fc700 1 -- 172.21.15.79:0/4093420013 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d040cf330 con 0x7f0d040ce790 2023-09-21T11:17:48.368 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.373+0000 7f0d01ffb700 1 -- 172.21.15.79:0/4093420013 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2938745428 0 0) 0x7f0d04072310 con 0x7f0d0415a670 2023-09-21T11:17:48.369 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.373+0000 7f0d027fc700 1 --2- 172.21.15.79:0/4093420013 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0d040ce790 0x7f0d040719f0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f0cf4009840 tx=0x7f0cf4009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13e12f31fa4162b server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:48.369 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.373+0000 7f0d01ffb700 1 -- 172.21.15.79:0/4093420013 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cf4011830 con 0x7f0d040ce790 2023-09-21T11:17:48.369 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.373+0000 7f0d01ffb700 1 -- 172.21.15.79:0/4093420013 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cf4011990 con 0x7f0d040ce790 2023-09-21T11:17:48.369 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.373+0000 7f0d01ffb700 1 -- 172.21.15.79:0/4093420013 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cf4011d20 con 0x7f0d040ce790 2023-09-21T11:17:48.372 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.374+0000 7f0d0946d700 1 -- 172.21.15.79:0/4093420013 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0d040ce790 msgr2=0x7f0d040719f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:48.372 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.374+0000 7f0d0946d700 1 --2- 172.21.15.79:0/4093420013 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0d040ce790 0x7f0d040719f0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f0cf4009840 tx=0x7f0cf4009b50 comp rx=0 tx=0).stop 2023-09-21T11:17:48.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.374+0000 7f0d0946d700 1 -- 172.21.15.79:0/4093420013 shutdown_connections 2023-09-21T11:17:48.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.374+0000 7f0d0946d700 1 --2- 172.21.15.79:0/4093420013 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0d040ce790 0x7f0d040719f0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.374+0000 7f0d0946d700 1 -- 172.21.15.79:0/4093420013 >> 172.21.15.79:0/4093420013 conn(0x7f0d0406baf0 msgr2=0x7f0d0406bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:48.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.374+0000 7f0d0946d700 1 -- 172.21.15.79:0/4093420013 shutdown_connections 2023-09-21T11:17:48.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.374+0000 7f0d0946d700 1 -- 172.21.15.79:0/4093420013 wait complete. 2023-09-21T11:17:48.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.376+0000 7f0d0946d700 1 Processor -- start 2023-09-21T11:17:48.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.376+0000 7f0d0946d700 1 -- start start 2023-09-21T11:17:48.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.376+0000 7f0d0946d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0d04071f30 0x7f0d040a8de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:48.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.376+0000 7f0d0946d700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0d040ce790 0x7f0d0414bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:48.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.376+0000 7f0d0946d700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0d0415a670 0x7f0d040c9990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:48.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.376+0000 7f0d0946d700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d04148690 con 0x7f0d04071f30 2023-09-21T11:17:48.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.376+0000 7f0d0946d700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d040a9320 con 0x7f0d0415a670 2023-09-21T11:17:48.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.376+0000 7f0d0946d700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d041488e0 con 0x7f0d040ce790 2023-09-21T11:17:48.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.376+0000 7f0d02ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0d04071f30 0x7f0d040a8de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:48.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.377+0000 7f0d02ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0d04071f30 0x7f0d040a8de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55060/0 (socket says 172.21.15.79:55060) 2023-09-21T11:17:48.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.377+0000 7f0d02ffd700 1 -- 172.21.15.79:0/3726309849 learned_addr learned my addr 172.21.15.79:0/3726309849 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:48.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.377+0000 7f0d037fe700 1 --2- 172.21.15.79:0/3726309849 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0d0415a670 0x7f0d040c9990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:48.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.377+0000 7f0d027fc700 1 --2- 172.21.15.79:0/3726309849 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0d040ce790 0x7f0d0414bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:48.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.377+0000 7f0d02ffd700 1 -- 172.21.15.79:0/3726309849 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0d040ce790 msgr2=0x7f0d0414bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:48.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.377+0000 7f0d02ffd700 1 --2- 172.21.15.79:0/3726309849 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0d040ce790 0x7f0d0414bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.377+0000 7f0d02ffd700 1 -- 172.21.15.79:0/3726309849 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0d0415a670 msgr2=0x7f0d040c9990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:48.377 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.377+0000 7f0d02ffd700 1 --2- 172.21.15.79:0/3726309849 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0d0415a670 0x7f0d040c9990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.377 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.377+0000 7f0d02ffd700 1 -- 172.21.15.79:0/3726309849 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cf40094a0 con 0x7f0d04071f30 2023-09-21T11:17:48.377 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.377+0000 7f0d037fe700 1 --2- 172.21.15.79:0/3726309849 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0d0415a670 0x7f0d040c9990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:48.377 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.377+0000 7f0d02ffd700 1 --2- 172.21.15.79:0/3726309849 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0d04071f30 0x7f0d040a8de0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f0cec00c520 tx=0x7f0cec00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:48.377 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.377+0000 7f0cfb7fe700 1 -- 172.21.15.79:0/3726309849 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cec004c80 con 0x7f0d04071f30 2023-09-21T11:17:48.378 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.377+0000 7f0cfb7fe700 1 -- 172.21.15.79:0/3726309849 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cec004de0 con 0x7f0d04071f30 2023-09-21T11:17:48.378 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.377+0000 7f0d0946d700 1 -- 172.21.15.79:0/3726309849 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d04148bc0 con 0x7f0d04071f30 2023-09-21T11:17:48.378 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.377+0000 7f0cfb7fe700 1 -- 172.21.15.79:0/3726309849 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cec007310 con 0x7f0d04071f30 2023-09-21T11:17:48.378 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.377+0000 7f0d0946d700 1 -- 172.21.15.79:0/3726309849 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d04149180 con 0x7f0d04071f30 2023-09-21T11:17:48.378 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.378+0000 7f0d0946d700 1 -- 172.21.15.79:0/3726309849 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d0404eae0 con 0x7f0d04071f30 2023-09-21T11:17:48.379 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.378+0000 7f0cfb7fe700 1 -- 172.21.15.79:0/3726309849 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f0cec007470 con 0x7f0d04071f30 2023-09-21T11:17:48.379 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.379+0000 7f0cfb7fe700 1 --2- 172.21.15.79:0/3726309849 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0ce406a5b0 0x7f0ce406ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:48.379 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.379+0000 7f0cfb7fe700 1 -- 172.21.15.79:0/3726309849 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f0cec0883e0 con 0x7f0d04071f30 2023-09-21T11:17:48.379 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.379+0000 7f0d027fc700 1 --2- 172.21.15.79:0/3726309849 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0ce406a5b0 0x7f0ce406ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:48.379 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.379+0000 7f0d027fc700 1 --2- 172.21.15.79:0/3726309849 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0ce406a5b0 0x7f0ce406ca70 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0cf40090b0 tx=0x7f0cf401c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:48.380 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.383+0000 7f0cfb7fe700 1 -- 172.21.15.79:0/3726309849 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f0cec053cb0 con 0x7f0d04071f30 2023-09-21T11:17:48.645 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.652+0000 7f0d0946d700 1 -- 172.21.15.79:0/3726309849 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7f0d040af770 con 0x7f0d04071f30 2023-09-21T11:17:48.648 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.655+0000 7f0cfb7fe700 1 -- 172.21.15.79:0/3726309849 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7f0cec0572d0 con 0x7f0d04071f30 2023-09-21T11:17:48.650 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.657+0000 7f0d0946d700 1 -- 172.21.15.79:0/3726309849 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0ce406a5b0 msgr2=0x7f0ce406ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:48.651 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.657+0000 7f0d0946d700 1 --2- 172.21.15.79:0/3726309849 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0ce406a5b0 0x7f0ce406ca70 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0cf40090b0 tx=0x7f0cf401c040 comp rx=0 tx=0).stop 2023-09-21T11:17:48.651 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.657+0000 7f0d0946d700 1 -- 172.21.15.79:0/3726309849 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0d04071f30 msgr2=0x7f0d040a8de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:48.651 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.657+0000 7f0d0946d700 1 --2- 172.21.15.79:0/3726309849 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0d04071f30 0x7f0d040a8de0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f0cec00c520 tx=0x7f0cec00c830 comp rx=0 tx=0).stop 2023-09-21T11:17:48.651 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.657+0000 7f0d0946d700 1 -- 172.21.15.79:0/3726309849 shutdown_connections 2023-09-21T11:17:48.651 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.657+0000 7f0d0946d700 1 --2- 172.21.15.79:0/3726309849 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0d0415a670 0x7f0d040c9990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.652 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.658+0000 7f0d0946d700 1 --2- 172.21.15.79:0/3726309849 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0d04071f30 0x7f0d040a8de0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.652 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.658+0000 7f0d0946d700 1 --2- 172.21.15.79:0/3726309849 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0ce406a5b0 0x7f0ce406ca70 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.652 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.658+0000 7f0d0946d700 1 --2- 172.21.15.79:0/3726309849 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0d040ce790 0x7f0d0414bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.652 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.658+0000 7f0d0946d700 1 -- 172.21.15.79:0/3726309849 >> 172.21.15.79:0/3726309849 conn(0x7f0d0406baf0 msgr2=0x7f0d040aff30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:48.652 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.658+0000 7f0d0946d700 1 -- 172.21.15.79:0/3726309849 shutdown_connections 2023-09-21T11:17:48.653 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.658+0000 7f0d0946d700 1 -- 172.21.15.79:0/3726309849 wait complete. 2023-09-21T11:17:48.663 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2023-09-21T11:17:48.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.791+0000 7ff4f6f1a700 1 Processor -- start 2023-09-21T11:17:48.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.791+0000 7ff4f6f1a700 1 -- start start 2023-09-21T11:17:48.786 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.792+0000 7ff4f6f1a700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7ff4f015b5f0 0x7ff4f00cfd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:48.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.792+0000 7ff4f6f1a700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4f015f110 0x7ff4f015f590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:48.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.792+0000 7ff4f6f1a700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ff4f00cbac0 0x7ff4f00cbf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:48.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.792+0000 7ff4f6f1a700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4f00cc490 con 0x7ff4f015b5f0 2023-09-21T11:17:48.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.792+0000 7ff4f6f1a700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4f015fb90 con 0x7ff4f00cbac0 2023-09-21T11:17:48.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.792+0000 7ff4f6f1a700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4f015fe70 con 0x7ff4f015f110 2023-09-21T11:17:48.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.792+0000 7ff4f4cb6700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7ff4f015b5f0 0x7ff4f00cfd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:48.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.792+0000 7ff4f4cb6700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7ff4f015b5f0 0x7ff4f00cfd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55068/0 (socket says 172.21.15.79:55068) 2023-09-21T11:17:48.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.792+0000 7ff4f4cb6700 1 -- 172.21.15.79:0/3511259514 learned_addr learned my addr 172.21.15.79:0/3511259514 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:48.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.792+0000 7ff4effff700 1 --2- 172.21.15.79:0/3511259514 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4f015f110 0x7ff4f015f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:48.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.792+0000 7ff4f54b7700 1 --2- 172.21.15.79:0/3511259514 >> v2:172.21.15.134:3300/0 conn(0x7ff4f00cbac0 0x7ff4f00cbf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:48.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.792+0000 7ff4f4cb6700 1 -- 172.21.15.79:0/3511259514 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4f015f110 msgr2=0x7ff4f015f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:48.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.792+0000 7ff4f4cb6700 1 --2- 172.21.15.79:0/3511259514 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4f015f110 0x7ff4f015f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.792+0000 7ff4f4cb6700 1 -- 172.21.15.79:0/3511259514 >> v2:172.21.15.134:3300/0 conn(0x7ff4f00cbac0 msgr2=0x7ff4f00cbf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:48.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.792+0000 7ff4f4cb6700 1 --2- 172.21.15.79:0/3511259514 >> v2:172.21.15.134:3300/0 conn(0x7ff4f00cbac0 0x7ff4f00cbf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.792+0000 7ff4f4cb6700 1 -- 172.21.15.79:0/3511259514 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4f00cf250 con 0x7ff4f015b5f0 2023-09-21T11:17:48.790 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.793+0000 7ff4f4cb6700 1 --2- 172.21.15.79:0/3511259514 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f015b5f0 0x7ff4f00cfd30 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7ff4f00ced70 tx=0x7ff4e4009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c85d75d43e52e94b server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:48.790 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.793+0000 7ff4ef7fe700 1 -- 172.21.15.79:0/3511259514 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4e400b870 con 0x7ff4f015b5f0 2023-09-21T11:17:48.790 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.793+0000 7ff4ef7fe700 1 -- 172.21.15.79:0/3511259514 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4e400b9d0 con 0x7ff4f015b5f0 2023-09-21T11:17:48.790 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.793+0000 7ff4ef7fe700 1 -- 172.21.15.79:0/3511259514 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4e400bd60 con 0x7ff4f015b5f0 2023-09-21T11:17:48.790 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.793+0000 7ff4f6f1a700 1 -- 172.21.15.79:0/3511259514 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f015b5f0 msgr2=0x7ff4f00cfd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:48.791 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.793+0000 7ff4f6f1a700 1 --2- 172.21.15.79:0/3511259514 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f015b5f0 0x7ff4f00cfd30 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7ff4f00ced70 tx=0x7ff4e4009bd0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.791 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.793+0000 7ff4f6f1a700 1 -- 172.21.15.79:0/3511259514 shutdown_connections 2023-09-21T11:17:48.791 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.793+0000 7ff4f6f1a700 1 --2- 172.21.15.79:0/3511259514 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f015b5f0 0x7ff4f00cfd30 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.791 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.793+0000 7ff4f6f1a700 1 --2- 172.21.15.79:0/3511259514 >> v2:172.21.15.134:3300/0 conn(0x7ff4f00cbac0 0x7ff4f00cbf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.791 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.793+0000 7ff4f6f1a700 1 --2- 172.21.15.79:0/3511259514 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4f015f110 0x7ff4f015f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.791 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.793+0000 7ff4f6f1a700 1 -- 172.21.15.79:0/3511259514 >> 172.21.15.79:0/3511259514 conn(0x7ff4f00664a0 msgr2=0x7ff4f0066880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:48.792 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.793+0000 7ff4f6f1a700 1 -- 172.21.15.79:0/3511259514 shutdown_connections 2023-09-21T11:17:48.792 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.793+0000 7ff4f6f1a700 1 -- 172.21.15.79:0/3511259514 wait complete. 2023-09-21T11:17:48.794 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.795+0000 7ff4f6f1a700 1 Processor -- start 2023-09-21T11:17:48.794 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.795+0000 7ff4f6f1a700 1 -- start start 2023-09-21T11:17:48.795 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.795+0000 7ff4f6f1a700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff4f00cbac0 0x7ff4f00b6800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:48.795 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.795+0000 7ff4f6f1a700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f015b5f0 0x7ff4f0159180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:48.795 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.795+0000 7ff4f6f1a700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4f015f110 0x7ff4f00cb2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:48.795 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.795+0000 7ff4f6f1a700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4f00b57d0 con 0x7ff4f015b5f0 2023-09-21T11:17:48.795 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.795+0000 7ff4f6f1a700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4f01596c0 con 0x7ff4f00cbac0 2023-09-21T11:17:48.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.795+0000 7ff4f6f1a700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4f00b6de0 con 0x7ff4f015f110 2023-09-21T11:17:48.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.796+0000 7ff4effff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f015b5f0 0x7ff4f0159180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:48.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.796+0000 7ff4effff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f015b5f0 0x7ff4f0159180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55076/0 (socket says 172.21.15.79:55076) 2023-09-21T11:17:48.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.796+0000 7ff4effff700 1 -- 172.21.15.79:0/2259723926 learned_addr learned my addr 172.21.15.79:0/2259723926 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:48.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.796+0000 7ff4f4cb6700 1 --2- 172.21.15.79:0/2259723926 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff4f00cbac0 0x7ff4f00b6800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:48.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.796+0000 7ff4f54b7700 1 --2- 172.21.15.79:0/2259723926 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4f015f110 0x7ff4f00cb2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:48.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.796+0000 7ff4effff700 1 -- 172.21.15.79:0/2259723926 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4f015f110 msgr2=0x7ff4f00cb2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:48.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.796+0000 7ff4effff700 1 --2- 172.21.15.79:0/2259723926 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4f015f110 0x7ff4f00cb2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.796+0000 7ff4effff700 1 -- 172.21.15.79:0/2259723926 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff4f00cbac0 msgr2=0x7ff4f00b6800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:48.798 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.796+0000 7ff4effff700 1 --2- 172.21.15.79:0/2259723926 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff4f00cbac0 0x7ff4f00b6800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:48.798 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.796+0000 7ff4effff700 1 -- 172.21.15.79:0/2259723926 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4e4009550 con 0x7ff4f015b5f0 2023-09-21T11:17:48.798 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.796+0000 7ff4effff700 1 --2- 172.21.15.79:0/2259723926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f015b5f0 0x7ff4f0159180 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7ff4dc00e810 tx=0x7ff4dc00ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:48.798 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.796+0000 7ff4ed7fa700 1 -- 172.21.15.79:0/2259723926 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4dc013610 con 0x7ff4f015b5f0 2023-09-21T11:17:48.798 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.796+0000 7ff4ed7fa700 1 -- 172.21.15.79:0/2259723926 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4dc013770 con 0x7ff4f015b5f0 2023-09-21T11:17:48.798 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.796+0000 7ff4f6f1a700 1 -- 172.21.15.79:0/2259723926 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4f00b70c0 con 0x7ff4f015b5f0 2023-09-21T11:17:48.799 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.796+0000 7ff4ed7fa700 1 -- 172.21.15.79:0/2259723926 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4dc013b20 con 0x7ff4f015b5f0 2023-09-21T11:17:48.799 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.796+0000 7ff4f6f1a700 1 -- 172.21.15.79:0/2259723926 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4f00b5460 con 0x7ff4f015b5f0 2023-09-21T11:17:48.799 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.797+0000 7ff4f6f1a700 1 -- 172.21.15.79:0/2259723926 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4f00b5940 con 0x7ff4f015b5f0 2023-09-21T11:17:48.799 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.798+0000 7ff4ed7fa700 1 -- 172.21.15.79:0/2259723926 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7ff4dc013c80 con 0x7ff4f015b5f0 2023-09-21T11:17:48.799 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.798+0000 7ff4ed7fa700 1 --2- 172.21.15.79:0/2259723926 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff4d406a580 0x7ff4d406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:48.800 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.798+0000 7ff4ed7fa700 1 -- 172.21.15.79:0/2259723926 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7ff4dc0883f0 con 0x7ff4f015b5f0 2023-09-21T11:17:48.800 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.798+0000 7ff4f4cb6700 1 --2- 172.21.15.79:0/2259723926 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff4d406a580 0x7ff4d406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:48.800 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.798+0000 7ff4f4cb6700 1 --2- 172.21.15.79:0/2259723926 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff4d406a580 0x7ff4d406ca40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff4e4000c00 tx=0x7ff4e4008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:48.800 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:48.802+0000 7ff4ed7fa700 1 -- 172.21.15.79:0/2259723926 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7ff4dc053cd0 con 0x7ff4f015b5f0 2023-09-21T11:17:49.063 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.070+0000 7ff4f6f1a700 1 -- 172.21.15.79:0/2259723926 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7ff4f004eae0 con 0x7ff4f015b5f0 2023-09-21T11:17:49.069 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.076+0000 7ff4ed7fa700 1 -- 172.21.15.79:0/2259723926 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v9) v1 ==== 90+0+0 (secure 0 0 0) 0x7ff4dc0572f0 con 0x7ff4f015b5f0 2023-09-21T11:17:49.071 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.078+0000 7ff4f6f1a700 1 -- 172.21.15.79:0/2259723926 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff4d406a580 msgr2=0x7ff4d406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:49.072 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.078+0000 7ff4f6f1a700 1 --2- 172.21.15.79:0/2259723926 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff4d406a580 0x7ff4d406ca40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff4e4000c00 tx=0x7ff4e4008030 comp rx=0 tx=0).stop 2023-09-21T11:17:49.072 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.078+0000 7ff4f6f1a700 1 -- 172.21.15.79:0/2259723926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f015b5f0 msgr2=0x7ff4f0159180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:49.072 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.078+0000 7ff4f6f1a700 1 --2- 172.21.15.79:0/2259723926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f015b5f0 0x7ff4f0159180 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7ff4dc00e810 tx=0x7ff4dc00ebd0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.072 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.079+0000 7ff4f6f1a700 1 -- 172.21.15.79:0/2259723926 shutdown_connections 2023-09-21T11:17:49.072 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.079+0000 7ff4f6f1a700 1 --2- 172.21.15.79:0/2259723926 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7ff4d406a580 0x7ff4d406ca40 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.073 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.079+0000 7ff4f6f1a700 1 --2- 172.21.15.79:0/2259723926 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4f015f110 0x7ff4f00cb2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.073 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.079+0000 7ff4f6f1a700 1 --2- 172.21.15.79:0/2259723926 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff4f00cbac0 0x7ff4f00b6800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.073 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.079+0000 7ff4f6f1a700 1 --2- 172.21.15.79:0/2259723926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4f015b5f0 0x7ff4f0159180 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.073 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.079+0000 7ff4f6f1a700 1 -- 172.21.15.79:0/2259723926 >> 172.21.15.79:0/2259723926 conn(0x7ff4f00664a0 msgr2=0x7ff4f00d0950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:49.073 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.079+0000 7ff4f6f1a700 1 -- 172.21.15.79:0/2259723926 shutdown_connections 2023-09-21T11:17:49.074 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.079+0000 7ff4f6f1a700 1 -- 172.21.15.79:0/2259723926 wait complete. 2023-09-21T11:17:49.083 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2023-09-21T11:17:49.204 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.211+0000 7f984506f700 1 Processor -- start 2023-09-21T11:17:49.204 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.211+0000 7f984506f700 1 -- start start 2023-09-21T11:17:49.206 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f984506f700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f984015b5f0 0x7f98400cfd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:49.207 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f984506f700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f984015f110 0x7f98400cbac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:49.207 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f984506f700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984015f5c0 0x7f98400cc000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:49.207 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f984506f700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f984015fb90 con 0x7f984015b5f0 2023-09-21T11:17:49.207 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f984506f700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f984015fe70 con 0x7f984015f110 2023-09-21T11:17:49.207 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f984506f700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98400cf250 con 0x7f984015f5c0 2023-09-21T11:17:49.207 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f983ed9d700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f984015b5f0 0x7f98400cfd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:49.208 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f983ed9d700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f984015b5f0 0x7f98400cfd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55082/0 (socket says 172.21.15.79:55082) 2023-09-21T11:17:49.208 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f983ed9d700 1 -- 172.21.15.79:0/3678365036 learned_addr learned my addr 172.21.15.79:0/3678365036 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:49.208 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f983e59c700 1 --2- 172.21.15.79:0/3678365036 >> v2:172.21.15.134:3300/0 conn(0x7f984015f110 0x7f98400cbac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:49.208 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f983f59e700 1 --2- 172.21.15.79:0/3678365036 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984015f5c0 0x7f98400cc000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:49.208 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f983ed9d700 1 -- 172.21.15.79:0/3678365036 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984015f5c0 msgr2=0x7f98400cc000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:49.209 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f983ed9d700 1 --2- 172.21.15.79:0/3678365036 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984015f5c0 0x7f98400cc000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.209 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f983ed9d700 1 -- 172.21.15.79:0/3678365036 >> v2:172.21.15.134:3300/0 conn(0x7f984015f110 msgr2=0x7f98400cbac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:49.209 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f983ed9d700 1 --2- 172.21.15.79:0/3678365036 >> v2:172.21.15.134:3300/0 conn(0x7f984015f110 0x7f98400cbac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.209 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f983ed9d700 1 -- 172.21.15.79:0/3678365036 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98400cf530 con 0x7f984015b5f0 2023-09-21T11:17:49.209 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f983ed9d700 1 --2- 172.21.15.79:0/3678365036 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f984015b5f0 0x7f98400cfd30 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f984015f050 tx=0x7f9830009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1e5384c1814e3d1 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:49.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f983dd9b700 1 -- 172.21.15.79:0/3678365036 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f983000b870 con 0x7f984015b5f0 2023-09-21T11:17:49.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f983dd9b700 1 -- 172.21.15.79:0/3678365036 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f983000b9d0 con 0x7f984015b5f0 2023-09-21T11:17:49.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.212+0000 7f983dd9b700 1 -- 172.21.15.79:0/3678365036 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f983000bd60 con 0x7f984015b5f0 2023-09-21T11:17:49.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.213+0000 7f984506f700 1 -- 172.21.15.79:0/3678365036 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f984015b5f0 msgr2=0x7f98400cfd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:49.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.213+0000 7f984506f700 1 --2- 172.21.15.79:0/3678365036 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f984015b5f0 0x7f98400cfd30 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f984015f050 tx=0x7f9830009bd0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.213+0000 7f984506f700 1 -- 172.21.15.79:0/3678365036 shutdown_connections 2023-09-21T11:17:49.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.213+0000 7f984506f700 1 --2- 172.21.15.79:0/3678365036 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f984015b5f0 0x7f98400cfd30 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.213+0000 7f984506f700 1 --2- 172.21.15.79:0/3678365036 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984015f5c0 0x7f98400cc000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.213+0000 7f984506f700 1 --2- 172.21.15.79:0/3678365036 >> v2:172.21.15.134:3300/0 conn(0x7f984015f110 0x7f98400cbac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.211 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.213+0000 7f984506f700 1 -- 172.21.15.79:0/3678365036 >> 172.21.15.79:0/3678365036 conn(0x7f98400664a0 msgr2=0x7f9840066880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:49.212 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.213+0000 7f984506f700 1 -- 172.21.15.79:0/3678365036 shutdown_connections 2023-09-21T11:17:49.212 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.213+0000 7f984506f700 1 -- 172.21.15.79:0/3678365036 wait complete. 2023-09-21T11:17:49.215 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.215+0000 7f984506f700 1 Processor -- start 2023-09-21T11:17:49.215 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.215+0000 7f984506f700 1 -- start start 2023-09-21T11:17:49.216 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f984506f700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984015b5f0 0x7f98400cb730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:49.216 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f984506f700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f984015f110 0x7f984014a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:49.216 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f984506f700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f984015f5c0 0x7f98401f0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:49.216 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f984506f700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9840158fc0 con 0x7f984015f5c0 2023-09-21T11:17:49.216 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f984506f700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f984014ade0 con 0x7f984015f110 2023-09-21T11:17:49.216 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f984506f700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98400cbd10 con 0x7f984015b5f0 2023-09-21T11:17:49.217 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f983f59e700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f984015f5c0 0x7f98401f0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:49.217 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f983f59e700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f984015f5c0 0x7f98401f0610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55092/0 (socket says 172.21.15.79:55092) 2023-09-21T11:17:49.217 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f983f59e700 1 -- 172.21.15.79:0/2384697126 learned_addr learned my addr 172.21.15.79:0/2384697126 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:49.217 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f983e59c700 1 --2- 172.21.15.79:0/2384697126 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f984015f110 0x7f984014a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:49.218 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f983ed9d700 1 --2- 172.21.15.79:0/2384697126 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984015b5f0 0x7f98400cb730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:49.218 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f983f59e700 1 -- 172.21.15.79:0/2384697126 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984015b5f0 msgr2=0x7f98400cb730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:49.218 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f983f59e700 1 --2- 172.21.15.79:0/2384697126 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984015b5f0 0x7f98400cb730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.218 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f983f59e700 1 -- 172.21.15.79:0/2384697126 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f984015f110 msgr2=0x7f984014a8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:49.218 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f983f59e700 1 --2- 172.21.15.79:0/2384697126 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f984015f110 0x7f984014a8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.219 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f983f59e700 1 -- 172.21.15.79:0/2384697126 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9830009550 con 0x7f984015f5c0 2023-09-21T11:17:49.219 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f983f59e700 1 --2- 172.21.15.79:0/2384697126 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f984015f5c0 0x7f98401f0610 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f9838007e60 tx=0x7f983800e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:49.219 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f98277fe700 1 -- 172.21.15.79:0/2384697126 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f983800ed30 con 0x7f984015f5c0 2023-09-21T11:17:49.219 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f98277fe700 1 -- 172.21.15.79:0/2384697126 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9838014420 con 0x7f984015f5c0 2023-09-21T11:17:49.219 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f984506f700 1 -- 172.21.15.79:0/2384697126 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f984015d560 con 0x7f984015f5c0 2023-09-21T11:17:49.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f98277fe700 1 -- 172.21.15.79:0/2384697126 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98380147d0 con 0x7f984015f5c0 2023-09-21T11:17:49.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.216+0000 7f984506f700 1 -- 172.21.15.79:0/2384697126 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f984015db20 con 0x7f984015f5c0 2023-09-21T11:17:49.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.217+0000 7f984506f700 1 -- 172.21.15.79:0/2384697126 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f984004eae0 con 0x7f984015f5c0 2023-09-21T11:17:49.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.218+0000 7f98277fe700 1 -- 172.21.15.79:0/2384697126 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f9838014930 con 0x7f984015f5c0 2023-09-21T11:17:49.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.218+0000 7f98277fe700 1 --2- 172.21.15.79:0/2384697126 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f982c06a580 0x7f982c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:49.220 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.218+0000 7f98277fe700 1 -- 172.21.15.79:0/2384697126 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f9838088d20 con 0x7f984015f5c0 2023-09-21T11:17:49.221 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.218+0000 7f983ed9d700 1 --2- 172.21.15.79:0/2384697126 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f982c06a580 0x7f982c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:49.221 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.219+0000 7f983ed9d700 1 --2- 172.21.15.79:0/2384697126 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f982c06a580 0x7f982c06ca40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f9830000c00 tx=0x7f9830008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:49.221 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.223+0000 7f98277fe700 1 -- 172.21.15.79:0/2384697126 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f98380546a0 con 0x7f984015f5c0 2023-09-21T11:17:49.482 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.490+0000 7f984506f700 1 -- 172.21.15.79:0/2384697126 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7f98400d1d20 con 0x7f984015f5c0 2023-09-21T11:17:49.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.494+0000 7f98277fe700 1 -- 172.21.15.79:0/2384697126 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7f9838057cc0 con 0x7f984015f5c0 2023-09-21T11:17:49.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.496+0000 7f984506f700 1 -- 172.21.15.79:0/2384697126 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f982c06a580 msgr2=0x7f982c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:49.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.496+0000 7f984506f700 1 --2- 172.21.15.79:0/2384697126 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f982c06a580 0x7f982c06ca40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f9830000c00 tx=0x7f9830008030 comp rx=0 tx=0).stop 2023-09-21T11:17:49.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.496+0000 7f984506f700 1 -- 172.21.15.79:0/2384697126 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f984015f5c0 msgr2=0x7f98401f0610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:49.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.496+0000 7f984506f700 1 --2- 172.21.15.79:0/2384697126 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f984015f5c0 0x7f98401f0610 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f9838007e60 tx=0x7f983800e3c0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.496+0000 7f984506f700 1 -- 172.21.15.79:0/2384697126 shutdown_connections 2023-09-21T11:17:49.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.496+0000 7f984506f700 1 --2- 172.21.15.79:0/2384697126 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f984015f5c0 0x7f98401f0610 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.496+0000 7f984506f700 1 --2- 172.21.15.79:0/2384697126 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f982c06a580 0x7f982c06ca40 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.496+0000 7f984506f700 1 --2- 172.21.15.79:0/2384697126 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984015b5f0 0x7f98400cb730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.496+0000 7f984506f700 1 --2- 172.21.15.79:0/2384697126 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f984015f110 0x7f984014a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.496+0000 7f984506f700 1 -- 172.21.15.79:0/2384697126 >> 172.21.15.79:0/2384697126 conn(0x7f98400664a0 msgr2=0x7f98400b4090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:49.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.496+0000 7f984506f700 1 -- 172.21.15.79:0/2384697126 shutdown_connections 2023-09-21T11:17:49.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.496+0000 7f984506f700 1 -- 172.21.15.79:0/2384697126 wait complete. 2023-09-21T11:17:49.501 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2023-09-21T11:17:49.622 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.629+0000 7f706b42f700 1 Processor -- start 2023-09-21T11:17:49.622 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.629+0000 7f706b42f700 1 -- start start 2023-09-21T11:17:49.624 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.630+0000 7f706b42f700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f706415dca0 0x7f70640cae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:49.624 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.630+0000 7f706b42f700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70640ce490 con 0x7f706406e7c0 2023-09-21T11:17:49.625 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.630+0000 7f706b42f700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70640ce770 con 0x7f706415d8c0 2023-09-21T11:17:49.625 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.630+0000 7f706b42f700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70640cea50 con 0x7f706415dca0 2023-09-21T11:17:49.625 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.630+0000 7f70689ca700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f706415dca0 0x7f70640cae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:49.625 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.630+0000 7f70699cc700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f706406e7c0 0x7f706406a800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41464/0 (socket says 172.21.15.79:41464) 2023-09-21T11:17:49.626 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.630+0000 7f70699cc700 1 -- 172.21.15.79:0/3639748850 learned_addr learned my addr 172.21.15.79:0/3639748850 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:49.626 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.630+0000 7f70689ca700 1 -- 172.21.15.79:0/3639748850 >> v1:172.21.15.134:6789/0 conn(0x7f706415d8c0 legacy=0x7f7064162080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:49.626 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.630+0000 7f70689ca700 1 -- 172.21.15.79:0/3639748850 >> v1:172.21.15.79:6789/0 conn(0x7f706406e7c0 legacy=0x7f706406a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:49.627 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.630+0000 7f705bfff700 1 -- 172.21.15.79:0/3639748850 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 720514789 0 0) 0x7f70640ce490 con 0x7f706406e7c0 2023-09-21T11:17:49.627 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.630+0000 7f70689ca700 1 -- 172.21.15.79:0/3639748850 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70640719f0 con 0x7f706415dca0 2023-09-21T11:17:49.627 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.631+0000 7f70689ca700 1 --2- 172.21.15.79:0/3639748850 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f706415dca0 0x7f70640cae00 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f7060009840 tx=0x7f7060009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11c69e5f4674f9fe server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:49.627 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.631+0000 7f705bfff700 1 -- 172.21.15.79:0/3639748850 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7060004230 con 0x7f706415dca0 2023-09-21T11:17:49.627 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.631+0000 7f705bfff700 1 -- 172.21.15.79:0/3639748850 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7060004390 con 0x7f706415dca0 2023-09-21T11:17:49.627 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.631+0000 7f705bfff700 1 -- 172.21.15.79:0/3639748850 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70600036a0 con 0x7f706415dca0 2023-09-21T11:17:49.628 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.631+0000 7f706b42f700 1 -- 172.21.15.79:0/3639748850 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f706415dca0 msgr2=0x7f70640cae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:49.628 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.631+0000 7f706b42f700 1 --2- 172.21.15.79:0/3639748850 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f706415dca0 0x7f70640cae00 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f7060009840 tx=0x7f7060009b50 comp rx=0 tx=0).stop 2023-09-21T11:17:49.628 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.631+0000 7f706b42f700 1 -- 172.21.15.79:0/3639748850 shutdown_connections 2023-09-21T11:17:49.628 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.631+0000 7f706b42f700 1 --2- 172.21.15.79:0/3639748850 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f706415dca0 0x7f70640cae00 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.629 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.631+0000 7f706b42f700 1 -- 172.21.15.79:0/3639748850 >> 172.21.15.79:0/3639748850 conn(0x7f706406baf0 msgr2=0x7f706406bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:49.629 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.631+0000 7f706b42f700 1 -- 172.21.15.79:0/3639748850 shutdown_connections 2023-09-21T11:17:49.629 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.631+0000 7f706b42f700 1 -- 172.21.15.79:0/3639748850 wait complete. 2023-09-21T11:17:49.631 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.632+0000 7f706b42f700 1 Processor -- start 2023-09-21T11:17:49.631 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.633+0000 7f706b42f700 1 -- start start 2023-09-21T11:17:49.632 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.633+0000 7f706b42f700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f706406e7c0 0x7f706415e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:49.632 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.633+0000 7f706b42f700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f706415d8c0 0x7f70641567e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:49.632 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.633+0000 7f706b42f700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f706415dca0 0x7f70640c8140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:49.632 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.633+0000 7f706b42f700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70640ad7b0 con 0x7f706415d8c0 2023-09-21T11:17:49.633 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.633+0000 7f706b42f700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70640ada90 con 0x7f706415dca0 2023-09-21T11:17:49.633 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.633+0000 7f706b42f700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70640add70 con 0x7f706406e7c0 2023-09-21T11:17:49.633 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.633+0000 7f70689ca700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f706415d8c0 0x7f70641567e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:49.633 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.633+0000 7f70689ca700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f706415d8c0 0x7f70641567e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55104/0 (socket says 172.21.15.79:55104) 2023-09-21T11:17:49.633 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.633+0000 7f70689ca700 1 -- 172.21.15.79:0/2059972052 learned_addr learned my addr 172.21.15.79:0/2059972052 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:49.633 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.634+0000 7f70689ca700 1 -- 172.21.15.79:0/2059972052 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f706406e7c0 msgr2=0x7f706415e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:49.634 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.634+0000 7f70689ca700 1 --2- 172.21.15.79:0/2059972052 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f706406e7c0 0x7f706415e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.634 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.634+0000 7f70689ca700 1 -- 172.21.15.79:0/2059972052 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f706415dca0 msgr2=0x7f70640c8140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:49.634 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.634+0000 7f70689ca700 1 --2- 172.21.15.79:0/2059972052 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f706415dca0 0x7f70640c8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.634 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.634+0000 7f70689ca700 1 -- 172.21.15.79:0/2059972052 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70600094a0 con 0x7f706415d8c0 2023-09-21T11:17:49.635 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.634+0000 7f70689ca700 1 --2- 172.21.15.79:0/2059972052 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f706415d8c0 0x7f70641567e0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f70600090b0 tx=0x7f70600047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:49.635 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.634+0000 7f7059ffb700 1 -- 172.21.15.79:0/2059972052 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7060011830 con 0x7f706415d8c0 2023-09-21T11:17:49.635 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.634+0000 7f7059ffb700 1 -- 172.21.15.79:0/2059972052 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7060011990 con 0x7f706415d8c0 2023-09-21T11:17:49.635 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.634+0000 7f706b42f700 1 -- 172.21.15.79:0/2059972052 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70640ae050 con 0x7f706415d8c0 2023-09-21T11:17:49.635 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.634+0000 7f7059ffb700 1 -- 172.21.15.79:0/2059972052 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7060011d40 con 0x7f706415d8c0 2023-09-21T11:17:49.636 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.634+0000 7f706b42f700 1 -- 172.21.15.79:0/2059972052 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70640c8980 con 0x7f706415d8c0 2023-09-21T11:17:49.636 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.635+0000 7f706b42f700 1 -- 172.21.15.79:0/2059972052 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70640ad8f0 con 0x7f706415d8c0 2023-09-21T11:17:49.636 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.636+0000 7f7059ffb700 1 -- 172.21.15.79:0/2059972052 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f706001b440 con 0x7f706415d8c0 2023-09-21T11:17:49.636 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.636+0000 7f7059ffb700 1 --2- 172.21.15.79:0/2059972052 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f704806a580 0x7f704806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:49.636 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.636+0000 7f7059ffb700 1 -- 172.21.15.79:0/2059972052 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f7060089fb0 con 0x7f706415d8c0 2023-09-21T11:17:49.637 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.636+0000 7f70691cb700 1 --2- 172.21.15.79:0/2059972052 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f704806a580 0x7f704806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:49.637 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.636+0000 7f70691cb700 1 --2- 172.21.15.79:0/2059972052 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f704806a580 0x7f704806ca40 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7054001600 tx=0x7f7054007a20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:49.637 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.640+0000 7f7059ffb700 1 -- 172.21.15.79:0/2059972052 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f70640ad8f0 con 0x7f706415d8c0 2023-09-21T11:17:49.896 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.903+0000 7f706b42f700 1 -- 172.21.15.79:0/2059972052 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7f70640ad8f0 con 0x7f706415d8c0 2023-09-21T11:17:49.901 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.909+0000 7f7059ffb700 1 -- 172.21.15.79:0/2059972052 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v11) v1 ==== 97+0+0 (secure 0 0 0) 0x7f70640ad8f0 con 0x7f706415d8c0 2023-09-21T11:17:49.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.911+0000 7f706b42f700 1 -- 172.21.15.79:0/2059972052 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f704806a580 msgr2=0x7f704806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:49.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.911+0000 7f706b42f700 1 --2- 172.21.15.79:0/2059972052 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f704806a580 0x7f704806ca40 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7054001600 tx=0x7f7054007a20 comp rx=0 tx=0).stop 2023-09-21T11:17:49.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.911+0000 7f706b42f700 1 -- 172.21.15.79:0/2059972052 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f706415d8c0 msgr2=0x7f70641567e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:49.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.911+0000 7f706b42f700 1 --2- 172.21.15.79:0/2059972052 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f706415d8c0 0x7f70641567e0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f70600090b0 tx=0x7f70600047c0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.911+0000 7f706b42f700 1 -- 172.21.15.79:0/2059972052 shutdown_connections 2023-09-21T11:17:49.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.911+0000 7f706b42f700 1 --2- 172.21.15.79:0/2059972052 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f706415dca0 0x7f70640c8140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.911+0000 7f706b42f700 1 --2- 172.21.15.79:0/2059972052 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f704806a580 0x7f704806ca40 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.911+0000 7f706b42f700 1 --2- 172.21.15.79:0/2059972052 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f706406e7c0 0x7f706415e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.905 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.911+0000 7f706b42f700 1 --2- 172.21.15.79:0/2059972052 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f706415d8c0 0x7f70641567e0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:49.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.911+0000 7f706b42f700 1 -- 172.21.15.79:0/2059972052 >> 172.21.15.79:0/2059972052 conn(0x7f706406baf0 msgr2=0x7f70640cc320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:49.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.911+0000 7f706b42f700 1 -- 172.21.15.79:0/2059972052 shutdown_connections 2023-09-21T11:17:49.906 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:49.911+0000 7f706b42f700 1 -- 172.21.15.79:0/2059972052 wait complete. 2023-09-21T11:17:49.916 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2023-09-21T11:17:50.036 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.043+0000 7fd05777e700 1 Processor -- start 2023-09-21T11:17:50.036 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.043+0000 7fd05777e700 1 -- start start 2023-09-21T11:17:50.038 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.044+0000 7fd05777e700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fd05015d880 0x7fd0500ca790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:50.038 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.044+0000 7fd05777e700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0500cacd0 con 0x7fd0501613e0 2023-09-21T11:17:50.039 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.044+0000 7fd05777e700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd050162220 con 0x7fd0500c62e0 2023-09-21T11:17:50.039 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.044+0000 7fd05777e700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd05006b040 con 0x7fd05015d880 2023-09-21T11:17:50.039 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.044+0000 7fd05551a700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fd05015d880 0x7fd0500ca790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:50.039 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.044+0000 7fd054d19700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fd0501613e0 0x7fd0500c5bd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41474/0 (socket says 172.21.15.79:41474) 2023-09-21T11:17:50.039 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.044+0000 7fd054d19700 1 -- 172.21.15.79:0/1420082094 learned_addr learned my addr 172.21.15.79:0/1420082094 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:50.040 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.044+0000 7fd05551a700 1 -- 172.21.15.79:0/1420082094 >> v1:172.21.15.134:6789/0 conn(0x7fd0500c62e0 legacy=0x7fd05006b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:50.040 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.044+0000 7fd05551a700 1 -- 172.21.15.79:0/1420082094 >> v1:172.21.15.79:6789/0 conn(0x7fd0501613e0 legacy=0x7fd0500c5bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:50.040 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.044+0000 7fd05551a700 1 -- 172.21.15.79:0/1420082094 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0500c6800 con 0x7fd05015d880 2023-09-21T11:17:50.040 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.044+0000 7fd047fff700 1 -- 172.21.15.79:0/1420082094 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1821745725 0 0) 0x7fd0500cacd0 con 0x7fd0501613e0 2023-09-21T11:17:50.040 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.044+0000 7fd05551a700 1 --2- 172.21.15.79:0/1420082094 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd05015d880 0x7fd0500ca790 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fd04c009840 tx=0x7fd04c009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f6d75d038ee3212 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:50.040 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.045+0000 7fd047fff700 1 -- 172.21.15.79:0/1420082094 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd04c004230 con 0x7fd05015d880 2023-09-21T11:17:50.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.045+0000 7fd047fff700 1 -- 172.21.15.79:0/1420082094 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd04c004390 con 0x7fd05015d880 2023-09-21T11:17:50.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.045+0000 7fd047fff700 1 -- 172.21.15.79:0/1420082094 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd04c0036a0 con 0x7fd05015d880 2023-09-21T11:17:50.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.045+0000 7fd05777e700 1 -- 172.21.15.79:0/1420082094 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd05015d880 msgr2=0x7fd0500ca790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:50.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.045+0000 7fd05777e700 1 --2- 172.21.15.79:0/1420082094 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd05015d880 0x7fd0500ca790 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fd04c009840 tx=0x7fd04c009b50 comp rx=0 tx=0).stop 2023-09-21T11:17:50.041 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.045+0000 7fd05777e700 1 -- 172.21.15.79:0/1420082094 shutdown_connections 2023-09-21T11:17:50.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.045+0000 7fd05777e700 1 --2- 172.21.15.79:0/1420082094 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd05015d880 0x7fd0500ca790 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.045+0000 7fd05777e700 1 -- 172.21.15.79:0/1420082094 >> 172.21.15.79:0/1420082094 conn(0x7fd0500cc600 msgr2=0x7fd0500cca10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:50.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.045+0000 7fd05777e700 1 -- 172.21.15.79:0/1420082094 shutdown_connections 2023-09-21T11:17:50.042 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.045+0000 7fd05777e700 1 -- 172.21.15.79:0/1420082094 wait complete. 2023-09-21T11:17:50.045 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.046+0000 7fd05777e700 1 Processor -- start 2023-09-21T11:17:50.045 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.046+0000 7fd05777e700 1 -- start start 2023-09-21T11:17:50.045 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.047+0000 7fd05777e700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0500c62e0 0x7fd05015dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:50.045 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.047+0000 7fd05777e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd05015d880 0x7fd05015fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:50.045 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.047+0000 7fd05777e700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0501613e0 0x7fd0500b4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:50.046 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.047+0000 7fd05777e700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd05015e520 con 0x7fd0500c62e0 2023-09-21T11:17:50.046 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.047+0000 7fd05777e700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0500b5670 con 0x7fd0501613e0 2023-09-21T11:17:50.046 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.047+0000 7fd05777e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0500c6c50 con 0x7fd05015d880 2023-09-21T11:17:50.046 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.047+0000 7fd05551a700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0500c62e0 0x7fd05015dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:50.046 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.047+0000 7fd05551a700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0500c62e0 0x7fd05015dfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55116/0 (socket says 172.21.15.79:55116) 2023-09-21T11:17:50.047 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.047+0000 7fd05551a700 1 -- 172.21.15.79:0/3964657746 learned_addr learned my addr 172.21.15.79:0/3964657746 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:50.047 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.047+0000 7fd05551a700 1 -- 172.21.15.79:0/3964657746 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd05015d880 msgr2=0x7fd05015fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:50.047 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.047+0000 7fd054d19700 1 --2- 172.21.15.79:0/3964657746 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd05015d880 0x7fd05015fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:50.047 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.047+0000 7fd05551a700 1 --2- 172.21.15.79:0/3964657746 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd05015d880 0x7fd05015fe40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.047 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.047+0000 7fd05551a700 1 -- 172.21.15.79:0/3964657746 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0501613e0 msgr2=0x7fd0500b4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:50.048 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.047+0000 7fd05551a700 1 --2- 172.21.15.79:0/3964657746 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0501613e0 0x7fd0500b4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.048 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.047+0000 7fd05551a700 1 -- 172.21.15.79:0/3964657746 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd04c0094a0 con 0x7fd0500c62e0 2023-09-21T11:17:50.048 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.048+0000 7fd05551a700 1 --2- 172.21.15.79:0/3964657746 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0500c62e0 0x7fd05015dfe0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fd04c0090b0 tx=0x7fd04c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:50.048 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.048+0000 7fd045ffb700 1 -- 172.21.15.79:0/3964657746 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd04c011830 con 0x7fd0500c62e0 2023-09-21T11:17:50.048 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.048+0000 7fd045ffb700 1 -- 172.21.15.79:0/3964657746 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd04c011990 con 0x7fd0500c62e0 2023-09-21T11:17:50.049 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.048+0000 7fd05777e700 1 -- 172.21.15.79:0/3964657746 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0500c6f30 con 0x7fd0500c62e0 2023-09-21T11:17:50.049 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.048+0000 7fd045ffb700 1 -- 172.21.15.79:0/3964657746 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd04c011d40 con 0x7fd0500c62e0 2023-09-21T11:17:50.049 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.048+0000 7fd05777e700 1 -- 172.21.15.79:0/3964657746 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0500c74f0 con 0x7fd0500c62e0 2023-09-21T11:17:50.049 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.049+0000 7fd05777e700 1 -- 172.21.15.79:0/3964657746 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd05004eae0 con 0x7fd0500c62e0 2023-09-21T11:17:50.049 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.050+0000 7fd045ffb700 1 -- 172.21.15.79:0/3964657746 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fd04c01b440 con 0x7fd0500c62e0 2023-09-21T11:17:50.050 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.050+0000 7fd045ffb700 1 --2- 172.21.15.79:0/3964657746 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd03406a580 0x7fd03406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:50.050 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.050+0000 7fd045ffb700 1 -- 172.21.15.79:0/3964657746 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fd04c08a000 con 0x7fd0500c62e0 2023-09-21T11:17:50.050 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.050+0000 7fd054d19700 1 --2- 172.21.15.79:0/3964657746 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd03406a580 0x7fd03406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:50.050 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.050+0000 7fd054d19700 1 --2- 172.21.15.79:0/3964657746 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd03406a580 0x7fd03406ca40 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fd0500ae650 tx=0x7fd040009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:50.050 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.054+0000 7fd045ffb700 1 -- 172.21.15.79:0/3964657746 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fd04c055a80 con 0x7fd0500c62e0 2023-09-21T11:17:50.313 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.320+0000 7fd05777e700 1 -- 172.21.15.79:0/3964657746 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7fd0500cbac0 con 0x7fd0500c62e0 2023-09-21T11:17:50.317 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.324+0000 7fd045ffb700 1 -- 172.21.15.79:0/3964657746 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v12) v1 ==== 90+0+0 (secure 0 0 0) 0x7fd04c0590a0 con 0x7fd0500c62e0 2023-09-21T11:17:50.319 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.327+0000 7fd05777e700 1 -- 172.21.15.79:0/3964657746 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd03406a580 msgr2=0x7fd03406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:50.320 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.327+0000 7fd05777e700 1 --2- 172.21.15.79:0/3964657746 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd03406a580 0x7fd03406ca40 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fd0500ae650 tx=0x7fd040009040 comp rx=0 tx=0).stop 2023-09-21T11:17:50.320 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.327+0000 7fd05777e700 1 -- 172.21.15.79:0/3964657746 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0500c62e0 msgr2=0x7fd05015dfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:50.320 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.327+0000 7fd05777e700 1 --2- 172.21.15.79:0/3964657746 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0500c62e0 0x7fd05015dfe0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fd04c0090b0 tx=0x7fd04c0047c0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.320 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.327+0000 7fd05777e700 1 -- 172.21.15.79:0/3964657746 shutdown_connections 2023-09-21T11:17:50.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.327+0000 7fd05777e700 1 --2- 172.21.15.79:0/3964657746 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0501613e0 0x7fd0500b4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.327+0000 7fd05777e700 1 --2- 172.21.15.79:0/3964657746 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0500c62e0 0x7fd05015dfe0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.327+0000 7fd05777e700 1 --2- 172.21.15.79:0/3964657746 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd03406a580 0x7fd03406ca40 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.327+0000 7fd05777e700 1 --2- 172.21.15.79:0/3964657746 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd05015d880 0x7fd05015fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.327+0000 7fd05777e700 1 -- 172.21.15.79:0/3964657746 >> 172.21.15.79:0/3964657746 conn(0x7fd0500cc600 msgr2=0x7fd0500cbce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:50.321 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.327+0000 7fd05777e700 1 -- 172.21.15.79:0/3964657746 shutdown_connections 2023-09-21T11:17:50.322 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.327+0000 7fd05777e700 1 -- 172.21.15.79:0/3964657746 wait complete. 2023-09-21T11:17:50.332 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:50.452 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.459+0000 7f3d92706700 1 Processor -- start 2023-09-21T11:17:50.452 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.459+0000 7f3d92706700 1 -- start start 2023-09-21T11:17:50.455 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.460+0000 7f3d92706700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d8c15d9b0 0x7f3d8c161e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:50.456 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.460+0000 7f3d92706700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d8c072670 con 0x7f3d8c071bd0 2023-09-21T11:17:50.456 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.460+0000 7f3d92706700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d8c0728c0 con 0x7f3d8c06e650 2023-09-21T11:17:50.456 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.460+0000 7f3d92706700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d8c072ba0 con 0x7f3d8c15d9b0 2023-09-21T11:17:50.456 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.460+0000 7f3d8b7fe700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f3d8c071bd0 0x7f3d8c06a800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41488/0 (socket says 172.21.15.79:41488) 2023-09-21T11:17:50.457 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.460+0000 7f3d8b7fe700 1 -- 172.21.15.79:0/3132436821 learned_addr learned my addr 172.21.15.79:0/3132436821 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:50.457 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.460+0000 7f3d8affd700 1 -- 172.21.15.79:0/3132436821 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3969824274 0 0) 0x7f3d8c072670 con 0x7f3d8c071bd0 2023-09-21T11:17:50.457 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.460+0000 7f3d8bfff700 1 --2- 172.21.15.79:0/3132436821 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d8c15d9b0 0x7f3d8c161e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:50.457 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.460+0000 7f3d8affd700 1 -- 172.21.15.79:0/3132436821 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3d740035b0 con 0x7f3d8c071bd0 2023-09-21T11:17:50.457 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.460+0000 7f3d8affd700 1 -- 172.21.15.79:0/3132436821 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3557307347 0 0) 0x7f3d740035b0 con 0x7f3d8c071bd0 2023-09-21T11:17:50.458 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.460+0000 7f3d8affd700 1 -- 172.21.15.79:0/3132436821 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d8c15d9b0 msgr2=0x7f3d8c161e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:50.458 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.460+0000 7f3d8affd700 1 --2- 172.21.15.79:0/3132436821 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d8c15d9b0 0x7f3d8c161e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.458 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.460+0000 7f3d8affd700 1 -- 172.21.15.79:0/3132436821 >> v1:172.21.15.134:6789/0 conn(0x7f3d8c06e650 legacy=0x7f3d8c0cab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:50.458 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.460+0000 7f3d8affd700 1 -- 172.21.15.79:0/3132436821 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d8c161950 con 0x7f3d8c071bd0 2023-09-21T11:17:50.458 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.460+0000 7f3d8affd700 1 -- 172.21.15.79:0/3132436821 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f3d7c001670 con 0x7f3d8c071bd0 2023-09-21T11:17:50.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.460+0000 7f3d8affd700 1 -- 172.21.15.79:0/3132436821 >> v1:172.21.15.79:6789/0 conn(0x7f3d8c071bd0 legacy=0x7f3d8c06a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:50.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.461+0000 7f3d8affd700 1 --2- 172.21.15.79:0/3132436821 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d74003a30 0x7f3d74003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:50.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.461+0000 7f3d8affd700 1 --2- 172.21.15.79:0/3132436821 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d8c15d9b0 0x7f3d74004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:50.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.461+0000 7f3d8affd700 1 --2- 172.21.15.79:0/3132436821 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3d74004d90 0x7f3d74005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:50.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.461+0000 7f3d8affd700 1 -- 172.21.15.79:0/3132436821 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d8c072ba0 con 0x7f3d74003a30 2023-09-21T11:17:50.460 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.461+0000 7f3d8affd700 1 -- 172.21.15.79:0/3132436821 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d7400bb40 con 0x7f3d74004d90 2023-09-21T11:17:50.460 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.461+0000 7f3d8affd700 1 -- 172.21.15.79:0/3132436821 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d7400bd00 con 0x7f3d8c15d9b0 2023-09-21T11:17:50.460 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.461+0000 7f3d8bfff700 1 --2- 172.21.15.79:0/3132436821 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d74003a30 0x7f3d74003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:50.460 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.461+0000 7f3d8b7fe700 1 --2- 172.21.15.79:0/3132436821 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d8c15d9b0 0x7f3d74004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:50.460 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.461+0000 7f3d90ca3700 1 --2- 172.21.15.79:0/3132436821 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3d74004d90 0x7f3d74005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:50.461 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.461+0000 7f3d8bfff700 1 -- 172.21.15.79:0/3132436821 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d8c15d9b0 msgr2=0x7f3d74004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:50.461 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.461+0000 7f3d8bfff700 1 --2- 172.21.15.79:0/3132436821 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d8c15d9b0 0x7f3d74004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.461 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.461+0000 7f3d8bfff700 1 -- 172.21.15.79:0/3132436821 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3d74004d90 msgr2=0x7f3d74005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:50.461 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.461+0000 7f3d8bfff700 1 --2- 172.21.15.79:0/3132436821 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3d74004d90 0x7f3d74005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.461 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.461+0000 7f3d8bfff700 1 -- 172.21.15.79:0/3132436821 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d740035b0 con 0x7f3d74003a30 2023-09-21T11:17:50.462 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.461+0000 7f3d90ca3700 1 --2- 172.21.15.79:0/3132436821 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3d74004d90 0x7f3d74005210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:50.462 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.461+0000 7f3d8bfff700 1 --2- 172.21.15.79:0/3132436821 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d74003a30 0x7f3d74003e50 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f3d80009b60 tx=0x7f3d74005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e7e93ed164ab2ae server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:50.462 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.461+0000 7f3d8affd700 1 -- 172.21.15.79:0/3132436821 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d8000e6c0 con 0x7f3d74003a30 2023-09-21T11:17:50.462 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.461+0000 7f3d8affd700 1 -- 172.21.15.79:0/3132436821 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d8000e820 con 0x7f3d74003a30 2023-09-21T11:17:50.462 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.461+0000 7f3d8affd700 1 -- 172.21.15.79:0/3132436821 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d8000eb90 con 0x7f3d74003a30 2023-09-21T11:17:50.463 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.462+0000 7f3d92706700 1 -- 172.21.15.79:0/3132436821 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d74003a30 msgr2=0x7f3d74003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:50.463 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.462+0000 7f3d92706700 1 --2- 172.21.15.79:0/3132436821 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d74003a30 0x7f3d74003e50 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f3d80009b60 tx=0x7f3d74005880 comp rx=0 tx=0).stop 2023-09-21T11:17:50.463 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.462+0000 7f3d90ca3700 1 -- 172.21.15.79:0/3132436821 reap_dead start 2023-09-21T11:17:50.463 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.462+0000 7f3d92706700 1 -- 172.21.15.79:0/3132436821 shutdown_connections 2023-09-21T11:17:50.463 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.462+0000 7f3d92706700 1 -- 172.21.15.79:0/3132436821 >> 172.21.15.79:0/3132436821 conn(0x7f3d8c06dac0 msgr2=0x7f3d8c06ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:50.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.462+0000 7f3d92706700 1 -- 172.21.15.79:0/3132436821 shutdown_connections 2023-09-21T11:17:50.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.462+0000 7f3d92706700 1 -- 172.21.15.79:0/3132436821 wait complete. 2023-09-21T11:17:50.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.463+0000 7f3d92706700 1 Processor -- start 2023-09-21T11:17:50.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.463+0000 7f3d92706700 1 -- start start 2023-09-21T11:17:50.467 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d92706700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d74003a30 0x7f3d8c155770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:50.468 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d92706700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3d8c15c100 0x7f3d8c15c580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:50.468 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d92706700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d8c0c5fd0 0x7f3d8c0c6450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:50.468 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d92706700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d8c15a300 con 0x7f3d74003a30 2023-09-21T11:17:50.468 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d92706700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d8c0c6990 con 0x7f3d8c15c100 2023-09-21T11:17:50.468 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d92706700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d8c156080 con 0x7f3d8c0c5fd0 2023-09-21T11:17:50.469 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d8bfff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d74003a30 0x7f3d8c155770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:50.469 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d8bfff700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d74003a30 0x7f3d8c155770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55136/0 (socket says 172.21.15.79:55136) 2023-09-21T11:17:50.469 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d8bfff700 1 -- 172.21.15.79:0/2931034581 learned_addr learned my addr 172.21.15.79:0/2931034581 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:50.469 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d8b7fe700 1 --2- 172.21.15.79:0/2931034581 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3d8c15c100 0x7f3d8c15c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:50.470 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d90ca3700 1 --2- 172.21.15.79:0/2931034581 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d8c0c5fd0 0x7f3d8c0c6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:50.470 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d8bfff700 1 -- 172.21.15.79:0/2931034581 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d8c0c5fd0 msgr2=0x7f3d8c0c6450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:50.470 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d8bfff700 1 --2- 172.21.15.79:0/2931034581 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d8c0c5fd0 0x7f3d8c0c6450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.470 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d8bfff700 1 -- 172.21.15.79:0/2931034581 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3d8c15c100 msgr2=0x7f3d8c15c580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:50.470 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d8bfff700 1 --2- 172.21.15.79:0/2931034581 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3d8c15c100 0x7f3d8c15c580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.471 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d8bfff700 1 -- 172.21.15.79:0/2931034581 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d8c15a510 con 0x7f3d74003a30 2023-09-21T11:17:50.471 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d90ca3700 1 --2- 172.21.15.79:0/2931034581 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d8c0c5fd0 0x7f3d8c0c6450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:50.471 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d8bfff700 1 --2- 172.21.15.79:0/2931034581 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d74003a30 0x7f3d8c155770 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f3d7400bb10 tx=0x7f3d800047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:50.471 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d88ff9700 1 -- 172.21.15.79:0/2931034581 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d8000e6c0 con 0x7f3d74003a30 2023-09-21T11:17:50.471 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d88ff9700 1 -- 172.21.15.79:0/2931034581 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d80009ed0 con 0x7f3d74003a30 2023-09-21T11:17:50.472 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d88ff9700 1 -- 172.21.15.79:0/2931034581 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d80003cf0 con 0x7f3d74003a30 2023-09-21T11:17:50.472 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.464+0000 7f3d92706700 1 -- 172.21.15.79:0/2931034581 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d8c15a7f0 con 0x7f3d74003a30 2023-09-21T11:17:50.472 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.465+0000 7f3d92706700 1 -- 172.21.15.79:0/2931034581 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d8c1f4de0 con 0x7f3d74003a30 2023-09-21T11:17:50.472 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.465+0000 7f3d92706700 1 -- 172.21.15.79:0/2931034581 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d8c1f5430 con 0x7f3d74003a30 2023-09-21T11:17:50.472 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.466+0000 7f3d88ff9700 1 -- 172.21.15.79:0/2931034581 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f3d80013470 con 0x7f3d74003a30 2023-09-21T11:17:50.473 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.466+0000 7f3d88ff9700 1 --2- 172.21.15.79:0/2931034581 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3d7806a580 0x7f3d7806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:50.473 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.466+0000 7f3d88ff9700 1 -- 172.21.15.79:0/2931034581 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f3d8008a0b0 con 0x7f3d74003a30 2023-09-21T11:17:50.473 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.466+0000 7f3d8b7fe700 1 --2- 172.21.15.79:0/2931034581 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3d7806a580 0x7f3d7806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:50.473 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.467+0000 7f3d8b7fe700 1 --2- 172.21.15.79:0/2931034581 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3d7806a580 0x7f3d7806ca40 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3d8c0cc9c0 tx=0x7f3d7c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:50.473 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.471+0000 7f3d88ff9700 1 -- 172.21.15.79:0/2931034581 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f3d80055970 con 0x7f3d74003a30 2023-09-21T11:17:50.655 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.662+0000 7f3d92706700 1 -- 172.21.15.79:0/2931034581 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3d8c04eae0 con 0x7f3d74003a30 2023-09-21T11:17:50.656 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.663+0000 7f3d88ff9700 1 -- 172.21.15.79:0/2931034581 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+12809 (secure 0 0 0) 0x7f3d80058f90 con 0x7f3d74003a30 2023-09-21T11:17:50.656 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:50.656 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":29,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:47.372563+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:50.658 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.665+0000 7f3d92706700 1 -- 172.21.15.79:0/2931034581 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3d7806a580 msgr2=0x7f3d7806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:50.658 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.665+0000 7f3d92706700 1 --2- 172.21.15.79:0/2931034581 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3d7806a580 0x7f3d7806ca40 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3d8c0cc9c0 tx=0x7f3d7c009040 comp rx=0 tx=0).stop 2023-09-21T11:17:50.658 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.665+0000 7f3d92706700 1 -- 172.21.15.79:0/2931034581 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d74003a30 msgr2=0x7f3d8c155770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:50.659 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.665+0000 7f3d92706700 1 --2- 172.21.15.79:0/2931034581 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d74003a30 0x7f3d8c155770 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f3d7400bb10 tx=0x7f3d800047c0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.659 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.665+0000 7f3d92706700 1 -- 172.21.15.79:0/2931034581 shutdown_connections 2023-09-21T11:17:50.659 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.665+0000 7f3d92706700 1 --2- 172.21.15.79:0/2931034581 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3d7806a580 0x7f3d7806ca40 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.659 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.665+0000 7f3d92706700 1 --2- 172.21.15.79:0/2931034581 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3d8c0c5fd0 0x7f3d8c0c6450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.660 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.665+0000 7f3d92706700 1 --2- 172.21.15.79:0/2931034581 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d74003a30 0x7f3d8c155770 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.660 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.665+0000 7f3d92706700 1 --2- 172.21.15.79:0/2931034581 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3d8c15c100 0x7f3d8c15c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.660 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.665+0000 7f3d92706700 1 -- 172.21.15.79:0/2931034581 >> 172.21.15.79:0/2931034581 conn(0x7f3d8c06dac0 msgr2=0x7f3d8c0cd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:50.660 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.665+0000 7f3d92706700 1 -- 172.21.15.79:0/2931034581 shutdown_connections 2023-09-21T11:17:50.661 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.665+0000 7f3d92706700 1 -- 172.21.15.79:0/2931034581 wait complete. 2023-09-21T11:17:50.670 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-21T11:16:45.829267+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-21T11:17:50.671 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-21T11:17:50.793 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.801+0000 7f1e4877b700 1 Processor -- start 2023-09-21T11:17:50.794 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.801+0000 7f1e4877b700 1 -- start start 2023-09-21T11:17:50.795 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.802+0000 7f1e4877b700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f1e400d3d50 0x7f1e400cf0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:50.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.802+0000 7f1e4877b700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e400cfe40 0x7f1e400d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:50.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.802+0000 7f1e4877b700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e400ce110 con 0x7f1e4015d8b0 2023-09-21T11:17:50.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.802+0000 7f1e4877b700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e400d0830 con 0x7f1e400d3d50 2023-09-21T11:17:50.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.802+0000 7f1e4877b700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e4006bfc0 con 0x7f1e400cfe40 2023-09-21T11:17:50.796 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.802+0000 7f1e45d16700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f1e400d3d50 0x7f1e400cf0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:50.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.802+0000 7f1e46d18700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e400cfe40 0x7f1e400d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:50.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.802+0000 7f1e45d16700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f1e400d3d50 0x7f1e400cf0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.79:36996/0 (socket says 172.21.15.79:36996) 2023-09-21T11:17:50.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.802+0000 7f1e45d16700 1 -- 172.21.15.79:0/2266493445 learned_addr learned my addr 172.21.15.79:0/2266493445 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:50.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.802+0000 7f1e45d16700 1 -- 172.21.15.79:0/2266493445 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e400cfe40 msgr2=0x7f1e400d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:50.797 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.802+0000 7f1e45d16700 1 --2- 172.21.15.79:0/2266493445 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e400cfe40 0x7f1e400d02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.798 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.802+0000 7f1e45d16700 1 -- 172.21.15.79:0/2266493445 >> v1:172.21.15.134:6789/0 conn(0x7f1e4015d8b0 legacy=0x7f1e4006b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:50.798 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.803+0000 7f1e45d16700 1 -- 172.21.15.79:0/2266493445 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e400ce340 con 0x7f1e400d3d50 2023-09-21T11:17:50.798 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.803+0000 7f1e45d16700 1 --2- 172.21.15.79:0/2266493445 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e400d3d50 0x7f1e400cf0c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f1e300098f0 tx=0x7f1e30009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=41c2c9122f339f41 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:50.798 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.803+0000 7f1e45515700 1 -- 172.21.15.79:0/2266493445 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e30011830 con 0x7f1e400d3d50 2023-09-21T11:17:50.799 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.803+0000 7f1e45515700 1 -- 172.21.15.79:0/2266493445 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e30011990 con 0x7f1e400d3d50 2023-09-21T11:17:50.799 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.803+0000 7f1e45515700 1 -- 172.21.15.79:0/2266493445 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e30011d20 con 0x7f1e400d3d50 2023-09-21T11:17:50.802 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.803+0000 7f1e4877b700 1 -- 172.21.15.79:0/2266493445 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e400d3d50 msgr2=0x7f1e400cf0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:50.802 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.803+0000 7f1e4877b700 1 --2- 172.21.15.79:0/2266493445 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e400d3d50 0x7f1e400cf0c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f1e300098f0 tx=0x7f1e30009c00 comp rx=0 tx=0).stop 2023-09-21T11:17:50.802 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.804+0000 7f1e4877b700 1 -- 172.21.15.79:0/2266493445 shutdown_connections 2023-09-21T11:17:50.802 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.804+0000 7f1e4877b700 1 --2- 172.21.15.79:0/2266493445 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e400cfe40 0x7f1e400d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.804+0000 7f1e4877b700 1 --2- 172.21.15.79:0/2266493445 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e400d3d50 0x7f1e400cf0c0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.804+0000 7f1e4877b700 1 -- 172.21.15.79:0/2266493445 >> 172.21.15.79:0/2266493445 conn(0x7f1e4009c970 msgr2=0x7f1e400d3640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:50.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.804+0000 7f1e4877b700 1 -- 172.21.15.79:0/2266493445 shutdown_connections 2023-09-21T11:17:50.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.804+0000 7f1e4877b700 1 -- 172.21.15.79:0/2266493445 wait complete. 2023-09-21T11:17:50.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.805+0000 7f1e4877b700 1 Processor -- start 2023-09-21T11:17:50.803 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.805+0000 7f1e4877b700 1 -- start start 2023-09-21T11:17:50.804 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.806+0000 7f1e4877b700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e400cfe40 0x7f1e401544c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:50.804 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.806+0000 7f1e4877b700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e400d3d50 0x7f1e40152f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:50.804 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.806+0000 7f1e4877b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1e4015d8b0 0x7f1e400ca780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:50.804 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.806+0000 7f1e4877b700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e40154a00 con 0x7f1e4015d8b0 2023-09-21T11:17:50.805 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.806+0000 7f1e4877b700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e400c8e50 con 0x7f1e400cfe40 2023-09-21T11:17:50.805 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.806+0000 7f1e4877b700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e400c8240 con 0x7f1e400d3d50 2023-09-21T11:17:50.805 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.806+0000 7f1e46d18700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1e4015d8b0 0x7f1e400ca780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:50.805 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.806+0000 7f1e46d18700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1e4015d8b0 0x7f1e400ca780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55154/0 (socket says 172.21.15.79:55154) 2023-09-21T11:17:50.805 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.806+0000 7f1e46d18700 1 -- 172.21.15.79:0/3965755859 learned_addr learned my addr 172.21.15.79:0/3965755859 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:50.805 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.806+0000 7f1e45d16700 1 --2- 172.21.15.79:0/3965755859 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e400d3d50 0x7f1e40152f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:50.806 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.806+0000 7f1e46d18700 1 -- 172.21.15.79:0/3965755859 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e400d3d50 msgr2=0x7f1e40152f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:50.806 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.807+0000 7f1e46d18700 1 --2- 172.21.15.79:0/3965755859 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e400d3d50 0x7f1e40152f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.806 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.807+0000 7f1e46d18700 1 -- 172.21.15.79:0/3965755859 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e400cfe40 msgr2=0x7f1e401544c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:50.806 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.807+0000 7f1e46d18700 1 --2- 172.21.15.79:0/3965755859 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e400cfe40 0x7f1e401544c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:50.807 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.807+0000 7f1e46d18700 1 -- 172.21.15.79:0/3965755859 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e30009550 con 0x7f1e4015d8b0 2023-09-21T11:17:50.807 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.807+0000 7f1e46d18700 1 --2- 172.21.15.79:0/3965755859 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1e4015d8b0 0x7f1e400ca780 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f1e3800efc0 tx=0x7f1e3800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:50.807 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.807+0000 7f1e36ffd700 1 -- 172.21.15.79:0/3965755859 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e38009ba0 con 0x7f1e4015d8b0 2023-09-21T11:17:50.807 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.807+0000 7f1e36ffd700 1 -- 172.21.15.79:0/3965755859 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e3800f040 con 0x7f1e4015d8b0 2023-09-21T11:17:50.807 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.807+0000 7f1e4877b700 1 -- 172.21.15.79:0/3965755859 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e400c8520 con 0x7f1e4015d8b0 2023-09-21T11:17:50.808 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.807+0000 7f1e36ffd700 1 -- 172.21.15.79:0/3965755859 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e38014480 con 0x7f1e4015d8b0 2023-09-21T11:17:50.808 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.807+0000 7f1e4877b700 1 -- 172.21.15.79:0/3965755859 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e400c8ae0 con 0x7f1e4015d8b0 2023-09-21T11:17:50.808 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.808+0000 7f1e4877b700 1 -- 172.21.15.79:0/3965755859 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e400ceb80 con 0x7f1e4015d8b0 2023-09-21T11:17:50.808 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.808+0000 7f1e36ffd700 1 -- 172.21.15.79:0/3965755859 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f1e380145e0 con 0x7f1e4015d8b0 2023-09-21T11:17:50.808 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.809+0000 7f1e36ffd700 1 --2- 172.21.15.79:0/3965755859 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1e2406a580 0x7f1e2406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:50.809 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.809+0000 7f1e46517700 1 --2- 172.21.15.79:0/3965755859 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1e2406a580 0x7f1e2406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:50.809 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.809+0000 7f1e36ffd700 1 -- 172.21.15.79:0/3965755859 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f1e38089010 con 0x7f1e4015d8b0 2023-09-21T11:17:50.809 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.809+0000 7f1e46517700 1 --2- 172.21.15.79:0/3965755859 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1e2406a580 0x7f1e2406ca40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c000fb0 tx=0x7f1e3c007a30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:50.810 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:50.813+0000 7f1e36ffd700 1 -- 172.21.15.79:0/3965755859 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f1e400ceb80 con 0x7f1e4015d8b0 2023-09-21T11:17:50.996 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.004+0000 7f1e4877b700 1 -- 172.21.15.79:0/3965755859 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1e400ceb80 con 0x7f1e4015d8b0 2023-09-21T11:17:50.997 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.004+0000 7f1e36ffd700 1 -- 172.21.15.79:0/3965755859 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1e38018020 con 0x7f1e4015d8b0 2023-09-21T11:17:50.997 INFO:teuthology.orchestra.run.smithi079.stdout:pg_num: 1 2023-09-21T11:17:50.999 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.006+0000 7f1e4877b700 1 -- 172.21.15.79:0/3965755859 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1e2406a580 msgr2=0x7f1e2406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:50.999 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.006+0000 7f1e4877b700 1 --2- 172.21.15.79:0/3965755859 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1e2406a580 0x7f1e2406ca40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c000fb0 tx=0x7f1e3c007a30 comp rx=0 tx=0).stop 2023-09-21T11:17:51.000 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.006+0000 7f1e4877b700 1 -- 172.21.15.79:0/3965755859 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1e4015d8b0 msgr2=0x7f1e400ca780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:51.000 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.006+0000 7f1e4877b700 1 --2- 172.21.15.79:0/3965755859 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1e4015d8b0 0x7f1e400ca780 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f1e3800efc0 tx=0x7f1e3800c3a0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.000 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.006+0000 7f1e4877b700 1 -- 172.21.15.79:0/3965755859 shutdown_connections 2023-09-21T11:17:51.000 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.006+0000 7f1e4877b700 1 --2- 172.21.15.79:0/3965755859 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1e4015d8b0 0x7f1e400ca780 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.000 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.006+0000 7f1e4877b700 1 --2- 172.21.15.79:0/3965755859 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e400cfe40 0x7f1e401544c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.001 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.006+0000 7f1e4877b700 1 --2- 172.21.15.79:0/3965755859 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f1e2406a580 0x7f1e2406ca40 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.001 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.006+0000 7f1e4877b700 1 --2- 172.21.15.79:0/3965755859 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e400d3d50 0x7f1e40152f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.001 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.006+0000 7f1e4877b700 1 -- 172.21.15.79:0/3965755859 >> 172.21.15.79:0/3965755859 conn(0x7f1e4009c970 msgr2=0x7f1e4006b7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:51.001 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.006+0000 7f1e4877b700 1 -- 172.21.15.79:0/3965755859 shutdown_connections 2023-09-21T11:17:51.001 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.006+0000 7f1e4877b700 1 -- 172.21.15.79:0/3965755859 wait complete. 2023-09-21T11:17:51.011 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-09-21T11:17:51.132 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.139+0000 7f61a4bba700 1 Processor -- start 2023-09-21T11:17:51.132 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.139+0000 7f61a4bba700 1 -- start start 2023-09-21T11:17:51.136 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.140+0000 7f61a4bba700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f61a015d9b0 0x7f61a0161e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:51.136 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.140+0000 7f61a4bba700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61a006e650 0x7f61a00cab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:51.136 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.140+0000 7f61a4bba700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f61a0072670 con 0x7f61a0071bd0 2023-09-21T11:17:51.137 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.140+0000 7f61a4bba700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61a00728c0 con 0x7f61a015d9b0 2023-09-21T11:17:51.137 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.140+0000 7f61a4bba700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61a0072ba0 con 0x7f61a006e650 2023-09-21T11:17:51.137 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.140+0000 7f619dd9b700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f61a0071bd0 0x7f61a006a800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41522/0 (socket says 172.21.15.79:41522) 2023-09-21T11:17:51.137 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.140+0000 7f619dd9b700 1 -- 172.21.15.79:0/3132530536 learned_addr learned my addr 172.21.15.79:0/3132530536 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:51.137 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619d59a700 1 -- 172.21.15.79:0/3132530536 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 572625219 0 0) 0x7f61a0072670 con 0x7f61a0071bd0 2023-09-21T11:17:51.138 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619d59a700 1 -- 172.21.15.79:0/3132530536 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f61880035b0 con 0x7f61a0071bd0 2023-09-21T11:17:51.138 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619ed9d700 1 --2- 172.21.15.79:0/3132530536 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61a006e650 0x7f61a00cab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:51.138 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619e59c700 1 --2- 172.21.15.79:0/3132530536 >> v2:172.21.15.134:3300/0 conn(0x7f61a015d9b0 0x7f61a0161e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:51.138 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619d59a700 1 -- 172.21.15.79:0/3132530536 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3351546363 0 0) 0x7f61880035b0 con 0x7f61a0071bd0 2023-09-21T11:17:51.138 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619d59a700 1 -- 172.21.15.79:0/3132530536 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61a006e650 msgr2=0x7f61a00cab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:51.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619d59a700 1 --2- 172.21.15.79:0/3132530536 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61a006e650 0x7f61a00cab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619d59a700 1 -- 172.21.15.79:0/3132530536 >> v2:172.21.15.134:3300/0 conn(0x7f61a015d9b0 msgr2=0x7f61a0161e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:51.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619d59a700 1 --2- 172.21.15.79:0/3132530536 >> v2:172.21.15.134:3300/0 conn(0x7f61a015d9b0 0x7f61a0161e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619d59a700 1 -- 172.21.15.79:0/3132530536 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61a0161950 con 0x7f61a0071bd0 2023-09-21T11:17:51.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619d59a700 1 -- 172.21.15.79:0/3132530536 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f6190001670 con 0x7f61a0071bd0 2023-09-21T11:17:51.139 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619d59a700 1 -- 172.21.15.79:0/3132530536 >> v1:172.21.15.79:6789/0 conn(0x7f61a0071bd0 legacy=0x7f61a006a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:51.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619d59a700 1 --2- 172.21.15.79:0/3132530536 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6188003a00 0x7f6188003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:51.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619d59a700 1 --2- 172.21.15.79:0/3132530536 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6188004850 0x7f6188004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:51.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619d59a700 1 --2- 172.21.15.79:0/3132530536 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61a006e650 0x7f6188005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:51.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619d59a700 1 -- 172.21.15.79:0/3132530536 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61a00728c0 con 0x7f6188004850 2023-09-21T11:17:51.140 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619d59a700 1 -- 172.21.15.79:0/3132530536 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61a0072ba0 con 0x7f6188003a00 2023-09-21T11:17:51.141 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619d59a700 1 -- 172.21.15.79:0/3132530536 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f618800ba10 con 0x7f61a006e650 2023-09-21T11:17:51.141 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619dd9b700 1 --2- 172.21.15.79:0/3132530536 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6188004850 0x7f6188004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:51.141 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619e59c700 1 --2- 172.21.15.79:0/3132530536 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6188003a00 0x7f6188003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:51.141 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619ed9d700 1 --2- 172.21.15.79:0/3132530536 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61a006e650 0x7f6188005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:51.141 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619dd9b700 1 -- 172.21.15.79:0/3132530536 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61a006e650 msgr2=0x7f6188005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:51.142 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619dd9b700 1 --2- 172.21.15.79:0/3132530536 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61a006e650 0x7f6188005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.142 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619dd9b700 1 -- 172.21.15.79:0/3132530536 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6188003a00 msgr2=0x7f6188003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:51.142 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619dd9b700 1 --2- 172.21.15.79:0/3132530536 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6188003a00 0x7f6188003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.142 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619dd9b700 1 -- 172.21.15.79:0/3132530536 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61880035b0 con 0x7f6188004850 2023-09-21T11:17:51.142 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619ed9d700 1 --2- 172.21.15.79:0/3132530536 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61a006e650 0x7f6188005210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:51.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.141+0000 7f619dd9b700 1 --2- 172.21.15.79:0/3132530536 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6188004850 0x7f6188004cd0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f619000c3a0 tx=0x7f6188005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bfc5b96d9d16f11 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:51.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.142+0000 7f619d59a700 1 -- 172.21.15.79:0/3132530536 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6190007c60 con 0x7f6188004850 2023-09-21T11:17:51.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.142+0000 7f619d59a700 1 -- 172.21.15.79:0/3132530536 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6190005960 con 0x7f6188004850 2023-09-21T11:17:51.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.142+0000 7f619d59a700 1 -- 172.21.15.79:0/3132530536 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f619000cea0 con 0x7f6188004850 2023-09-21T11:17:51.143 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.142+0000 7f61a4bba700 1 -- 172.21.15.79:0/3132530536 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6188004850 msgr2=0x7f6188004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:51.144 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.142+0000 7f61a4bba700 1 --2- 172.21.15.79:0/3132530536 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6188004850 0x7f6188004cd0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f619000c3a0 tx=0x7f6188005880 comp rx=0 tx=0).stop 2023-09-21T11:17:51.144 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.142+0000 7f619ed9d700 1 -- 172.21.15.79:0/3132530536 reap_dead start 2023-09-21T11:17:51.144 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.142+0000 7f61a4bba700 1 -- 172.21.15.79:0/3132530536 shutdown_connections 2023-09-21T11:17:51.144 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.142+0000 7f61a4bba700 1 -- 172.21.15.79:0/3132530536 >> 172.21.15.79:0/3132530536 conn(0x7f61a006dac0 msgr2=0x7f61a006ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:51.144 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.142+0000 7f61a4bba700 1 -- 172.21.15.79:0/3132530536 shutdown_connections 2023-09-21T11:17:51.145 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.142+0000 7f61a4bba700 1 -- 172.21.15.79:0/3132530536 wait complete. 2023-09-21T11:17:51.145 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.144+0000 7f61a4bba700 1 Processor -- start 2023-09-21T11:17:51.145 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.144+0000 7f61a4bba700 1 -- start start 2023-09-21T11:17:51.147 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.144+0000 7f61a4bba700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6188004850 0x7f61a01f4130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:51.148 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.144+0000 7f61a4bba700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61a01f4900 0x7f61a00c5010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:51.148 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.144+0000 7f61a4bba700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61a00c5550 0x7f61a00b10d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:51.148 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.144+0000 7f61a4bba700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61a00c8f30 con 0x7f61a00c5550 2023-09-21T11:17:51.148 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.144+0000 7f61a4bba700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61a00c59f0 con 0x7f61a01f4900 2023-09-21T11:17:51.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.144+0000 7f61a4bba700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61a00c5cd0 con 0x7f6188004850 2023-09-21T11:17:51.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.144+0000 7f619ed9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61a00c5550 0x7f61a00b10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:51.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.144+0000 7f619ed9d700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61a00c5550 0x7f61a00b10d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55174/0 (socket says 172.21.15.79:55174) 2023-09-21T11:17:51.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.144+0000 7f619ed9d700 1 -- 172.21.15.79:0/776499214 learned_addr learned my addr 172.21.15.79:0/776499214 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:51.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.145+0000 7f619dd9b700 1 --2- 172.21.15.79:0/776499214 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61a01f4900 0x7f61a00c5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:51.149 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.145+0000 7f619e59c700 1 --2- 172.21.15.79:0/776499214 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6188004850 0x7f61a01f4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:51.150 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.145+0000 7f619ed9d700 1 -- 172.21.15.79:0/776499214 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6188004850 msgr2=0x7f61a01f4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:51.150 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.145+0000 7f619ed9d700 1 --2- 172.21.15.79:0/776499214 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6188004850 0x7f61a01f4130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.150 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.145+0000 7f619ed9d700 1 -- 172.21.15.79:0/776499214 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61a01f4900 msgr2=0x7f61a00c5010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:51.150 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.145+0000 7f619ed9d700 1 --2- 172.21.15.79:0/776499214 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61a01f4900 0x7f61a00c5010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.150 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.145+0000 7f619ed9d700 1 -- 172.21.15.79:0/776499214 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61a00c5fb0 con 0x7f61a00c5550 2023-09-21T11:17:51.151 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.145+0000 7f619dd9b700 1 --2- 172.21.15.79:0/776499214 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61a01f4900 0x7f61a00c5010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:51.151 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.145+0000 7f619ed9d700 1 --2- 172.21.15.79:0/776499214 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61a00c5550 0x7f61a00b10d0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f61a00713d0 tx=0x7f61980114b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:51.151 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.145+0000 7f618effd700 1 -- 172.21.15.79:0/776499214 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f619800e030 con 0x7f61a00c5550 2023-09-21T11:17:51.151 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.145+0000 7f618effd700 1 -- 172.21.15.79:0/776499214 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6198011c60 con 0x7f61a00c5550 2023-09-21T11:17:51.151 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.145+0000 7f61a4bba700 1 -- 172.21.15.79:0/776499214 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61a01f4670 con 0x7f61a00c5550 2023-09-21T11:17:51.152 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.145+0000 7f618effd700 1 -- 172.21.15.79:0/776499214 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6198016470 con 0x7f61a00c5550 2023-09-21T11:17:51.152 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.145+0000 7f61a4bba700 1 -- 172.21.15.79:0/776499214 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61a01f3900 con 0x7f61a00c5550 2023-09-21T11:17:51.152 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.146+0000 7f61a4bba700 1 -- 172.21.15.79:0/776499214 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61a004eae0 con 0x7f61a00c5550 2023-09-21T11:17:51.152 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.146+0000 7f618effd700 1 -- 172.21.15.79:0/776499214 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f61980165d0 con 0x7f61a00c5550 2023-09-21T11:17:51.152 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.147+0000 7f618effd700 1 --2- 172.21.15.79:0/776499214 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f618006a580 0x7f618006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:51.153 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.147+0000 7f618effd700 1 -- 172.21.15.79:0/776499214 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f619800f070 con 0x7f61a00c5550 2023-09-21T11:17:51.153 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.147+0000 7f619e59c700 1 --2- 172.21.15.79:0/776499214 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f618006a580 0x7f618006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:51.153 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.147+0000 7f619e59c700 1 --2- 172.21.15.79:0/776499214 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f618006a580 0x7f618006ca40 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f6194009ba0 tx=0x7f6194008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:51.153 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.152+0000 7f618effd700 1 -- 172.21.15.79:0/776499214 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f619808c030 con 0x7f61a00c5550 2023-09-21T11:17:51.334 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.341+0000 7f61a4bba700 1 -- 172.21.15.79:0/776499214 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f61a00c9070 con 0x7f61a00c5550 2023-09-21T11:17:51.335 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.342+0000 7f618effd700 1 -- 172.21.15.79:0/776499214 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v29) v1 ==== 84+0+65 (secure 0 0 0) 0x7f61980547e0 con 0x7f61a00c5550 2023-09-21T11:17:51.335 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:51.335 INFO:teuthology.orchestra.run.smithi079.stdout:[ 2023-09-21T11:17:51.335 INFO:teuthology.orchestra.run.smithi079.stdout: { 2023-09-21T11:17:51.336 INFO:teuthology.orchestra.run.smithi079.stdout: "poolnum": 1, 2023-09-21T11:17:51.336 INFO:teuthology.orchestra.run.smithi079.stdout: "poolname": ".mgr" 2023-09-21T11:17:51.336 INFO:teuthology.orchestra.run.smithi079.stdout: } 2023-09-21T11:17:51.336 INFO:teuthology.orchestra.run.smithi079.stdout:] 2023-09-21T11:17:51.337 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.344+0000 7f61a4bba700 1 -- 172.21.15.79:0/776499214 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f618006a580 msgr2=0x7f618006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:51.337 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.344+0000 7f61a4bba700 1 --2- 172.21.15.79:0/776499214 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f618006a580 0x7f618006ca40 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f6194009ba0 tx=0x7f6194008040 comp rx=0 tx=0).stop 2023-09-21T11:17:51.338 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.344+0000 7f61a4bba700 1 -- 172.21.15.79:0/776499214 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61a00c5550 msgr2=0x7f61a00b10d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:51.338 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.344+0000 7f61a4bba700 1 --2- 172.21.15.79:0/776499214 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61a00c5550 0x7f61a00b10d0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f61a00713d0 tx=0x7f61980114b0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.338 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.344+0000 7f61a4bba700 1 -- 172.21.15.79:0/776499214 shutdown_connections 2023-09-21T11:17:51.338 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.344+0000 7f61a4bba700 1 --2- 172.21.15.79:0/776499214 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f61a00c5550 0x7f61a00b10d0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.338 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.344+0000 7f61a4bba700 1 --2- 172.21.15.79:0/776499214 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f618006a580 0x7f618006ca40 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.339 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.344+0000 7f61a4bba700 1 --2- 172.21.15.79:0/776499214 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6188004850 0x7f61a01f4130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.339 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.344+0000 7f61a4bba700 1 --2- 172.21.15.79:0/776499214 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61a01f4900 0x7f61a00c5010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.339 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.344+0000 7f61a4bba700 1 -- 172.21.15.79:0/776499214 >> 172.21.15.79:0/776499214 conn(0x7f61a006dac0 msgr2=0x7f61a00b4340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:51.339 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.344+0000 7f61a4bba700 1 -- 172.21.15.79:0/776499214 shutdown_connections 2023-09-21T11:17:51.339 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.344+0000 7f61a4bba700 1 -- 172.21.15.79:0/776499214 wait complete. 2023-09-21T11:17:51.348 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-09-21T11:17:51.349 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-09-21T11:17:51.473 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.480+0000 7f278392c700 1 Processor -- start 2023-09-21T11:17:51.473 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.481+0000 7f278392c700 1 -- start start 2023-09-21T11:17:51.477 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.481+0000 7f278392c700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f277c15d970 0x7f277c15e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:51.477 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.481+0000 7f278392c700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f277c06af10 0x7f277c071a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:51.477 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.481+0000 7f278392c700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f277c06e000 con 0x7f277c06e490 2023-09-21T11:17:51.477 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.481+0000 7f278392c700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f277c0cec80 con 0x7f277c06af10 2023-09-21T11:17:51.478 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.481+0000 7f278392c700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f277c15ef30 con 0x7f277c15d970 2023-09-21T11:17:51.478 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.481+0000 7f2780ec7700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f277c06e490 0x7f277c06a800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41542/0 (socket says 172.21.15.79:41542) 2023-09-21T11:17:51.478 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.481+0000 7f2780ec7700 1 -- 172.21.15.79:0/1894105693 learned_addr learned my addr 172.21.15.79:0/1894105693 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:51.478 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f2781ec9700 1 --2- 172.21.15.79:0/1894105693 >> v2:172.21.15.134:3300/0 conn(0x7f277c06af10 0x7f277c071a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:51.478 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f2773fff700 1 -- 172.21.15.79:0/1894105693 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1966955305 0 0) 0x7f277c06e000 con 0x7f277c06e490 2023-09-21T11:17:51.479 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f27816c8700 1 --2- 172.21.15.79:0/1894105693 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f277c15d970 0x7f277c15e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:51.479 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f2773fff700 1 -- 172.21.15.79:0/1894105693 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f27680035b0 con 0x7f277c06e490 2023-09-21T11:17:51.479 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f2773fff700 1 -- 172.21.15.79:0/1894105693 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3596388835 0 0) 0x7f27680035b0 con 0x7f277c06e490 2023-09-21T11:17:51.479 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f2773fff700 1 -- 172.21.15.79:0/1894105693 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f277c15d970 msgr2=0x7f277c15e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:51.479 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f2773fff700 1 --2- 172.21.15.79:0/1894105693 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f277c15d970 0x7f277c15e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.480 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f2773fff700 1 -- 172.21.15.79:0/1894105693 >> v2:172.21.15.134:3300/0 conn(0x7f277c06af10 msgr2=0x7f277c071a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:51.480 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f2773fff700 1 --2- 172.21.15.79:0/1894105693 >> v2:172.21.15.134:3300/0 conn(0x7f277c06af10 0x7f277c071a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.480 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f2773fff700 1 -- 172.21.15.79:0/1894105693 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f277c0ce6c0 con 0x7f277c06e490 2023-09-21T11:17:51.480 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f2773fff700 1 -- 172.21.15.79:0/1894105693 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f2778001670 con 0x7f277c06e490 2023-09-21T11:17:51.480 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f2773fff700 1 -- 172.21.15.79:0/1894105693 >> v1:172.21.15.79:6789/0 conn(0x7f277c06e490 legacy=0x7f277c06a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:51.481 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f2773fff700 1 --2- 172.21.15.79:0/1894105693 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2768003a00 0x7f2768003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:51.481 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f2773fff700 1 --2- 172.21.15.79:0/1894105693 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2768004850 0x7f2768004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:51.481 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f2773fff700 1 --2- 172.21.15.79:0/1894105693 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f277c15d970 0x7f2768005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:51.481 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f2773fff700 1 -- 172.21.15.79:0/1894105693 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f277c0cec80 con 0x7f2768003a00 2023-09-21T11:17:51.481 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f2773fff700 1 -- 172.21.15.79:0/1894105693 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f277c15ef30 con 0x7f2768004850 2023-09-21T11:17:51.482 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f2773fff700 1 -- 172.21.15.79:0/1894105693 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f276800ba10 con 0x7f277c15d970 2023-09-21T11:17:51.482 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f27816c8700 1 --2- 172.21.15.79:0/1894105693 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2768003a00 0x7f2768003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:51.482 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f2781ec9700 1 --2- 172.21.15.79:0/1894105693 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f277c15d970 0x7f2768005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:51.482 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f2780ec7700 1 --2- 172.21.15.79:0/1894105693 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2768004850 0x7f2768004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:51.482 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f27816c8700 1 -- 172.21.15.79:0/1894105693 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f277c15d970 msgr2=0x7f2768005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:51.483 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f27816c8700 1 --2- 172.21.15.79:0/1894105693 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f277c15d970 0x7f2768005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.483 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f27816c8700 1 -- 172.21.15.79:0/1894105693 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2768004850 msgr2=0x7f2768004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:51.483 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f27816c8700 1 --2- 172.21.15.79:0/1894105693 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2768004850 0x7f2768004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.483 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.482+0000 7f27816c8700 1 -- 172.21.15.79:0/1894105693 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27680035b0 con 0x7f2768003a00 2023-09-21T11:17:51.483 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.483+0000 7f27816c8700 1 --2- 172.21.15.79:0/1894105693 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2768003a00 0x7f2768003e20 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f276c009b90 tx=0x7f2768005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4debf75845c8ddf6 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:51.484 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.483+0000 7f2773fff700 1 -- 172.21.15.79:0/1894105693 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f276c00e6c0 con 0x7f2768003a00 2023-09-21T11:17:51.484 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.483+0000 7f2773fff700 1 -- 172.21.15.79:0/1894105693 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f276c00e820 con 0x7f2768003a00 2023-09-21T11:17:51.484 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.483+0000 7f2773fff700 1 -- 172.21.15.79:0/1894105693 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f276c00eb90 con 0x7f2768003a00 2023-09-21T11:17:51.484 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.483+0000 7f278392c700 1 -- 172.21.15.79:0/1894105693 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2768003a00 msgr2=0x7f2768003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:51.484 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.483+0000 7f278392c700 1 --2- 172.21.15.79:0/1894105693 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2768003a00 0x7f2768003e20 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f276c009b90 tx=0x7f2768005880 comp rx=0 tx=0).stop 2023-09-21T11:17:51.485 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.483+0000 7f2781ec9700 1 -- 172.21.15.79:0/1894105693 reap_dead start 2023-09-21T11:17:51.485 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.483+0000 7f278392c700 1 -- 172.21.15.79:0/1894105693 shutdown_connections 2023-09-21T11:17:51.485 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.483+0000 7f278392c700 1 -- 172.21.15.79:0/1894105693 >> 172.21.15.79:0/1894105693 conn(0x7f277c0d0420 msgr2=0x7f277c0d0800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:51.485 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.483+0000 7f278392c700 1 -- 172.21.15.79:0/1894105693 shutdown_connections 2023-09-21T11:17:51.485 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.483+0000 7f278392c700 1 -- 172.21.15.79:0/1894105693 wait complete. 2023-09-21T11:17:51.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.485+0000 7f278392c700 1 Processor -- start 2023-09-21T11:17:51.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.485+0000 7f278392c700 1 -- start start 2023-09-21T11:17:51.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.485+0000 7f278392c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2768003a00 0x7f277c0b4920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:51.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.485+0000 7f278392c700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f277c0b3040 0x7f277c1536b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:51.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.485+0000 7f278392c700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f277c0c7680 0x7f277c0c6050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:51.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.485+0000 7f278392c700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f277c153bf0 con 0x7f2768003a00 2023-09-21T11:17:51.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.485+0000 7f278392c700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f277c1f2900 con 0x7f277c0c7680 2023-09-21T11:17:51.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.485+0000 7f278392c700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f277c0b35b0 con 0x7f277c0b3040 2023-09-21T11:17:51.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.485+0000 7f27816c8700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2768003a00 0x7f277c0b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:51.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.485+0000 7f27816c8700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2768003a00 0x7f277c0b4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55188/0 (socket says 172.21.15.79:55188) 2023-09-21T11:17:51.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.485+0000 7f27816c8700 1 -- 172.21.15.79:0/4025798411 learned_addr learned my addr 172.21.15.79:0/4025798411 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:51.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.486+0000 7f2781ec9700 1 --2- 172.21.15.79:0/4025798411 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f277c0c7680 0x7f277c0c6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:51.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.486+0000 7f27816c8700 1 -- 172.21.15.79:0/4025798411 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f277c0b3040 msgr2=0x7f277c1536b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:51.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.486+0000 7f27816c8700 1 --2- 172.21.15.79:0/4025798411 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f277c0b3040 0x7f277c1536b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.486+0000 7f27816c8700 1 -- 172.21.15.79:0/4025798411 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f277c0c7680 msgr2=0x7f277c0c6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:51.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.486+0000 7f27816c8700 1 --2- 172.21.15.79:0/4025798411 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f277c0c7680 0x7f277c0c6050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:51.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.486+0000 7f27816c8700 1 -- 172.21.15.79:0/4025798411 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f277c0b3890 con 0x7f2768003a00 2023-09-21T11:17:51.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.486+0000 7f2781ec9700 1 --2- 172.21.15.79:0/4025798411 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f277c0c7680 0x7f277c0c6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:51.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.486+0000 7f27816c8700 1 --2- 172.21.15.79:0/4025798411 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2768003a00 0x7f277c0b4920 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f276c0090b0 tx=0x7f276c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:51.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.486+0000 7f2771ffb700 1 -- 172.21.15.79:0/4025798411 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f276c00e6c0 con 0x7f2768003a00 2023-09-21T11:17:51.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.486+0000 7f2771ffb700 1 -- 172.21.15.79:0/4025798411 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f276c003ab0 con 0x7f2768003a00 2023-09-21T11:17:51.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.486+0000 7f2771ffb700 1 -- 172.21.15.79:0/4025798411 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f276c003e60 con 0x7f2768003a00 2023-09-21T11:17:51.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.486+0000 7f278392c700 1 -- 172.21.15.79:0/4025798411 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f277c0b3b70 con 0x7f2768003a00 2023-09-21T11:17:51.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.486+0000 7f278392c700 1 -- 172.21.15.79:0/4025798411 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f277c0c7b00 con 0x7f2768003a00 2023-09-21T11:17:51.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.487+0000 7f278392c700 1 -- 172.21.15.79:0/4025798411 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f277c0c7cf0 con 0x7f2768003a00 2023-09-21T11:17:51.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.488+0000 7f2771ffb700 1 -- 172.21.15.79:0/4025798411 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f276c013470 con 0x7f2768003a00 2023-09-21T11:17:51.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.488+0000 7f2771ffb700 1 --2- 172.21.15.79:0/4025798411 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f276006a580 0x7f276006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:51.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.490+0000 7f2771ffb700 1 -- 172.21.15.79:0/4025798411 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f276c08a7f0 con 0x7f2768003a00 2023-09-21T11:17:51.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.490+0000 7f2780ec7700 1 --2- 172.21.15.79:0/4025798411 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f276006a580 0x7f276006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:51.494 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.490+0000 7f2780ec7700 1 --2- 172.21.15.79:0/4025798411 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f276006a580 0x7f276006ca40 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f2778000fb0 tx=0x7f2778001e30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:51.494 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.493+0000 7f2771ffb700 1 -- 172.21.15.79:0/4025798411 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f276c0562d0 con 0x7f2768003a00 2023-09-21T11:17:51.674 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:51.681+0000 7f278392c700 1 -- 172.21.15.79:0/4025798411 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f277c153bf0 con 0x7f2768003a00 2023-09-21T11:17:52.501 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.510+0000 7f2771ffb700 1 -- 172.21.15.79:0/4025798411 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v30) v1 ==== 138+0+0 (secure 0 0 0) 0x7f276c0598f0 con 0x7f2768003a00 2023-09-21T11:17:52.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.514+0000 7f278392c700 1 -- 172.21.15.79:0/4025798411 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f276006a580 msgr2=0x7f276006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:52.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.514+0000 7f278392c700 1 --2- 172.21.15.79:0/4025798411 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f276006a580 0x7f276006ca40 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f2778000fb0 tx=0x7f2778001e30 comp rx=0 tx=0).stop 2023-09-21T11:17:52.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.514+0000 7f278392c700 1 -- 172.21.15.79:0/4025798411 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2768003a00 msgr2=0x7f277c0b4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:52.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.514+0000 7f278392c700 1 --2- 172.21.15.79:0/4025798411 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2768003a00 0x7f277c0b4920 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f276c0090b0 tx=0x7f276c0047c0 comp rx=0 tx=0).stop 2023-09-21T11:17:52.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.515+0000 7f278392c700 1 -- 172.21.15.79:0/4025798411 shutdown_connections 2023-09-21T11:17:52.507 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.515+0000 7f278392c700 1 --2- 172.21.15.79:0/4025798411 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f277c0c7680 0x7f277c0c6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:52.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.515+0000 7f278392c700 1 --2- 172.21.15.79:0/4025798411 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2768003a00 0x7f277c0b4920 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:52.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.515+0000 7f278392c700 1 --2- 172.21.15.79:0/4025798411 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f276006a580 0x7f276006ca40 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:52.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.515+0000 7f278392c700 1 --2- 172.21.15.79:0/4025798411 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f277c0b3040 0x7f277c1536b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:52.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.515+0000 7f278392c700 1 -- 172.21.15.79:0/4025798411 >> 172.21.15.79:0/4025798411 conn(0x7f277c0d0420 msgr2=0x7f277c15e500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:52.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.516+0000 7f278392c700 1 -- 172.21.15.79:0/4025798411 shutdown_connections 2023-09-21T11:17:52.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.516+0000 7f278392c700 1 -- 172.21.15.79:0/4025798411 wait complete. 2023-09-21T11:17:52.509 INFO:teuthology.orchestra.run.smithi079.stderr:pool 'cephfs_metadata' created 2023-09-21T11:17:52.522 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-09-21T11:17:52.656 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.664+0000 7fd83604b700 1 Processor -- start 2023-09-21T11:17:52.656 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.664+0000 7fd83604b700 1 -- start start 2023-09-21T11:17:52.659 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.665+0000 7fd83604b700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fd83015da10 0x7fd8300cd7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:52.659 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.665+0000 7fd83604b700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd8300cc6d0 0x7fd8300cba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:52.660 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.665+0000 7fd83604b700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd8300cbfc0 0x7fd8300ad2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:52.660 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.665+0000 7fd83604b700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd8300cb5f0 con 0x7fd83015da10 2023-09-21T11:17:52.660 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.665+0000 7fd83604b700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd8300cde30 con 0x7fd8300cc6d0 2023-09-21T11:17:52.660 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.665+0000 7fd83604b700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8300cacc0 con 0x7fd8300cbfc0 2023-09-21T11:17:52.661 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.665+0000 7fd82f7fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fd83015da10 0x7fd8300cd7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:52.661 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.665+0000 7fd82f7fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fd83015da10 0x7fd8300cd7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55196/0 (socket says 172.21.15.79:55196) 2023-09-21T11:17:52.661 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.665+0000 7fd82f7fe700 1 -- 172.21.15.79:0/212267016 learned_addr learned my addr 172.21.15.79:0/212267016 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:52.661 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.665+0000 7fd82ffff700 1 --2- 172.21.15.79:0/212267016 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd8300cbfc0 0x7fd8300ad2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:52.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.665+0000 7fd82effd700 1 --2- 172.21.15.79:0/212267016 >> v2:172.21.15.134:3300/0 conn(0x7fd8300cc6d0 0x7fd8300cba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:52.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.665+0000 7fd82f7fe700 1 -- 172.21.15.79:0/212267016 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd8300cbfc0 msgr2=0x7fd8300ad2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:52.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.665+0000 7fd82f7fe700 1 --2- 172.21.15.79:0/212267016 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd8300cbfc0 0x7fd8300ad2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:52.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.665+0000 7fd82f7fe700 1 -- 172.21.15.79:0/212267016 >> v2:172.21.15.134:3300/0 conn(0x7fd8300cc6d0 msgr2=0x7fd8300cba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:52.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.665+0000 7fd82f7fe700 1 --2- 172.21.15.79:0/212267016 >> v2:172.21.15.134:3300/0 conn(0x7fd8300cc6d0 0x7fd8300cba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:52.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.665+0000 7fd82f7fe700 1 -- 172.21.15.79:0/212267016 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8300cafa0 con 0x7fd83015da10 2023-09-21T11:17:52.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.665+0000 7fd82ffff700 1 --2- 172.21.15.79:0/212267016 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd8300cbfc0 0x7fd8300ad2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:52.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.665+0000 7fd82effd700 1 --2- 172.21.15.79:0/212267016 >> v2:172.21.15.134:3300/0 conn(0x7fd8300cc6d0 0x7fd8300cba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:52.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.666+0000 7fd82f7fe700 1 --2- 172.21.15.79:0/212267016 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd83015da10 0x7fd8300cd7e0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fd8300c40b0 tx=0x7fd824009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e2817051b5f8d36 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:52.664 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.666+0000 7fd82e7fc700 1 -- 172.21.15.79:0/212267016 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd82400b870 con 0x7fd83015da10 2023-09-21T11:17:52.664 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.666+0000 7fd82e7fc700 1 -- 172.21.15.79:0/212267016 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd82400b9d0 con 0x7fd83015da10 2023-09-21T11:17:52.664 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.666+0000 7fd82e7fc700 1 -- 172.21.15.79:0/212267016 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd82400bd60 con 0x7fd83015da10 2023-09-21T11:17:52.664 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.666+0000 7fd83604b700 1 -- 172.21.15.79:0/212267016 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd83015da10 msgr2=0x7fd8300cd7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:52.664 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.666+0000 7fd83604b700 1 --2- 172.21.15.79:0/212267016 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd83015da10 0x7fd8300cd7e0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fd8300c40b0 tx=0x7fd824009bd0 comp rx=0 tx=0).stop 2023-09-21T11:17:52.665 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.666+0000 7fd83604b700 1 -- 172.21.15.79:0/212267016 shutdown_connections 2023-09-21T11:17:52.665 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.666+0000 7fd83604b700 1 --2- 172.21.15.79:0/212267016 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd83015da10 0x7fd8300cd7e0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:52.665 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.666+0000 7fd83604b700 1 --2- 172.21.15.79:0/212267016 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd8300cbfc0 0x7fd8300ad2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:52.665 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.666+0000 7fd83604b700 1 --2- 172.21.15.79:0/212267016 >> v2:172.21.15.134:3300/0 conn(0x7fd8300cc6d0 0x7fd8300cba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:52.665 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.666+0000 7fd83604b700 1 -- 172.21.15.79:0/212267016 >> 172.21.15.79:0/212267016 conn(0x7fd830099a60 msgr2=0x7fd8300d05d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:52.666 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.666+0000 7fd83604b700 1 -- 172.21.15.79:0/212267016 shutdown_connections 2023-09-21T11:17:52.666 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.666+0000 7fd83604b700 1 -- 172.21.15.79:0/212267016 wait complete. 2023-09-21T11:17:52.666 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.668+0000 7fd83604b700 1 Processor -- start 2023-09-21T11:17:52.666 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.668+0000 7fd83604b700 1 -- start start 2023-09-21T11:17:52.669 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.668+0000 7fd83604b700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd8300cbfc0 0x7fd8301f3810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:52.669 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.668+0000 7fd83604b700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd8300cc6d0 0x7fd8301f3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:52.669 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.668+0000 7fd83604b700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd83015da10 0x7fd8301f5a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:52.670 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.668+0000 7fd83604b700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd830160fc0 con 0x7fd8300cbfc0 2023-09-21T11:17:52.670 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.668+0000 7fd83604b700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8301f5fb0 con 0x7fd8300cc6d0 2023-09-21T11:17:52.670 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.668+0000 7fd83604b700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8300afcf0 con 0x7fd83015da10 2023-09-21T11:17:52.670 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.669+0000 7fd82f7fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd8300cbfc0 0x7fd8301f3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:52.670 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.669+0000 7fd82f7fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd8300cbfc0 0x7fd8301f3810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55202/0 (socket says 172.21.15.79:55202) 2023-09-21T11:17:52.671 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.669+0000 7fd82f7fe700 1 -- 172.21.15.79:0/3135336983 learned_addr learned my addr 172.21.15.79:0/3135336983 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:52.671 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.669+0000 7fd82effd700 1 --2- 172.21.15.79:0/3135336983 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd8300cc6d0 0x7fd8301f3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:52.671 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.669+0000 7fd82ffff700 1 --2- 172.21.15.79:0/3135336983 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd83015da10 0x7fd8301f5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:52.671 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.669+0000 7fd82f7fe700 1 -- 172.21.15.79:0/3135336983 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd83015da10 msgr2=0x7fd8301f5a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:52.671 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.669+0000 7fd82f7fe700 1 --2- 172.21.15.79:0/3135336983 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd83015da10 0x7fd8301f5a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:52.672 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.669+0000 7fd82f7fe700 1 -- 172.21.15.79:0/3135336983 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd8300cc6d0 msgr2=0x7fd8301f3d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:52.672 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.669+0000 7fd82f7fe700 1 --2- 172.21.15.79:0/3135336983 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd8300cc6d0 0x7fd8301f3d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:52.672 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.669+0000 7fd82f7fe700 1 -- 172.21.15.79:0/3135336983 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd824009550 con 0x7fd8300cbfc0 2023-09-21T11:17:52.672 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.669+0000 7fd82ffff700 1 --2- 172.21.15.79:0/3135336983 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd83015da10 0x7fd8301f5a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:52.672 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.669+0000 7fd82effd700 1 --2- 172.21.15.79:0/3135336983 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd8300cc6d0 0x7fd8301f3d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:52.673 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.669+0000 7fd82f7fe700 1 --2- 172.21.15.79:0/3135336983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd8300cbfc0 0x7fd8301f3810 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fd830071490 tx=0x7fd824004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:52.673 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.669+0000 7fd817fff700 1 -- 172.21.15.79:0/3135336983 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd824004310 con 0x7fd8300cbfc0 2023-09-21T11:17:52.673 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.669+0000 7fd817fff700 1 -- 172.21.15.79:0/3135336983 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd82401f070 con 0x7fd8300cbfc0 2023-09-21T11:17:52.673 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.669+0000 7fd83604b700 1 -- 172.21.15.79:0/3135336983 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd8300affd0 con 0x7fd8300cbfc0 2023-09-21T11:17:52.673 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.669+0000 7fd817fff700 1 -- 172.21.15.79:0/3135336983 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8240036a0 con 0x7fd8300cbfc0 2023-09-21T11:17:52.674 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.669+0000 7fd83604b700 1 -- 172.21.15.79:0/3135336983 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd8300b0590 con 0x7fd8300cbfc0 2023-09-21T11:17:52.674 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.670+0000 7fd83604b700 1 -- 172.21.15.79:0/3135336983 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd8300744c0 con 0x7fd8300cbfc0 2023-09-21T11:17:52.674 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.670+0000 7fd817fff700 1 -- 172.21.15.79:0/3135336983 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fd824021030 con 0x7fd8300cbfc0 2023-09-21T11:17:52.674 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.671+0000 7fd817fff700 1 --2- 172.21.15.79:0/3135336983 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd81c06a580 0x7fd81c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:52.674 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.671+0000 7fd817fff700 1 -- 172.21.15.79:0/3135336983 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 5227+0+0 (secure 0 0 0) 0x7fd824089d70 con 0x7fd8300cbfc0 2023-09-21T11:17:52.675 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.671+0000 7fd82effd700 1 --2- 172.21.15.79:0/3135336983 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd81c06a580 0x7fd81c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:52.675 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.671+0000 7fd82effd700 1 --2- 172.21.15.79:0/3135336983 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd81c06a580 0x7fd81c06ca40 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fd8300ca5e0 tx=0x7fd820008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:52.675 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.675+0000 7fd817fff700 1 -- 172.21.15.79:0/3135336983 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fd824055600 con 0x7fd8300cbfc0 2023-09-21T11:17:52.857 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:52.866+0000 7fd83604b700 1 -- 172.21.15.79:0/3135336983 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fd830066920 con 0x7fd8300cbfc0 2023-09-21T11:17:53.503 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.511+0000 7fd817fff700 1 -- 172.21.15.79:0/3135336983 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v31) v1 ==== 170+0+0 (secure 0 0 0) 0x7fd824058c20 con 0x7fd8300cbfc0 2023-09-21T11:17:53.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.516+0000 7fd83604b700 1 -- 172.21.15.79:0/3135336983 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd81c06a580 msgr2=0x7fd81c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:53.508 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.516+0000 7fd83604b700 1 --2- 172.21.15.79:0/3135336983 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd81c06a580 0x7fd81c06ca40 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fd8300ca5e0 tx=0x7fd820008040 comp rx=0 tx=0).stop 2023-09-21T11:17:53.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.516+0000 7fd83604b700 1 -- 172.21.15.79:0/3135336983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd8300cbfc0 msgr2=0x7fd8301f3810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:53.509 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.516+0000 7fd83604b700 1 --2- 172.21.15.79:0/3135336983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd8300cbfc0 0x7fd8301f3810 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fd830071490 tx=0x7fd824004750 comp rx=0 tx=0).stop 2023-09-21T11:17:53.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.517+0000 7fd83604b700 1 -- 172.21.15.79:0/3135336983 shutdown_connections 2023-09-21T11:17:53.510 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.517+0000 7fd83604b700 1 --2- 172.21.15.79:0/3135336983 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fd81c06a580 0x7fd81c06ca40 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:53.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.517+0000 7fd83604b700 1 --2- 172.21.15.79:0/3135336983 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd83015da10 0x7fd8301f5a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:53.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.517+0000 7fd83604b700 1 --2- 172.21.15.79:0/3135336983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd8300cbfc0 0x7fd8301f3810 secure :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fd830071490 tx=0x7fd824004750 comp rx=0 tx=0).stop 2023-09-21T11:17:53.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.517+0000 7fd83604b700 1 --2- 172.21.15.79:0/3135336983 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd8300cc6d0 0x7fd8301f3d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:53.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.517+0000 7fd83604b700 1 -- 172.21.15.79:0/3135336983 >> 172.21.15.79:0/3135336983 conn(0x7fd830099a60 msgr2=0x7fd8300ad2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:53.512 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.518+0000 7fd83604b700 1 -- 172.21.15.79:0/3135336983 shutdown_connections 2023-09-21T11:17:53.513 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.520+0000 7fd83604b700 1 -- 172.21.15.79:0/3135336983 wait complete. 2023-09-21T11:17:53.515 INFO:teuthology.orchestra.run.smithi079.stderr:pool 'cephfs_data' created 2023-09-21T11:17:53.531 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-09-21T11:17:53.658 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.666+0000 7f2988222700 1 Processor -- start 2023-09-21T11:17:53.659 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.666+0000 7f2988222700 1 -- start start 2023-09-21T11:17:53.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.667+0000 7f2988222700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f298006af10 0x7f2980162010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:53.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.667+0000 7f2988222700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f298015dc10 0x7f29800cef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:53.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.667+0000 7f2988222700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2980162550 con 0x7f298015d830 2023-09-21T11:17:53.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.667+0000 7f2988222700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29800af550 con 0x7f298015dc10 2023-09-21T11:17:53.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.667+0000 7f2988222700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2980071a80 con 0x7f298006af10 2023-09-21T11:17:53.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.667+0000 7f2985fbe700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f298015d830 0x7f298006a800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41574/0 (socket says 172.21.15.79:41574) 2023-09-21T11:17:53.664 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.667+0000 7f2985fbe700 1 -- 172.21.15.79:0/2146449677 learned_addr learned my addr 172.21.15.79:0/2146449677 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:53.664 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f2984fbc700 1 -- 172.21.15.79:0/2146449677 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 984756714 0 0) 0x7f2970001290 con 0x7f298015d830 2023-09-21T11:17:53.664 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f2984fbc700 1 -- 172.21.15.79:0/2146449677 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f296c0035b0 con 0x7f298015d830 2023-09-21T11:17:53.664 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f29857bd700 1 --2- 172.21.15.79:0/2146449677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f298006af10 0x7f2980162010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:53.664 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f29867bf700 1 --2- 172.21.15.79:0/2146449677 >> v2:172.21.15.134:3300/0 conn(0x7f298015dc10 0x7f29800cef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:53.665 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f2984fbc700 1 -- 172.21.15.79:0/2146449677 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3878363025 0 0) 0x7f296c0035b0 con 0x7f298015d830 2023-09-21T11:17:53.665 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f2984fbc700 1 -- 172.21.15.79:0/2146449677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f298006af10 msgr2=0x7f2980162010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:53.665 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f2984fbc700 1 --2- 172.21.15.79:0/2146449677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f298006af10 0x7f2980162010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:53.665 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f2984fbc700 1 -- 172.21.15.79:0/2146449677 >> v2:172.21.15.134:3300/0 conn(0x7f298015dc10 msgr2=0x7f29800cef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:53.665 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f2984fbc700 1 --2- 172.21.15.79:0/2146449677 >> v2:172.21.15.134:3300/0 conn(0x7f298015dc10 0x7f29800cef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:53.666 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f2984fbc700 1 -- 172.21.15.79:0/2146449677 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2980071d60 con 0x7f298015d830 2023-09-21T11:17:53.666 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f2984fbc700 1 -- 172.21.15.79:0/2146449677 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f2970001980 con 0x7f298015d830 2023-09-21T11:17:53.666 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f2984fbc700 1 -- 172.21.15.79:0/2146449677 >> v1:172.21.15.79:6789/0 conn(0x7f298015d830 legacy=0x7f298006a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:53.666 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f2984fbc700 1 --2- 172.21.15.79:0/2146449677 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f296c003a00 0x7f296c003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:53.666 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f2984fbc700 1 --2- 172.21.15.79:0/2146449677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f298006af10 0x7f296c004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:53.667 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f2984fbc700 1 --2- 172.21.15.79:0/2146449677 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f296c004d90 0x7f296c005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:53.667 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f2984fbc700 1 -- 172.21.15.79:0/2146449677 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29800af550 con 0x7f296c004d90 2023-09-21T11:17:53.667 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f2984fbc700 1 -- 172.21.15.79:0/2146449677 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2980071a80 con 0x7f296c003a00 2023-09-21T11:17:53.667 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f2984fbc700 1 -- 172.21.15.79:0/2146449677 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f296c00ba10 con 0x7f298006af10 2023-09-21T11:17:53.667 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f29867bf700 1 --2- 172.21.15.79:0/2146449677 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f296c004d90 0x7f296c005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:53.667 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f2985fbe700 1 --2- 172.21.15.79:0/2146449677 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f296c003a00 0x7f296c003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:53.668 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f29857bd700 1 --2- 172.21.15.79:0/2146449677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f298006af10 0x7f296c004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:53.668 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f29867bf700 1 -- 172.21.15.79:0/2146449677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f298006af10 msgr2=0x7f296c004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:53.668 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f29867bf700 1 --2- 172.21.15.79:0/2146449677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f298006af10 0x7f296c004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:53.668 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f29867bf700 1 -- 172.21.15.79:0/2146449677 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f296c003a00 msgr2=0x7f296c003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:53.669 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f29867bf700 1 --2- 172.21.15.79:0/2146449677 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f296c003a00 0x7f296c003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:53.669 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.668+0000 7f29867bf700 1 -- 172.21.15.79:0/2146449677 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f296c0035b0 con 0x7f296c004d90 2023-09-21T11:17:53.669 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.669+0000 7f29867bf700 1 --2- 172.21.15.79:0/2146449677 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f296c004d90 0x7f296c005210 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f2978009fc0 tx=0x7f296c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9676c456c4cfac08 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:53.669 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.669+0000 7f2984fbc700 1 -- 172.21.15.79:0/2146449677 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f297800ec30 con 0x7f296c004d90 2023-09-21T11:17:53.669 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.669+0000 7f2984fbc700 1 -- 172.21.15.79:0/2146449677 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f297800f040 con 0x7f296c004d90 2023-09-21T11:17:53.669 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.669+0000 7f2984fbc700 1 -- 172.21.15.79:0/2146449677 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2978014480 con 0x7f296c004d90 2023-09-21T11:17:53.670 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.669+0000 7f2988222700 1 -- 172.21.15.79:0/2146449677 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f296c004d90 msgr2=0x7f296c005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:53.670 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.669+0000 7f2988222700 1 --2- 172.21.15.79:0/2146449677 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f296c004d90 0x7f296c005210 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f2978009fc0 tx=0x7f296c005880 comp rx=0 tx=0).stop 2023-09-21T11:17:53.670 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.669+0000 7f29867bf700 1 -- 172.21.15.79:0/2146449677 reap_dead start 2023-09-21T11:17:53.670 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.669+0000 7f2988222700 1 -- 172.21.15.79:0/2146449677 shutdown_connections 2023-09-21T11:17:53.670 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.669+0000 7f2988222700 1 -- 172.21.15.79:0/2146449677 >> 172.21.15.79:0/2146449677 conn(0x7f29800ccdb0 msgr2=0x7f29800cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:53.671 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.669+0000 7f2988222700 1 -- 172.21.15.79:0/2146449677 shutdown_connections 2023-09-21T11:17:53.671 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.669+0000 7f2988222700 1 -- 172.21.15.79:0/2146449677 wait complete. 2023-09-21T11:17:53.671 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.671+0000 7f2988222700 1 Processor -- start 2023-09-21T11:17:53.671 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.671+0000 7f2988222700 1 -- start start 2023-09-21T11:17:53.674 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.671+0000 7f2988222700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2980160a40 0x7f29800c7400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:53.674 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.671+0000 7f2988222700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f29800c7940 0x7f298015b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:53.674 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.671+0000 7f2988222700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f298015ba60 0x7f29801f6890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:53.674 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.671+0000 7f2988222700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f298015bf10 con 0x7f2980160a40 2023-09-21T11:17:53.675 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.671+0000 7f2988222700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f298015dff0 con 0x7f298015ba60 2023-09-21T11:17:53.675 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.671+0000 7f2988222700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f298015a340 con 0x7f29800c7940 2023-09-21T11:17:53.675 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.671+0000 7f2985fbe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2980160a40 0x7f29800c7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:53.675 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.671+0000 7f2985fbe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2980160a40 0x7f29800c7400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55222/0 (socket says 172.21.15.79:55222) 2023-09-21T11:17:53.675 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.671+0000 7f2985fbe700 1 -- 172.21.15.79:0/2548065578 learned_addr learned my addr 172.21.15.79:0/2548065578 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:53.676 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.672+0000 7f29857bd700 1 --2- 172.21.15.79:0/2548065578 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f29800c7940 0x7f298015b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:53.676 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.672+0000 7f29867bf700 1 --2- 172.21.15.79:0/2548065578 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f298015ba60 0x7f29801f6890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:53.676 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.672+0000 7f2985fbe700 1 -- 172.21.15.79:0/2548065578 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f29800c7940 msgr2=0x7f298015b520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:53.676 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.672+0000 7f2985fbe700 1 --2- 172.21.15.79:0/2548065578 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f29800c7940 0x7f298015b520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:53.676 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.672+0000 7f2985fbe700 1 -- 172.21.15.79:0/2548065578 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f298015ba60 msgr2=0x7f29801f6890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:53.676 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.672+0000 7f2985fbe700 1 --2- 172.21.15.79:0/2548065578 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f298015ba60 0x7f29801f6890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:53.677 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.672+0000 7f2985fbe700 1 -- 172.21.15.79:0/2548065578 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2980160e20 con 0x7f2980160a40 2023-09-21T11:17:53.677 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.672+0000 7f29857bd700 1 --2- 172.21.15.79:0/2548065578 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f29800c7940 0x7f298015b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:53.677 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.672+0000 7f2985fbe700 1 --2- 172.21.15.79:0/2548065578 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2980160a40 0x7f29800c7400 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f2970007320 tx=0x7f2970007630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:53.677 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.672+0000 7f29767fc700 1 -- 172.21.15.79:0/2548065578 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f297000f660 con 0x7f2980160a40 2023-09-21T11:17:53.677 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.672+0000 7f29767fc700 1 -- 172.21.15.79:0/2548065578 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f297000f7c0 con 0x7f2980160a40 2023-09-21T11:17:53.678 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.672+0000 7f2988222700 1 -- 172.21.15.79:0/2548065578 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29800c7f70 con 0x7f2980160a40 2023-09-21T11:17:53.678 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.672+0000 7f29767fc700 1 -- 172.21.15.79:0/2548065578 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f297000fb50 con 0x7f2980160a40 2023-09-21T11:17:53.678 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.672+0000 7f2988222700 1 -- 172.21.15.79:0/2548065578 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29800c8530 con 0x7f2980160a40 2023-09-21T11:17:53.678 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.673+0000 7f2988222700 1 -- 172.21.15.79:0/2548065578 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29800af7f0 con 0x7f2980160a40 2023-09-21T11:17:53.678 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.673+0000 7f29767fc700 1 -- 172.21.15.79:0/2548065578 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f297001c400 con 0x7f2980160a40 2023-09-21T11:17:53.679 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.674+0000 7f29767fc700 1 --2- 172.21.15.79:0/2548065578 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f296406a580 0x7f296406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:53.679 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.674+0000 7f29767fc700 1 -- 172.21.15.79:0/2548065578 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f2970088cf0 con 0x7f2980160a40 2023-09-21T11:17:53.679 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.674+0000 7f29857bd700 1 --2- 172.21.15.79:0/2548065578 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f296406a580 0x7f296406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:53.679 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.674+0000 7f29857bd700 1 --2- 172.21.15.79:0/2548065578 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f296406a580 0x7f296406ca40 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f29801f67f0 tx=0x7f297c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:53.680 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.679+0000 7f29767fc700 1 -- 172.21.15.79:0/2548065578 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f29800af7f0 con 0x7f2980160a40 2023-09-21T11:17:53.904 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:53.913+0000 7f2988222700 1 -- 172.21.15.79:0/2548065578 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f2980162550 con 0x7f2980160a40 2023-09-21T11:17:54.511 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.519+0000 7f29767fc700 1 -- 172.21.15.79:0/2548065578 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v13) v1 ==== 172+0+0 (secure 0 0 0) 0x7f2980162550 con 0x7f2980160a40 2023-09-21T11:17:54.514 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.522+0000 7f2988222700 1 -- 172.21.15.79:0/2548065578 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f296406a580 msgr2=0x7f296406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:54.514 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.522+0000 7f2988222700 1 --2- 172.21.15.79:0/2548065578 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f296406a580 0x7f296406ca40 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f29801f67f0 tx=0x7f297c008040 comp rx=0 tx=0).stop 2023-09-21T11:17:54.514 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.522+0000 7f2988222700 1 -- 172.21.15.79:0/2548065578 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2980160a40 msgr2=0x7f29800c7400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:54.515 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.522+0000 7f2988222700 1 --2- 172.21.15.79:0/2548065578 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2980160a40 0x7f29800c7400 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f2970007320 tx=0x7f2970007630 comp rx=0 tx=0).stop 2023-09-21T11:17:54.515 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.522+0000 7f2988222700 1 -- 172.21.15.79:0/2548065578 shutdown_connections 2023-09-21T11:17:54.515 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.522+0000 7f2988222700 1 --2- 172.21.15.79:0/2548065578 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f298015ba60 0x7f29801f6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:54.516 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.522+0000 7f2988222700 1 --2- 172.21.15.79:0/2548065578 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2980160a40 0x7f29800c7400 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:54.516 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.522+0000 7f2988222700 1 --2- 172.21.15.79:0/2548065578 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f296406a580 0x7f296406ca40 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:54.516 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.522+0000 7f2988222700 1 --2- 172.21.15.79:0/2548065578 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f29800c7940 0x7f298015b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:54.517 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.522+0000 7f2988222700 1 -- 172.21.15.79:0/2548065578 >> 172.21.15.79:0/2548065578 conn(0x7f29800ccdb0 msgr2=0x7f2980161590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:54.517 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.522+0000 7f2988222700 1 -- 172.21.15.79:0/2548065578 shutdown_connections 2023-09-21T11:17:54.517 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.522+0000 7f2988222700 1 -- 172.21.15.79:0/2548065578 wait complete. 2023-09-21T11:17:54.518 INFO:teuthology.orchestra.run.smithi079.stderr:new fs with metadata pool 4 and data pool 5 2023-09-21T11:17:54.530 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:54.652 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.660+0000 7f0ae5586700 1 Processor -- start 2023-09-21T11:17:54.652 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.660+0000 7f0ae5586700 1 -- start start 2023-09-21T11:17:54.654 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.661+0000 7f0ae5586700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f0ae015d880 0x7f0ae00d35e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:54.654 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.661+0000 7f0ae5586700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f0ae00d3b20 0x7f0ae006b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:54.654 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.661+0000 7f0ae5586700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ae006c700 con 0x7f0ae006bec0 2023-09-21T11:17:54.655 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.661+0000 7f0ae5586700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ae006ccc0 con 0x7f0ae015d880 2023-09-21T11:17:54.655 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.661+0000 7f0ae5586700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ae00d3fb0 con 0x7f0ae00d3b20 2023-09-21T11:17:54.655 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.661+0000 7f0adeffd700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f0ae015d880 0x7f0ae00d35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:54.655 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.661+0000 7f0adf7fe700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f0ae006bec0 0x7f0ae00d1ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41598/0 (socket says 172.21.15.79:41598) 2023-09-21T11:17:54.656 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.661+0000 7f0adeffd700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f0ae015d880 0x7f0ae00d35e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55230/0 (socket says 172.21.15.79:55230) 2023-09-21T11:17:54.656 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.661+0000 7f0adf7fe700 1 -- 172.21.15.79:0/3074472228 learned_addr learned my addr 172.21.15.79:0/3074472228 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:54.656 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.661+0000 7f0adeffd700 1 -- 172.21.15.79:0/3074472228 >> v2:172.21.15.134:3300/0 conn(0x7f0ae00d3b20 msgr2=0x7f0ae006b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:54.656 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.661+0000 7f0adeffd700 1 --2- 172.21.15.79:0/3074472228 >> v2:172.21.15.134:3300/0 conn(0x7f0ae00d3b20 0x7f0ae006b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:54.656 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.661+0000 7f0adeffd700 1 -- 172.21.15.79:0/3074472228 >> v1:172.21.15.79:6789/0 conn(0x7f0ae006bec0 legacy=0x7f0ae00d1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:54.657 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.661+0000 7f0addffb700 1 -- 172.21.15.79:0/3074472228 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2498580909 0 0) 0x7f0ae006c700 con 0x7f0ae006bec0 2023-09-21T11:17:54.657 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.661+0000 7f0adeffd700 1 -- 172.21.15.79:0/3074472228 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ae006c9e0 con 0x7f0ae015d880 2023-09-21T11:17:54.657 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.661+0000 7f0adeffd700 1 --2- 172.21.15.79:0/3074472228 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0ae015d880 0x7f0ae00d35e0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f0ae008dba0 tx=0x7f0ad4009b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f8c51524c2e118b server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:54.657 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.661+0000 7f0addffb700 1 -- 172.21.15.79:0/3074472228 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ad4005e30 con 0x7f0ae015d880 2023-09-21T11:17:54.657 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.661+0000 7f0addffb700 1 -- 172.21.15.79:0/3074472228 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ad4006030 con 0x7f0ae015d880 2023-09-21T11:17:54.658 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.661+0000 7f0addffb700 1 -- 172.21.15.79:0/3074472228 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ad40063c0 con 0x7f0ae015d880 2023-09-21T11:17:54.658 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.662+0000 7f0ae5586700 1 -- 172.21.15.79:0/3074472228 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0ae015d880 msgr2=0x7f0ae00d35e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:54.658 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.662+0000 7f0ae5586700 1 --2- 172.21.15.79:0/3074472228 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0ae015d880 0x7f0ae00d35e0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f0ae008dba0 tx=0x7f0ad4009b00 comp rx=0 tx=0).stop 2023-09-21T11:17:54.658 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.662+0000 7f0ae5586700 1 -- 172.21.15.79:0/3074472228 shutdown_connections 2023-09-21T11:17:54.658 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.662+0000 7f0ae5586700 1 --2- 172.21.15.79:0/3074472228 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0ae015d880 0x7f0ae00d35e0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:54.659 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.662+0000 7f0ae5586700 1 --2- 172.21.15.79:0/3074472228 >> v2:172.21.15.134:3300/0 conn(0x7f0ae00d3b20 0x7f0ae006b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:54.659 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.662+0000 7f0ae5586700 1 -- 172.21.15.79:0/3074472228 >> 172.21.15.79:0/3074472228 conn(0x7f0ae008d110 msgr2=0x7f0ae009ca30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:54.659 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.662+0000 7f0ae5586700 1 -- 172.21.15.79:0/3074472228 shutdown_connections 2023-09-21T11:17:54.659 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.662+0000 7f0ae5586700 1 -- 172.21.15.79:0/3074472228 wait complete. 2023-09-21T11:17:54.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.663+0000 7f0ae5586700 1 Processor -- start 2023-09-21T11:17:54.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.663+0000 7f0ae5586700 1 -- start start 2023-09-21T11:17:54.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.664+0000 7f0ae5586700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0ae006bec0 0x7f0ae01f2870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:54.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.664+0000 7f0ae5586700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0ae00d3b20 0x7f0ae00c8c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:54.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.664+0000 7f0ae5586700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0ae015d880 0x7f0ae015ff10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:54.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.664+0000 7f0ae5586700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ae00b4a00 con 0x7f0ae00d3b20 2023-09-21T11:17:54.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.664+0000 7f0ae5586700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ae00b4410 con 0x7f0ae015d880 2023-09-21T11:17:54.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.664+0000 7f0ae5586700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ae015dc60 con 0x7f0ae006bec0 2023-09-21T11:17:54.664 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.664+0000 7f0ade7fc700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0ae00d3b20 0x7f0ae00c8c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:54.664 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.664+0000 7f0ade7fc700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0ae00d3b20 0x7f0ae00c8c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55238/0 (socket says 172.21.15.79:55238) 2023-09-21T11:17:54.664 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.664+0000 7f0ade7fc700 1 -- 172.21.15.79:0/4093986481 learned_addr learned my addr 172.21.15.79:0/4093986481 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:54.664 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.664+0000 7f0adeffd700 1 --2- 172.21.15.79:0/4093986481 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0ae006bec0 0x7f0ae01f2870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:54.664 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.664+0000 7f0adf7fe700 1 --2- 172.21.15.79:0/4093986481 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0ae015d880 0x7f0ae015ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:54.665 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.664+0000 7f0ade7fc700 1 -- 172.21.15.79:0/4093986481 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0ae006bec0 msgr2=0x7f0ae01f2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:54.665 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.664+0000 7f0ade7fc700 1 --2- 172.21.15.79:0/4093986481 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0ae006bec0 0x7f0ae01f2870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:54.665 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.664+0000 7f0ade7fc700 1 -- 172.21.15.79:0/4093986481 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0ae015d880 msgr2=0x7f0ae015ff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:54.665 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.664+0000 7f0ade7fc700 1 --2- 172.21.15.79:0/4093986481 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0ae015d880 0x7f0ae015ff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:54.665 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.665+0000 7f0ade7fc700 1 -- 172.21.15.79:0/4093986481 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ad4009430 con 0x7f0ae00d3b20 2023-09-21T11:17:54.665 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.665+0000 7f0adeffd700 1 --2- 172.21.15.79:0/4093986481 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0ae006bec0 0x7f0ae01f2870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:54.666 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.665+0000 7f0ade7fc700 1 --2- 172.21.15.79:0/4093986481 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0ae00d3b20 0x7f0ae00c8c70 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f0ad000b530 tx=0x7f0ad000b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:54.666 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.665+0000 7f0ac77fe700 1 -- 172.21.15.79:0/4093986481 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ad0011830 con 0x7f0ae00d3b20 2023-09-21T11:17:54.666 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.665+0000 7f0ac77fe700 1 -- 172.21.15.79:0/4093986481 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ad00119b0 con 0x7f0ae00d3b20 2023-09-21T11:17:54.666 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.665+0000 7f0ac77fe700 1 -- 172.21.15.79:0/4093986481 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ad0011d60 con 0x7f0ae00d3b20 2023-09-21T11:17:54.666 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.665+0000 7f0ae5586700 1 -- 172.21.15.79:0/4093986481 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ae00c96c0 con 0x7f0ae00d3b20 2023-09-21T11:17:54.667 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.665+0000 7f0ae5586700 1 -- 172.21.15.79:0/4093986481 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ae00b4690 con 0x7f0ae00d3b20 2023-09-21T11:17:54.667 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.666+0000 7f0ae5586700 1 -- 172.21.15.79:0/4093986481 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ae004eae0 con 0x7f0ae00d3b20 2023-09-21T11:17:54.667 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.666+0000 7f0ac77fe700 1 -- 172.21.15.79:0/4093986481 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f0ad001a400 con 0x7f0ae00d3b20 2023-09-21T11:17:54.667 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.667+0000 7f0ac77fe700 1 --2- 172.21.15.79:0/4093986481 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0acc06a580 0x7f0acc06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:54.667 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.667+0000 7f0ac77fe700 1 -- 172.21.15.79:0/4093986481 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0ad0088c40 con 0x7f0ae00d3b20 2023-09-21T11:17:54.668 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.667+0000 7f0adeffd700 1 --2- 172.21.15.79:0/4093986481 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0acc06a580 0x7f0acc06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:54.668 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.667+0000 7f0adeffd700 1 --2- 172.21.15.79:0/4093986481 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0acc06a580 0x7f0acc06ca40 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f0ad4009b40 tx=0x7f0ad4008070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:54.668 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.671+0000 7f0ac77fe700 1 -- 172.21.15.79:0/4093986481 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f0ad0054120 con 0x7f0ae00d3b20 2023-09-21T11:17:54.851 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.859+0000 7f0ae5586700 1 -- 172.21.15.79:0/4093986481 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0ae00ce6d0 con 0x7f0ae00d3b20 2023-09-21T11:17:54.852 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.860+0000 7f0ac77fe700 1 -- 172.21.15.79:0/4093986481 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) v1 ==== 74+0+16534 (secure 0 0 0) 0x7f0ad0015020 con 0x7f0ae00d3b20 2023-09-21T11:17:54.852 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:54.853 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":32,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:53.913790+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:17:51.700738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-09-21T11:17:52.883686+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:54.854 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.862+0000 7f0ae5586700 1 -- 172.21.15.79:0/4093986481 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0acc06a580 msgr2=0x7f0acc06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:54.855 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.862+0000 7f0ae5586700 1 --2- 172.21.15.79:0/4093986481 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0acc06a580 0x7f0acc06ca40 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f0ad4009b40 tx=0x7f0ad4008070 comp rx=0 tx=0).stop 2023-09-21T11:17:54.855 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.862+0000 7f0ae5586700 1 -- 172.21.15.79:0/4093986481 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0ae00d3b20 msgr2=0x7f0ae00c8c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:54.855 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.862+0000 7f0ae5586700 1 --2- 172.21.15.79:0/4093986481 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0ae00d3b20 0x7f0ae00c8c70 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f0ad000b530 tx=0x7f0ad000b8f0 comp rx=0 tx=0).stop 2023-09-21T11:17:54.855 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.863+0000 7f0ae5586700 1 -- 172.21.15.79:0/4093986481 shutdown_connections 2023-09-21T11:17:54.855 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.863+0000 7f0ae5586700 1 --2- 172.21.15.79:0/4093986481 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0ae015d880 0x7f0ae015ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:54.856 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.863+0000 7f0ae5586700 1 --2- 172.21.15.79:0/4093986481 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f0acc06a580 0x7f0acc06ca40 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:54.856 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.863+0000 7f0ae5586700 1 --2- 172.21.15.79:0/4093986481 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0ae006bec0 0x7f0ae01f2870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:54.856 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.863+0000 7f0ae5586700 1 --2- 172.21.15.79:0/4093986481 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0ae00d3b20 0x7f0ae00c8c70 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:54.856 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.863+0000 7f0ae5586700 1 -- 172.21.15.79:0/4093986481 >> 172.21.15.79:0/4093986481 conn(0x7f0ae008d110 msgr2=0x7f0ae00b20f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:54.857 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.863+0000 7f0ae5586700 1 -- 172.21.15.79:0/4093986481 shutdown_connections 2023-09-21T11:17:54.857 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.863+0000 7f0ae5586700 1 -- 172.21.15.79:0/4093986481 wait complete. 2023-09-21T11:17:54.867 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:54.987 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.995+0000 7f3f02f73700 1 Processor -- start 2023-09-21T11:17:54.987 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.995+0000 7f3f02f73700 1 -- start start 2023-09-21T11:17:54.989 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.996+0000 7f3f02f73700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f3efc15de20 0x7f3efc0b21c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:54.990 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.996+0000 7f3f02f73700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f3efc0b2700 0x7f3efc0cf8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:54.990 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.996+0000 7f3f02f73700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3efc0b3290 con 0x7f3efc15da40 2023-09-21T11:17:54.990 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.996+0000 7f3f02f73700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3efc0b2b10 con 0x7f3efc0b2700 2023-09-21T11:17:54.990 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.996+0000 7f3f02f73700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3efc06c670 con 0x7f3efc15de20 2023-09-21T11:17:54.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.996+0000 7f3f01510700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f3efc0b2700 0x7f3efc0cf8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:54.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.996+0000 7f3f01510700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f3efc0b2700 0x7f3efc0cf8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55248/0 (socket says 172.21.15.79:55248) 2023-09-21T11:17:54.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.996+0000 7f3f01510700 1 -- 172.21.15.79:0/3426616838 learned_addr learned my addr 172.21.15.79:0/3426616838 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:54.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.996+0000 7f3f01510700 1 -- 172.21.15.79:0/3426616838 >> v2:172.21.15.134:3300/0 conn(0x7f3efc15de20 msgr2=0x7f3efc0b21c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:54.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.996+0000 7f3f01510700 1 --2- 172.21.15.79:0/3426616838 >> v2:172.21.15.134:3300/0 conn(0x7f3efc15de20 0x7f3efc0b21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:54.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.997+0000 7f3f01510700 1 -- 172.21.15.79:0/3426616838 >> v1:172.21.15.134:6789/0 conn(0x7f3efc15da40 legacy=0x7f3efc06bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:54.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.997+0000 7f3f01510700 1 -- 172.21.15.79:0/3426616838 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3efc06c950 con 0x7f3efc0b2700 2023-09-21T11:17:54.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.997+0000 7f3f01510700 1 --2- 172.21.15.79:0/3426616838 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3efc0b2700 0x7f3efc0cf8e0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f3efc08bbe0 tx=0x7f3ef400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17d63ea105fad7a4 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:54.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.997+0000 7f3efb7fe700 1 -- 172.21.15.79:0/3426616838 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ef400e070 con 0x7f3efc0b2700 2023-09-21T11:17:54.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.997+0000 7f3efb7fe700 1 -- 172.21.15.79:0/3426616838 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ef4003a20 con 0x7f3efc0b2700 2023-09-21T11:17:54.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.997+0000 7f3efb7fe700 1 -- 172.21.15.79:0/3426616838 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ef4003dd0 con 0x7f3efc0b2700 2023-09-21T11:17:54.993 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.997+0000 7f3f02f73700 1 -- 172.21.15.79:0/3426616838 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3efc0b2700 msgr2=0x7f3efc0cf8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:54.993 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.997+0000 7f3f02f73700 1 --2- 172.21.15.79:0/3426616838 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3efc0b2700 0x7f3efc0cf8e0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f3efc08bbe0 tx=0x7f3ef400b330 comp rx=0 tx=0).stop 2023-09-21T11:17:54.993 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.997+0000 7f3f02f73700 1 -- 172.21.15.79:0/3426616838 shutdown_connections 2023-09-21T11:17:54.993 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.997+0000 7f3f02f73700 1 --2- 172.21.15.79:0/3426616838 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3efc0b2700 0x7f3efc0cf8e0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:54.993 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.997+0000 7f3f02f73700 1 --2- 172.21.15.79:0/3426616838 >> v2:172.21.15.134:3300/0 conn(0x7f3efc15de20 0x7f3efc0b21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:54.994 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.997+0000 7f3f02f73700 1 -- 172.21.15.79:0/3426616838 >> 172.21.15.79:0/3426616838 conn(0x7f3efc08b480 msgr2=0x7f3efc09aa90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:54.994 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.997+0000 7f3f02f73700 1 -- 172.21.15.79:0/3426616838 shutdown_connections 2023-09-21T11:17:54.994 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.997+0000 7f3f02f73700 1 -- 172.21.15.79:0/3426616838 wait complete. 2023-09-21T11:17:54.996 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.999+0000 7f3f02f73700 1 Processor -- start 2023-09-21T11:17:54.996 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.999+0000 7f3f02f73700 1 -- start start 2023-09-21T11:17:54.997 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.999+0000 7f3f02f73700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3efc0b2700 0x7f3efc14cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:54.997 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.999+0000 7f3f02f73700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3efc15da40 0x7f3efc156cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:54.997 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.999+0000 7f3f02f73700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3efc0cffb0 0x7f3efc1523a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:54.997 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.999+0000 7f3f02f73700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3efc0b73d0 con 0x7f3efc0b2700 2023-09-21T11:17:54.997 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.999+0000 7f3f02f73700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3efc0b6870 con 0x7f3efc15da40 2023-09-21T11:17:54.998 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:54.999+0000 7f3f02f73700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3efc0b6b30 con 0x7f3efc0cffb0 2023-09-21T11:17:54.998 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.000+0000 7f3f00d0f700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3efc0b2700 0x7f3efc14cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:54.998 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.000+0000 7f3f00d0f700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3efc0b2700 0x7f3efc14cc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55250/0 (socket says 172.21.15.79:55250) 2023-09-21T11:17:54.998 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.000+0000 7f3f00d0f700 1 -- 172.21.15.79:0/3921800836 learned_addr learned my addr 172.21.15.79:0/3921800836 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:54.998 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.000+0000 7f3f01510700 1 --2- 172.21.15.79:0/3921800836 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3efc0cffb0 0x7f3efc1523a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:54.999 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.000+0000 7f3efbfff700 1 --2- 172.21.15.79:0/3921800836 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3efc15da40 0x7f3efc156cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:54.999 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.000+0000 7f3f00d0f700 1 -- 172.21.15.79:0/3921800836 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3efc0cffb0 msgr2=0x7f3efc1523a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:54.999 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.000+0000 7f3f00d0f700 1 --2- 172.21.15.79:0/3921800836 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3efc0cffb0 0x7f3efc1523a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:54.999 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.000+0000 7f3f00d0f700 1 -- 172.21.15.79:0/3921800836 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3efc15da40 msgr2=0x7f3efc156cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:54.999 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.000+0000 7f3f00d0f700 1 --2- 172.21.15.79:0/3921800836 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3efc15da40 0x7f3efc156cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:55.000 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.000+0000 7f3f00d0f700 1 -- 172.21.15.79:0/3921800836 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ef4009b30 con 0x7f3efc0b2700 2023-09-21T11:17:55.000 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.000+0000 7f3f00d0f700 1 --2- 172.21.15.79:0/3921800836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3efc0b2700 0x7f3efc14cc80 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f3ef000c520 tx=0x7f3ef000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:55.000 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.000+0000 7f3ef97fa700 1 -- 172.21.15.79:0/3921800836 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ef00054e0 con 0x7f3efc0b2700 2023-09-21T11:17:55.000 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.000+0000 7f3ef97fa700 1 -- 172.21.15.79:0/3921800836 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ef00036d0 con 0x7f3efc0b2700 2023-09-21T11:17:55.000 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.000+0000 7f3ef97fa700 1 -- 172.21.15.79:0/3921800836 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ef0003a80 con 0x7f3efc0b2700 2023-09-21T11:17:55.001 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.000+0000 7f3f02f73700 1 -- 172.21.15.79:0/3921800836 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3efc0b6e10 con 0x7f3efc0b2700 2023-09-21T11:17:55.001 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.000+0000 7f3f02f73700 1 -- 172.21.15.79:0/3921800836 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3efc157230 con 0x7f3efc0b2700 2023-09-21T11:17:55.001 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.001+0000 7f3f02f73700 1 -- 172.21.15.79:0/3921800836 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3efc1545c0 con 0x7f3efc0b2700 2023-09-21T11:17:55.001 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.002+0000 7f3ef97fa700 1 -- 172.21.15.79:0/3921800836 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f3ef0003be0 con 0x7f3efc0b2700 2023-09-21T11:17:55.001 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.002+0000 7f3ef97fa700 1 --2- 172.21.15.79:0/3921800836 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3ee006a580 0x7f3ee006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:55.002 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.002+0000 7f3efbfff700 1 --2- 172.21.15.79:0/3921800836 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3ee006a580 0x7f3ee006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:55.002 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.002+0000 7f3ef97fa700 1 -- 172.21.15.79:0/3921800836 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3ef0087b60 con 0x7f3efc0b2700 2023-09-21T11:17:55.002 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.002+0000 7f3efbfff700 1 --2- 172.21.15.79:0/3921800836 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3ee006a580 0x7f3ee006ca40 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f3ee8006fd0 tx=0x7f3ee8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:55.002 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.006+0000 7f3ef97fa700 1 -- 172.21.15.79:0/3921800836 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f3efc1545c0 con 0x7f3efc0b2700 2023-09-21T11:17:55.187 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.196+0000 7f3f02f73700 1 -- 172.21.15.79:0/3921800836 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3efc1545c0 con 0x7f3efc0b2700 2023-09-21T11:17:55.188 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.197+0000 7f3ef97fa700 1 -- 172.21.15.79:0/3921800836 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) v1 ==== 74+0+16521 (secure 0 0 0) 0x7f3efc1545c0 con 0x7f3efc0b2700 2023-09-21T11:17:55.189 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:55.189 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":33,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:54.943333+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:17:51.700738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-09-21T11:17:52.883686+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:55.191 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.199+0000 7f3f02f73700 1 -- 172.21.15.79:0/3921800836 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3ee006a580 msgr2=0x7f3ee006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:55.191 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.199+0000 7f3f02f73700 1 --2- 172.21.15.79:0/3921800836 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3ee006a580 0x7f3ee006ca40 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f3ee8006fd0 tx=0x7f3ee8008040 comp rx=0 tx=0).stop 2023-09-21T11:17:55.192 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.199+0000 7f3f02f73700 1 -- 172.21.15.79:0/3921800836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3efc0b2700 msgr2=0x7f3efc14cc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:55.192 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.199+0000 7f3f02f73700 1 --2- 172.21.15.79:0/3921800836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3efc0b2700 0x7f3efc14cc80 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f3ef000c520 tx=0x7f3ef000c8e0 comp rx=0 tx=0).stop 2023-09-21T11:17:55.192 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.199+0000 7f3f02f73700 1 -- 172.21.15.79:0/3921800836 shutdown_connections 2023-09-21T11:17:55.192 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.199+0000 7f3f02f73700 1 --2- 172.21.15.79:0/3921800836 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f3ee006a580 0x7f3ee006ca40 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:55.192 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.199+0000 7f3f02f73700 1 --2- 172.21.15.79:0/3921800836 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3efc0cffb0 0x7f3efc1523a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:55.193 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.199+0000 7f3f02f73700 1 --2- 172.21.15.79:0/3921800836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3efc0b2700 0x7f3efc14cc80 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:55.193 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.199+0000 7f3f02f73700 1 --2- 172.21.15.79:0/3921800836 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3efc15da40 0x7f3efc156cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:55.193 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.199+0000 7f3f02f73700 1 -- 172.21.15.79:0/3921800836 >> 172.21.15.79:0/3921800836 conn(0x7f3efc08b480 msgr2=0x7f3efc06b8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:55.193 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.199+0000 7f3f02f73700 1 -- 172.21.15.79:0/3921800836 shutdown_connections 2023-09-21T11:17:55.193 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.199+0000 7f3f02f73700 1 -- 172.21.15.79:0/3921800836 wait complete. 2023-09-21T11:17:55.203 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-09-21T11:17:55.326 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.334+0000 7f8773e66700 1 Processor -- start 2023-09-21T11:17:55.327 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.335+0000 7f8773e66700 1 -- start start 2023-09-21T11:17:55.330 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.335+0000 7f8773e66700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f876c0b49b0 0x7f876c0725d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:55.330 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.335+0000 7f8773e66700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f876c0b4f70 con 0x7f876c0ce6c0 2023-09-21T11:17:55.331 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.335+0000 7f8773e66700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f876c071af0 con 0x7f876c0b24c0 2023-09-21T11:17:55.331 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.335+0000 7f8773e66700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f876c071dd0 con 0x7f876c0b49b0 2023-09-21T11:17:55.331 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.336+0000 7f8771c02700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f876c0ce6c0 0x7f876c0b1db0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41622/0 (socket says 172.21.15.79:41622) 2023-09-21T11:17:55.331 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.336+0000 7f8771c02700 1 -- 172.21.15.79:0/2293105782 learned_addr learned my addr 172.21.15.79:0/2293105782 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:55.332 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.336+0000 7f8772403700 1 --2- 172.21.15.79:0/2293105782 >> v2:172.21.15.134:3300/0 conn(0x7f876c0b49b0 0x7f876c0725d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:55.332 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.336+0000 7f8770c00700 1 -- 172.21.15.79:0/2293105782 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3340106633 0 0) 0x7f876c0b4f70 con 0x7f876c0ce6c0 2023-09-21T11:17:55.332 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.336+0000 7f8770c00700 1 -- 172.21.15.79:0/2293105782 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f87580035b0 con 0x7f876c0ce6c0 2023-09-21T11:17:55.332 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.336+0000 7f8770c00700 1 -- 172.21.15.79:0/2293105782 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3863890737 0 0) 0x7f87580035b0 con 0x7f876c0ce6c0 2023-09-21T11:17:55.333 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.336+0000 7f8772403700 1 -- 172.21.15.79:0/2293105782 >> v1:172.21.15.134:6789/0 conn(0x7f876c0b24c0 legacy=0x7f876c0ca980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:55.333 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.336+0000 7f8772403700 1 -- 172.21.15.79:0/2293105782 >> v1:172.21.15.79:6789/0 conn(0x7f876c0ce6c0 legacy=0x7f876c0b1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:55.333 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.336+0000 7f8772403700 1 -- 172.21.15.79:0/2293105782 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f876c0720b0 con 0x7f876c0b49b0 2023-09-21T11:17:55.333 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.336+0000 7f8772403700 1 --2- 172.21.15.79:0/2293105782 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f876c0b49b0 0x7f876c0725d0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f8764009d90 tx=0x7f876400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b84187facb8989bf server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:55.333 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.337+0000 7f8770c00700 1 -- 172.21.15.79:0/2293105782 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f876400e070 con 0x7f876c0b49b0 2023-09-21T11:17:55.334 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.337+0000 7f8770c00700 1 -- 172.21.15.79:0/2293105782 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8764003a20 con 0x7f876c0b49b0 2023-09-21T11:17:55.334 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.337+0000 7f8770c00700 1 -- 172.21.15.79:0/2293105782 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f875c005120 con 0x7f876c0b49b0 2023-09-21T11:17:55.334 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.337+0000 7f8773e66700 1 -- 172.21.15.79:0/2293105782 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f876c0b49b0 msgr2=0x7f876c0725d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:55.335 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.337+0000 7f8773e66700 1 --2- 172.21.15.79:0/2293105782 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f876c0b49b0 0x7f876c0725d0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f8764009d90 tx=0x7f876400b330 comp rx=0 tx=0).stop 2023-09-21T11:17:55.335 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.337+0000 7f8773e66700 1 -- 172.21.15.79:0/2293105782 shutdown_connections 2023-09-21T11:17:55.335 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.337+0000 7f8773e66700 1 --2- 172.21.15.79:0/2293105782 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f876c0b49b0 0x7f876c0725d0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:55.335 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.337+0000 7f8773e66700 1 -- 172.21.15.79:0/2293105782 >> 172.21.15.79:0/2293105782 conn(0x7f876c0ccdb0 msgr2=0x7f876c0cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:55.336 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.337+0000 7f8773e66700 1 -- 172.21.15.79:0/2293105782 shutdown_connections 2023-09-21T11:17:55.336 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.337+0000 7f8773e66700 1 -- 172.21.15.79:0/2293105782 wait complete. 2023-09-21T11:17:55.336 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.339+0000 7f8773e66700 1 Processor -- start 2023-09-21T11:17:55.336 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.339+0000 7f8773e66700 1 -- start start 2023-09-21T11:17:55.339 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.339+0000 7f8773e66700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f876c0b24c0 0x7f876c0c8c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:55.339 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.339+0000 7f8773e66700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f876c0b49b0 0x7f876c0b2f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:55.339 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.339+0000 7f8773e66700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f876c0ce6c0 0x7f876c0b3470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:55.339 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.339+0000 7f8773e66700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f876c158220 con 0x7f876c0ce6c0 2023-09-21T11:17:55.339 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.339+0000 7f8773e66700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f876c0c6680 con 0x7f876c0b24c0 2023-09-21T11:17:55.340 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.339+0000 7f8773e66700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f876c0c4910 con 0x7f876c0b49b0 2023-09-21T11:17:55.340 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.340+0000 7f8772403700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f876c0ce6c0 0x7f876c0b3470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:55.340 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.340+0000 7f8772403700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f876c0ce6c0 0x7f876c0b3470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55268/0 (socket says 172.21.15.79:55268) 2023-09-21T11:17:55.340 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.340+0000 7f8772403700 1 -- 172.21.15.79:0/1083357148 learned_addr learned my addr 172.21.15.79:0/1083357148 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:55.341 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.340+0000 7f8771c02700 1 --2- 172.21.15.79:0/1083357148 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f876c0b24c0 0x7f876c0c8c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:55.341 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.340+0000 7f8771401700 1 --2- 172.21.15.79:0/1083357148 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f876c0b49b0 0x7f876c0b2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:55.341 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.340+0000 7f8772403700 1 -- 172.21.15.79:0/1083357148 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f876c0b49b0 msgr2=0x7f876c0b2f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:55.341 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.340+0000 7f8772403700 1 --2- 172.21.15.79:0/1083357148 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f876c0b49b0 0x7f876c0b2f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:55.341 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.340+0000 7f8772403700 1 -- 172.21.15.79:0/1083357148 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f876c0b24c0 msgr2=0x7f876c0c8c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:55.341 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.340+0000 7f8772403700 1 --2- 172.21.15.79:0/1083357148 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f876c0b24c0 0x7f876c0c8c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:55.342 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.340+0000 7f8772403700 1 -- 172.21.15.79:0/1083357148 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8764009a70 con 0x7f876c0ce6c0 2023-09-21T11:17:55.342 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.340+0000 7f8772403700 1 --2- 172.21.15.79:0/1083357148 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f876c0ce6c0 0x7f876c0b3470 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f876c0d1430 tx=0x7f8764004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:55.342 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.340+0000 7f87627fc700 1 -- 172.21.15.79:0/1083357148 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8764004670 con 0x7f876c0ce6c0 2023-09-21T11:17:55.342 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.340+0000 7f87627fc700 1 -- 172.21.15.79:0/1083357148 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87640047d0 con 0x7f876c0ce6c0 2023-09-21T11:17:55.343 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.340+0000 7f87627fc700 1 -- 172.21.15.79:0/1083357148 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f876401d6b0 con 0x7f876c0ce6c0 2023-09-21T11:17:55.343 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.340+0000 7f8773e66700 1 -- 172.21.15.79:0/1083357148 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f876c0c8440 con 0x7f876c0ce6c0 2023-09-21T11:17:55.343 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.340+0000 7f8773e66700 1 -- 172.21.15.79:0/1083357148 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f876c0c42c0 con 0x7f876c0ce6c0 2023-09-21T11:17:55.343 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.341+0000 7f8773e66700 1 -- 172.21.15.79:0/1083357148 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f876c071910 con 0x7f876c0ce6c0 2023-09-21T11:17:55.344 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.342+0000 7f87627fc700 1 -- 172.21.15.79:0/1083357148 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f876401d810 con 0x7f876c0ce6c0 2023-09-21T11:17:55.344 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.342+0000 7f87627fc700 1 --2- 172.21.15.79:0/1083357148 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f875006a580 0x7f875006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:55.344 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.342+0000 7f87627fc700 1 -- 172.21.15.79:0/1083357148 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f876408a770 con 0x7f876c0ce6c0 2023-09-21T11:17:55.344 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.342+0000 7f8771c02700 1 --2- 172.21.15.79:0/1083357148 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f875006a580 0x7f875006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:55.345 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.342+0000 7f8771c02700 1 --2- 172.21.15.79:0/1083357148 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f875006a580 0x7f875006ca40 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f875c0078e0 tx=0x7f875c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:55.345 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.346+0000 7f87627fc700 1 -- 172.21.15.79:0/1083357148 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f8764055d80 con 0x7f876c0ce6c0 2023-09-21T11:17:55.580 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:55.588+0000 7f8773e66700 1 -- 172.21.15.79:0/1083357148 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f876c04eae0 con 0x7f876c0ce6c0 2023-09-21T11:17:56.522 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.530+0000 7f87627fc700 1 -- 172.21.15.79:0/1083357148 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v16) v1 ==== 118+0+0 (secure 0 0 0) 0x7f87640593a0 con 0x7f876c0ce6c0 2023-09-21T11:17:56.526 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.533+0000 7f8773e66700 1 -- 172.21.15.79:0/1083357148 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f875006a580 msgr2=0x7f875006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:56.526 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.533+0000 7f8773e66700 1 --2- 172.21.15.79:0/1083357148 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f875006a580 0x7f875006ca40 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f875c0078e0 tx=0x7f875c009040 comp rx=0 tx=0).stop 2023-09-21T11:17:56.526 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.533+0000 7f8773e66700 1 -- 172.21.15.79:0/1083357148 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f876c0ce6c0 msgr2=0x7f876c0b3470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:56.527 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.533+0000 7f8773e66700 1 --2- 172.21.15.79:0/1083357148 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f876c0ce6c0 0x7f876c0b3470 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f876c0d1430 tx=0x7f8764004ad0 comp rx=0 tx=0).stop 2023-09-21T11:17:56.527 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.533+0000 7f8773e66700 1 -- 172.21.15.79:0/1083357148 shutdown_connections 2023-09-21T11:17:56.527 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.533+0000 7f8773e66700 1 --2- 172.21.15.79:0/1083357148 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f876c0ce6c0 0x7f876c0b3470 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:56.528 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.533+0000 7f8773e66700 1 --2- 172.21.15.79:0/1083357148 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f876c0b24c0 0x7f876c0c8c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:56.528 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.533+0000 7f8773e66700 1 --2- 172.21.15.79:0/1083357148 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f875006a580 0x7f875006ca40 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:56.528 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.533+0000 7f8773e66700 1 --2- 172.21.15.79:0/1083357148 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f876c0b49b0 0x7f876c0b2f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:56.529 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.533+0000 7f8773e66700 1 -- 172.21.15.79:0/1083357148 >> 172.21.15.79:0/1083357148 conn(0x7f876c0ccdb0 msgr2=0x7f876c0cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:56.529 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.533+0000 7f8773e66700 1 -- 172.21.15.79:0/1083357148 shutdown_connections 2023-09-21T11:17:56.529 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.533+0000 7f8773e66700 1 -- 172.21.15.79:0/1083357148 wait complete. 2023-09-21T11:17:56.540 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-09-21T11:17:56.540 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-09-21T11:17:56.678 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.678+0000 7f30b9024700 1 Processor -- start 2023-09-21T11:17:56.679 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.678+0000 7f30b9024700 1 -- start start 2023-09-21T11:17:56.679 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.679+0000 7f30b9024700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30b40b2a40 0x7f30b40cab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:56.679 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.679+0000 7f30b9024700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f30b40cd290 0x7f30b40cd6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:56.679 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.679+0000 7f30b9024700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30b4071a80 con 0x7f30b415d660 2023-09-21T11:17:56.680 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.679+0000 7f30b9024700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30b40cdc00 con 0x7f30b40cd290 2023-09-21T11:17:56.680 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.679+0000 7f30b9024700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30b4161b80 con 0x7f30b40b2a40 2023-09-21T11:17:56.680 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.679+0000 7f30b2d9d700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f30b415d660 0x7f30b4161370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41636/0 (socket says 172.21.15.79:41636) 2023-09-21T11:17:56.680 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.679+0000 7f30b2d9d700 1 -- 172.21.15.79:0/2665504729 learned_addr learned my addr 172.21.15.79:0/2665504729 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:56.680 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.679+0000 7f30b359e700 1 --2- 172.21.15.79:0/2665504729 >> v2:172.21.15.134:3300/0 conn(0x7f30b40cd290 0x7f30b40cd6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:56.681 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.679+0000 7f30b259c700 1 --2- 172.21.15.79:0/2665504729 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30b40b2a40 0x7f30b40cab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:56.681 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.679+0000 7f30b1d9b700 1 -- 172.21.15.79:0/2665504729 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3707479840 0 0) 0x7f30b4071a80 con 0x7f30b415d660 2023-09-21T11:17:56.681 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.679+0000 7f30b1d9b700 1 -- 172.21.15.79:0/2665504729 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f309c0035b0 con 0x7f30b415d660 2023-09-21T11:17:56.681 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.679+0000 7f30b1d9b700 1 -- 172.21.15.79:0/2665504729 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 201549515 0 0) 0x7f309c0035b0 con 0x7f30b415d660 2023-09-21T11:17:56.681 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.679+0000 7f30b1d9b700 1 -- 172.21.15.79:0/2665504729 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30b40b2a40 msgr2=0x7f30b40cab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:56.682 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.679+0000 7f30b1d9b700 1 --2- 172.21.15.79:0/2665504729 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30b40b2a40 0x7f30b40cab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:56.682 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.679+0000 7f30b1d9b700 1 -- 172.21.15.79:0/2665504729 >> v2:172.21.15.134:3300/0 conn(0x7f30b40cd290 msgr2=0x7f30b40cd6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:56.682 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.679+0000 7f30b1d9b700 1 --2- 172.21.15.79:0/2665504729 >> v2:172.21.15.134:3300/0 conn(0x7f30b40cd290 0x7f30b40cd6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:56.682 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.679+0000 7f30b1d9b700 1 -- 172.21.15.79:0/2665504729 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30b4161e60 con 0x7f30b415d660 2023-09-21T11:17:56.682 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.679+0000 7f30b1d9b700 1 -- 172.21.15.79:0/2665504729 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f30a8001670 con 0x7f30b415d660 2023-09-21T11:17:56.683 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b1d9b700 1 -- 172.21.15.79:0/2665504729 >> v1:172.21.15.79:6789/0 conn(0x7f30b415d660 legacy=0x7f30b4161370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:56.683 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b1d9b700 1 --2- 172.21.15.79:0/2665504729 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f309c003a00 0x7f309c003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:56.683 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b1d9b700 1 --2- 172.21.15.79:0/2665504729 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f309c004850 0x7f309c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:56.683 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b1d9b700 1 --2- 172.21.15.79:0/2665504729 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30b40b2a40 0x7f309c005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:56.683 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b1d9b700 1 -- 172.21.15.79:0/2665504729 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30b40cdc00 con 0x7f309c003a00 2023-09-21T11:17:56.684 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b1d9b700 1 -- 172.21.15.79:0/2665504729 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30b4161b80 con 0x7f309c004850 2023-09-21T11:17:56.684 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b1d9b700 1 -- 172.21.15.79:0/2665504729 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f309c00ba10 con 0x7f30b40b2a40 2023-09-21T11:17:56.684 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b2d9d700 1 --2- 172.21.15.79:0/2665504729 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f309c003a00 0x7f309c003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:56.684 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b259c700 1 --2- 172.21.15.79:0/2665504729 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f309c004850 0x7f309c004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:56.684 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b359e700 1 --2- 172.21.15.79:0/2665504729 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30b40b2a40 0x7f309c005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:56.684 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b2d9d700 1 -- 172.21.15.79:0/2665504729 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30b40b2a40 msgr2=0x7f309c005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:56.685 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b2d9d700 1 --2- 172.21.15.79:0/2665504729 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30b40b2a40 0x7f309c005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:56.685 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b2d9d700 1 -- 172.21.15.79:0/2665504729 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f309c004850 msgr2=0x7f309c004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:56.685 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b2d9d700 1 --2- 172.21.15.79:0/2665504729 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f309c004850 0x7f309c004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:56.685 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b2d9d700 1 -- 172.21.15.79:0/2665504729 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f309c0035b0 con 0x7f309c003a00 2023-09-21T11:17:56.686 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b359e700 1 --2- 172.21.15.79:0/2665504729 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30b40b2a40 0x7f309c005210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:56.686 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b2d9d700 1 --2- 172.21.15.79:0/2665504729 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f309c003a00 0x7f309c003e20 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f30a800c370 tx=0x7f309c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88f0e615db61dab9 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:56.686 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b1d9b700 1 -- 172.21.15.79:0/2665504729 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30a8007c60 con 0x7f309c003a00 2023-09-21T11:17:56.686 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b1d9b700 1 -- 172.21.15.79:0/2665504729 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30a8005960 con 0x7f309c003a00 2023-09-21T11:17:56.686 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.680+0000 7f30b1d9b700 1 -- 172.21.15.79:0/2665504729 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30a8005d10 con 0x7f309c003a00 2023-09-21T11:17:56.687 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.681+0000 7f30b9024700 1 -- 172.21.15.79:0/2665504729 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f309c003a00 msgr2=0x7f309c003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:56.687 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.681+0000 7f30b9024700 1 --2- 172.21.15.79:0/2665504729 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f309c003a00 0x7f309c003e20 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f30a800c370 tx=0x7f309c005880 comp rx=0 tx=0).stop 2023-09-21T11:17:56.687 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.681+0000 7f30b359e700 1 -- 172.21.15.79:0/2665504729 reap_dead start 2023-09-21T11:17:56.687 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.681+0000 7f30b9024700 1 -- 172.21.15.79:0/2665504729 shutdown_connections 2023-09-21T11:17:56.687 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.681+0000 7f30b9024700 1 -- 172.21.15.79:0/2665504729 >> 172.21.15.79:0/2665504729 conn(0x7f30b406baf0 msgr2=0x7f30b406bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:56.688 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.681+0000 7f30b9024700 1 -- 172.21.15.79:0/2665504729 shutdown_connections 2023-09-21T11:17:56.688 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.681+0000 7f30b9024700 1 -- 172.21.15.79:0/2665504729 wait complete. 2023-09-21T11:17:56.688 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.682+0000 7f30b9024700 1 Processor -- start 2023-09-21T11:17:56.688 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.682+0000 7f30b9024700 1 -- start start 2023-09-21T11:17:56.688 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.683+0000 7f30b9024700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f309c003a00 0x7f30b41f6700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:56.689 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.683+0000 7f30b9024700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f30b40ad300 0x7f30b40b5840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:56.689 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.683+0000 7f30b9024700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30b41f38f0 0x7f30b415f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:56.689 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.683+0000 7f30b9024700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30b41f6c40 con 0x7f30b40ad300 2023-09-21T11:17:56.689 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.683+0000 7f30b9024700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30b41f6f10 con 0x7f309c003a00 2023-09-21T11:17:56.689 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.683+0000 7f30b9024700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30b41f71f0 con 0x7f30b41f38f0 2023-09-21T11:17:56.690 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.683+0000 7f30b259c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f30b40ad300 0x7f30b40b5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:56.690 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.683+0000 7f30b259c700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f30b40ad300 0x7f30b40b5840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55286/0 (socket says 172.21.15.79:55286) 2023-09-21T11:17:56.690 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.683+0000 7f30b259c700 1 -- 172.21.15.79:0/2222211355 learned_addr learned my addr 172.21.15.79:0/2222211355 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:56.690 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.683+0000 7f30b359e700 1 --2- 172.21.15.79:0/2222211355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30b41f38f0 0x7f30b415f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:56.690 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.683+0000 7f30b2d9d700 1 --2- 172.21.15.79:0/2222211355 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f309c003a00 0x7f30b41f6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:56.691 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.683+0000 7f30b259c700 1 -- 172.21.15.79:0/2222211355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30b41f38f0 msgr2=0x7f30b415f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:56.691 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.683+0000 7f30b259c700 1 --2- 172.21.15.79:0/2222211355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30b41f38f0 0x7f30b415f960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:56.691 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.683+0000 7f30b259c700 1 -- 172.21.15.79:0/2222211355 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f309c003a00 msgr2=0x7f30b41f6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:56.691 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.683+0000 7f30b259c700 1 --2- 172.21.15.79:0/2222211355 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f309c003a00 0x7f30b41f6700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:56.691 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.684+0000 7f30b259c700 1 -- 172.21.15.79:0/2222211355 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30b41f74d0 con 0x7f30b40ad300 2023-09-21T11:17:56.692 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.684+0000 7f30b359e700 1 --2- 172.21.15.79:0/2222211355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30b41f38f0 0x7f30b415f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:17:56.692 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.684+0000 7f30b259c700 1 --2- 172.21.15.79:0/2222211355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f30b40ad300 0x7f30b40b5840 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f30a40119a0 tx=0x7f30a4011d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:56.692 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.684+0000 7f309b7fe700 1 -- 172.21.15.79:0/2222211355 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30a400f940 con 0x7f30b40ad300 2023-09-21T11:17:56.692 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.684+0000 7f309b7fe700 1 -- 172.21.15.79:0/2222211355 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30a400faa0 con 0x7f30b40ad300 2023-09-21T11:17:56.692 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.684+0000 7f309b7fe700 1 -- 172.21.15.79:0/2222211355 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30a400fe30 con 0x7f30b40ad300 2023-09-21T11:17:56.692 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.684+0000 7f30b9024700 1 -- 172.21.15.79:0/2222211355 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30b41f33d0 con 0x7f30b40ad300 2023-09-21T11:17:56.693 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.684+0000 7f30b9024700 1 -- 172.21.15.79:0/2222211355 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30b40b5d80 con 0x7f30b40ad300 2023-09-21T11:17:56.693 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.685+0000 7f30b9024700 1 -- 172.21.15.79:0/2222211355 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f30b41f35f0 con 0x7f30b40ad300 2023-09-21T11:17:56.693 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.685+0000 7f309b7fe700 1 -- 172.21.15.79:0/2222211355 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f30a4014440 con 0x7f30b40ad300 2023-09-21T11:17:56.693 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.685+0000 7f309b7fe700 1 --2- 172.21.15.79:0/2222211355 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f30a006a580 0x7f30a006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:56.693 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.686+0000 7f309b7fe700 1 -- 172.21.15.79:0/2222211355 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f30a40891f0 con 0x7f30b40ad300 2023-09-21T11:17:56.694 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.686+0000 7f30b2d9d700 1 --2- 172.21.15.79:0/2222211355 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f30a006a580 0x7f30a006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:56.694 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.686+0000 7f30b2d9d700 1 --2- 172.21.15.79:0/2222211355 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f30a006a580 0x7f30a006ca40 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f30b415bec0 tx=0x7f30a800a000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:56.694 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.690+0000 7f309b7fe700 1 -- 172.21.15.79:0/2222211355 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f30a4054780 con 0x7f30b40ad300 2023-09-21T11:17:56.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:56.924+0000 7f30b9024700 1 -- 172.21.15.79:0/2222211355 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f30b41f7660 con 0x7f30b40ad300 2023-09-21T11:17:57.526 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.534+0000 7f309b7fe700 1 -- 172.21.15.79:0/2222211355 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v17) v1 ==== 122+0+0 (secure 0 0 0) 0x7f30a4057da0 con 0x7f30b40ad300 2023-09-21T11:17:57.529 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.537+0000 7f30b9024700 1 -- 172.21.15.79:0/2222211355 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f30a006a580 msgr2=0x7f30a006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:57.529 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.537+0000 7f30b9024700 1 --2- 172.21.15.79:0/2222211355 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f30a006a580 0x7f30a006ca40 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f30b415bec0 tx=0x7f30a800a000 comp rx=0 tx=0).stop 2023-09-21T11:17:57.529 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.537+0000 7f30b9024700 1 -- 172.21.15.79:0/2222211355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f30b40ad300 msgr2=0x7f30b40b5840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:57.529 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.537+0000 7f30b9024700 1 --2- 172.21.15.79:0/2222211355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f30b40ad300 0x7f30b40b5840 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f30a40119a0 tx=0x7f30a4011d60 comp rx=0 tx=0).stop 2023-09-21T11:17:57.529 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.537+0000 7f30b9024700 1 -- 172.21.15.79:0/2222211355 shutdown_connections 2023-09-21T11:17:57.530 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.537+0000 7f30b9024700 1 --2- 172.21.15.79:0/2222211355 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f30a006a580 0x7f30a006ca40 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:57.530 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.537+0000 7f30b9024700 1 --2- 172.21.15.79:0/2222211355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30b41f38f0 0x7f30b415f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:57.530 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.537+0000 7f30b9024700 1 --2- 172.21.15.79:0/2222211355 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f309c003a00 0x7f30b41f6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:57.530 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.537+0000 7f30b9024700 1 --2- 172.21.15.79:0/2222211355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f30b40ad300 0x7f30b40b5840 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:57.531 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.537+0000 7f30b9024700 1 -- 172.21.15.79:0/2222211355 >> 172.21.15.79:0/2222211355 conn(0x7f30b406baf0 msgr2=0x7f30b415dd90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:57.531 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.537+0000 7f30b9024700 1 -- 172.21.15.79:0/2222211355 shutdown_connections 2023-09-21T11:17:57.531 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.537+0000 7f30b9024700 1 -- 172.21.15.79:0/2222211355 wait complete. 2023-09-21T11:17:57.542 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-09-21T11:17:57.542 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T11:17:57.665 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.673+0000 7fc877caa700 1 Processor -- start 2023-09-21T11:17:57.666 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.674+0000 7fc877caa700 1 -- start start 2023-09-21T11:17:57.669 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.674+0000 7fc877caa700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fc87015ba20 0x7fc8700cab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:57.669 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc877caa700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8700af8f0 con 0x7fc8700b6150 2023-09-21T11:17:57.669 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc877caa700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8700cda70 con 0x7fc87015b640 2023-09-21T11:17:57.670 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc877caa700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8700afbd0 con 0x7fc87015ba20 2023-09-21T11:17:57.670 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc876247700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fc8700b6150 0x7fc87015f780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41658/0 (socket says 172.21.15.79:41658) 2023-09-21T11:17:57.670 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc876247700 1 -- 172.21.15.79:0/3263304069 learned_addr learned my addr 172.21.15.79:0/3263304069 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:57.670 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc875245700 1 --2- 172.21.15.79:0/3263304069 >> v2:172.21.15.134:3300/0 conn(0x7fc87015ba20 0x7fc8700cab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:57.670 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc874a44700 1 -- 172.21.15.79:0/3263304069 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1323167219 0 0) 0x7fc8700af8f0 con 0x7fc8700b6150 2023-09-21T11:17:57.671 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc874a44700 1 -- 172.21.15.79:0/3263304069 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc85c0035b0 con 0x7fc8700b6150 2023-09-21T11:17:57.671 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc874a44700 1 -- 172.21.15.79:0/3263304069 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3880818738 0 0) 0x7fc85c0035b0 con 0x7fc8700b6150 2023-09-21T11:17:57.671 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc874a44700 1 -- 172.21.15.79:0/3263304069 >> v2:172.21.15.134:3300/0 conn(0x7fc87015ba20 msgr2=0x7fc8700cab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:57.671 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc874a44700 1 --2- 172.21.15.79:0/3263304069 >> v2:172.21.15.134:3300/0 conn(0x7fc87015ba20 0x7fc8700cab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:57.672 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc874a44700 1 -- 172.21.15.79:0/3263304069 >> v1:172.21.15.134:6789/0 conn(0x7fc87015b640 legacy=0x7fc87006a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:57.672 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc874a44700 1 -- 172.21.15.79:0/3263304069 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8700b5c00 con 0x7fc8700b6150 2023-09-21T11:17:57.672 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc874a44700 1 -- 172.21.15.79:0/3263304069 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7fc8680019f0 con 0x7fc8700b6150 2023-09-21T11:17:57.672 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc874a44700 1 -- 172.21.15.79:0/3263304069 >> v1:172.21.15.79:6789/0 conn(0x7fc8700b6150 legacy=0x7fc87015f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:57.672 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc874a44700 1 --2- 172.21.15.79:0/3263304069 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc85c003a00 0x7fc85c003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:57.673 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc874a44700 1 --2- 172.21.15.79:0/3263304069 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc85c004850 0x7fc85c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:57.673 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc874a44700 1 --2- 172.21.15.79:0/3263304069 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc85c005210 0x7fc85c00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:57.673 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc874a44700 1 -- 172.21.15.79:0/3263304069 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8700afbd0 con 0x7fc85c004850 2023-09-21T11:17:57.673 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc874a44700 1 -- 172.21.15.79:0/3263304069 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc85c00c0b0 con 0x7fc85c003a00 2023-09-21T11:17:57.674 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc874a44700 1 -- 172.21.15.79:0/3263304069 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc85c00c270 con 0x7fc85c005210 2023-09-21T11:17:57.674 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.675+0000 7fc875245700 1 --2- 172.21.15.79:0/3263304069 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc85c004850 0x7fc85c004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:57.674 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.676+0000 7fc875a46700 1 --2- 172.21.15.79:0/3263304069 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc85c003a00 0x7fc85c003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:57.674 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.676+0000 7fc876247700 1 --2- 172.21.15.79:0/3263304069 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc85c005210 0x7fc85c00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:57.675 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.676+0000 7fc875245700 1 -- 172.21.15.79:0/3263304069 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc85c005210 msgr2=0x7fc85c00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:57.675 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.676+0000 7fc875245700 1 --2- 172.21.15.79:0/3263304069 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc85c005210 0x7fc85c00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:57.675 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.676+0000 7fc875245700 1 -- 172.21.15.79:0/3263304069 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc85c003a00 msgr2=0x7fc85c003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:57.675 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.676+0000 7fc875245700 1 --2- 172.21.15.79:0/3263304069 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc85c003a00 0x7fc85c003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:57.675 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.676+0000 7fc876247700 1 -- 172.21.15.79:0/3263304069 reap_dead start 2023-09-21T11:17:57.676 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.676+0000 7fc875245700 1 -- 172.21.15.79:0/3263304069 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc85c0035b0 con 0x7fc85c004850 2023-09-21T11:17:57.676 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.676+0000 7fc875245700 1 --2- 172.21.15.79:0/3263304069 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc85c004850 0x7fc85c004cd0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fc86c009b60 tx=0x7fc85c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16639e57f2d3260e server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:57.676 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.676+0000 7fc874a44700 1 -- 172.21.15.79:0/3263304069 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc86c00e6c0 con 0x7fc85c004850 2023-09-21T11:17:57.676 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.676+0000 7fc874a44700 1 -- 172.21.15.79:0/3263304069 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc86c00e820 con 0x7fc85c004850 2023-09-21T11:17:57.676 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.676+0000 7fc874a44700 1 -- 172.21.15.79:0/3263304069 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc86c00ebb0 con 0x7fc85c004850 2023-09-21T11:17:57.677 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.676+0000 7fc877caa700 1 -- 172.21.15.79:0/3263304069 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc85c004850 msgr2=0x7fc85c004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:57.677 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.676+0000 7fc877caa700 1 --2- 172.21.15.79:0/3263304069 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc85c004850 0x7fc85c004cd0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fc86c009b60 tx=0x7fc85c005880 comp rx=0 tx=0).stop 2023-09-21T11:17:57.677 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.677+0000 7fc877caa700 1 -- 172.21.15.79:0/3263304069 shutdown_connections 2023-09-21T11:17:57.677 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.677+0000 7fc877caa700 1 --2- 172.21.15.79:0/3263304069 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc85c004850 0x7fc85c004cd0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:57.677 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.677+0000 7fc877caa700 1 -- 172.21.15.79:0/3263304069 >> 172.21.15.79:0/3263304069 conn(0x7fc87006dac0 msgr2=0x7fc87006ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:57.678 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.677+0000 7fc877caa700 1 -- 172.21.15.79:0/3263304069 shutdown_connections 2023-09-21T11:17:57.678 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.677+0000 7fc877caa700 1 -- 172.21.15.79:0/3263304069 wait complete. 2023-09-21T11:17:57.682 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.678+0000 7fc877caa700 1 Processor -- start 2023-09-21T11:17:57.682 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.678+0000 7fc877caa700 1 -- start start 2023-09-21T11:17:57.682 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.679+0000 7fc877caa700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc85c004850 0x7fc87014e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:57.682 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.679+0000 7fc877caa700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc87015c520 0x7fc8700b13b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:57.682 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.679+0000 7fc877caa700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc87015c9a0 0x7fc8700b18f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:57.683 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.679+0000 7fc877caa700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8700c6dd0 con 0x7fc87015c9a0 2023-09-21T11:17:57.683 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.679+0000 7fc877caa700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc870150210 con 0x7fc85c004850 2023-09-21T11:17:57.683 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.679+0000 7fc877caa700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc87014eca0 con 0x7fc87015c520 2023-09-21T11:17:57.683 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.679+0000 7fc876247700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc87015c9a0 0x7fc8700b18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:57.684 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.679+0000 7fc876247700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc87015c9a0 0x7fc8700b18f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55308/0 (socket says 172.21.15.79:55308) 2023-09-21T11:17:57.684 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.679+0000 7fc876247700 1 -- 172.21.15.79:0/355299889 learned_addr learned my addr 172.21.15.79:0/355299889 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:57.684 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.680+0000 7fc875a46700 1 --2- 172.21.15.79:0/355299889 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc85c004850 0x7fc87014e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:57.684 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.680+0000 7fc876247700 1 -- 172.21.15.79:0/355299889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc87015c520 msgr2=0x7fc8700b13b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:57.684 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.680+0000 7fc875245700 1 --2- 172.21.15.79:0/355299889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc87015c520 0x7fc8700b13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:57.685 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.680+0000 7fc876247700 1 --2- 172.21.15.79:0/355299889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc87015c520 0x7fc8700b13b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:57.685 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.680+0000 7fc876247700 1 -- 172.21.15.79:0/355299889 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc85c004850 msgr2=0x7fc87014e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:57.685 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.680+0000 7fc876247700 1 --2- 172.21.15.79:0/355299889 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc85c004850 0x7fc87014e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:57.685 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.680+0000 7fc876247700 1 -- 172.21.15.79:0/355299889 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc87014ee90 con 0x7fc87015c9a0 2023-09-21T11:17:57.685 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.680+0000 7fc875a46700 1 --2- 172.21.15.79:0/355299889 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc85c004850 0x7fc87014e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:57.686 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.680+0000 7fc875245700 1 --2- 172.21.15.79:0/355299889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc87015c520 0x7fc8700b13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:57.686 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.680+0000 7fc876247700 1 --2- 172.21.15.79:0/355299889 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc87015c9a0 0x7fc8700b18f0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fc868001a80 tx=0x7fc868007c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:57.686 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.680+0000 7fc8667fc700 1 -- 172.21.15.79:0/355299889 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc868017070 con 0x7fc87015c9a0 2023-09-21T11:17:57.686 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.680+0000 7fc8667fc700 1 -- 172.21.15.79:0/355299889 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc86800ed60 con 0x7fc87015c9a0 2023-09-21T11:17:57.687 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.680+0000 7fc8667fc700 1 -- 172.21.15.79:0/355299889 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc868013420 con 0x7fc87015c9a0 2023-09-21T11:17:57.687 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.680+0000 7fc877caa700 1 -- 172.21.15.79:0/355299889 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc87014f170 con 0x7fc87015c9a0 2023-09-21T11:17:57.687 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.680+0000 7fc877caa700 1 -- 172.21.15.79:0/355299889 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc87014f730 con 0x7fc87015c9a0 2023-09-21T11:17:57.687 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.681+0000 7fc877caa700 1 -- 172.21.15.79:0/355299889 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc87015dfd0 con 0x7fc87015c9a0 2023-09-21T11:17:57.687 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.681+0000 7fc8667fc700 1 -- 172.21.15.79:0/355299889 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fc868013580 con 0x7fc87015c9a0 2023-09-21T11:17:57.687 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.682+0000 7fc8667fc700 1 --2- 172.21.15.79:0/355299889 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc85406a580 0x7fc85406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:57.688 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.682+0000 7fc8667fc700 1 -- 172.21.15.79:0/355299889 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc8680887f0 con 0x7fc87015c9a0 2023-09-21T11:17:57.688 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.682+0000 7fc875a46700 1 --2- 172.21.15.79:0/355299889 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc85406a580 0x7fc85406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:57.688 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.682+0000 7fc875a46700 1 --2- 172.21.15.79:0/355299889 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc85406a580 0x7fc85406ca40 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc860007fd0 tx=0x7fc860009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:57.688 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.686+0000 7fc8667fc700 1 -- 172.21.15.79:0/355299889 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fc868053d70 con 0x7fc87015c9a0 2023-09-21T11:17:57.911 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.919+0000 7fc877caa700 1 -- 172.21.15.79:0/355299889 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc87004eae0 con 0x7fc87015c9a0 2023-09-21T11:17:57.911 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.920+0000 7fc8667fc700 1 -- 172.21.15.79:0/355299889 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+4913 (secure 0 0 0) 0x7fc868057390 con 0x7fc87015c9a0 2023-09-21T11:17:57.912 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:57.912 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":17,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4673,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/894944302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6835","nonce":894944302},{"type":"v1","addr":"172.21.15.79:6837","nonce":894944302}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4679,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6834/1563497718","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6832","nonce":1563497718},{"type":"v1","addr":"172.21.15.134:6834","nonce":1563497718}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":5040,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6836/491358944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":491358944},{"type":"v1","addr":"172.21.15.79:6836","nonce":491358944}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T11:17:53.914103+0000","modified":"2023-09-21T11:17:56.925433+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5052},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5052":{"gid":5052,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":4,"addr":"172.21.15.134:6835/3024220012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6833","nonce":3024220012},{"type":"v1","addr":"172.21.15.134:6835","nonce":3024220012}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-09-21T11:17:57.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.922+0000 7fc877caa700 1 -- 172.21.15.79:0/355299889 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc85406a580 msgr2=0x7fc85406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:57.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.922+0000 7fc877caa700 1 --2- 172.21.15.79:0/355299889 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc85406a580 0x7fc85406ca40 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc860007fd0 tx=0x7fc860009040 comp rx=0 tx=0).stop 2023-09-21T11:17:57.914 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.922+0000 7fc877caa700 1 -- 172.21.15.79:0/355299889 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc87015c9a0 msgr2=0x7fc8700b18f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:57.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.922+0000 7fc877caa700 1 --2- 172.21.15.79:0/355299889 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc87015c9a0 0x7fc8700b18f0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fc868001a80 tx=0x7fc868007c90 comp rx=0 tx=0).stop 2023-09-21T11:17:57.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.922+0000 7fc877caa700 1 -- 172.21.15.79:0/355299889 shutdown_connections 2023-09-21T11:17:57.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.922+0000 7fc877caa700 1 --2- 172.21.15.79:0/355299889 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc87015c9a0 0x7fc8700b18f0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:57.915 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.922+0000 7fc877caa700 1 --2- 172.21.15.79:0/355299889 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc85c004850 0x7fc87014e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:57.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.922+0000 7fc877caa700 1 --2- 172.21.15.79:0/355299889 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc85406a580 0x7fc85406ca40 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:57.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.922+0000 7fc877caa700 1 --2- 172.21.15.79:0/355299889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc87015c520 0x7fc8700b13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:57.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.922+0000 7fc877caa700 1 -- 172.21.15.79:0/355299889 >> 172.21.15.79:0/355299889 conn(0x7fc87006dac0 msgr2=0x7fc87015a7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:57.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.922+0000 7fc877caa700 1 -- 172.21.15.79:0/355299889 shutdown_connections 2023-09-21T11:17:57.916 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:57.922+0000 7fc877caa700 1 -- 172.21.15.79:0/355299889 wait complete. 2023-09-21T11:17:57.917 INFO:teuthology.orchestra.run.smithi079.stderr:dumped fsmap epoch 17 2023-09-21T11:17:57.926 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-21T11:17:58.043 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:17:58.045 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.054+0000 7fc4aafdb700 1 Processor -- start 2023-09-21T11:17:58.045 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.054+0000 7fc4aafdb700 1 -- start start 2023-09-21T11:17:58.046 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:17:58.050 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4aafdb700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fc4a40ce5a0 0x7fc4a41663e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.050 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4aafdb700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4a40b1600 con 0x7fc4a415b740 2023-09-21T11:17:58.050 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4aafdb700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4a40cd330 con 0x7fc4a40d20c0 2023-09-21T11:17:58.050 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4aafdb700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4a40d2520 con 0x7fc4a40ce5a0 2023-09-21T11:17:58.050 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4a8d77700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fc4a415b740 0x7fc4a40ccb50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41676/0 (socket says 172.21.15.79:41676) 2023-09-21T11:17:58.051 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4a8d77700 1 -- 172.21.15.79:0/1871777341 learned_addr learned my addr 172.21.15.79:0/1871777341 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:58.051 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4a9578700 1 --2- 172.21.15.79:0/1871777341 >> v2:172.21.15.134:3300/0 conn(0x7fc4a40ce5a0 0x7fc4a41663e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.051 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4a37fe700 1 -- 172.21.15.79:0/1871777341 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 511629219 0 0) 0x7fc4a40b1600 con 0x7fc4a415b740 2023-09-21T11:17:58.051 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4a37fe700 1 -- 172.21.15.79:0/1871777341 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc4940035b0 con 0x7fc4a415b740 2023-09-21T11:17:58.051 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4a37fe700 1 -- 172.21.15.79:0/1871777341 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2979267028 0 0) 0x7fc4940035b0 con 0x7fc4a415b740 2023-09-21T11:17:58.052 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4a37fe700 1 -- 172.21.15.79:0/1871777341 >> v2:172.21.15.134:3300/0 conn(0x7fc4a40ce5a0 msgr2=0x7fc4a41663e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:58.052 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4a37fe700 1 --2- 172.21.15.79:0/1871777341 >> v2:172.21.15.134:3300/0 conn(0x7fc4a40ce5a0 0x7fc4a41663e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.052 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4a37fe700 1 -- 172.21.15.79:0/1871777341 >> v1:172.21.15.134:6789/0 conn(0x7fc4a40d20c0 legacy=0x7fc4a40cde90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:58.052 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4a37fe700 1 -- 172.21.15.79:0/1871777341 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4a40b0fb0 con 0x7fc4a415b740 2023-09-21T11:17:58.052 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4a37fe700 1 -- 172.21.15.79:0/1871777341 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7fc4980017f0 con 0x7fc4a415b740 2023-09-21T11:17:58.053 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4a37fe700 1 -- 172.21.15.79:0/1871777341 >> v1:172.21.15.79:6789/0 conn(0x7fc4a415b740 legacy=0x7fc4a40ccb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:58.053 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4a37fe700 1 --2- 172.21.15.79:0/1871777341 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc494003a00 0x7fc494003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.053 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4a37fe700 1 --2- 172.21.15.79:0/1871777341 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc494004850 0x7fc494004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.053 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4a37fe700 1 --2- 172.21.15.79:0/1871777341 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc494005210 0x7fc49400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.053 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4a37fe700 1 -- 172.21.15.79:0/1871777341 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4a40d2520 con 0x7fc494005210 2023-09-21T11:17:58.054 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4a37fe700 1 -- 172.21.15.79:0/1871777341 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc49400c0b0 con 0x7fc494003a00 2023-09-21T11:17:58.054 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.055+0000 7fc4a37fe700 1 -- 172.21.15.79:0/1871777341 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc49400c270 con 0x7fc494004850 2023-09-21T11:17:58.054 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.056+0000 7fc4a9578700 1 --2- 172.21.15.79:0/1871777341 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc494005210 0x7fc49400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.054 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.056+0000 7fc4a8d77700 1 --2- 172.21.15.79:0/1871777341 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc494003a00 0x7fc494003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.054 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.056+0000 7fc4a3fff700 1 --2- 172.21.15.79:0/1871777341 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc494004850 0x7fc494004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.055 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.056+0000 7fc4a9578700 1 -- 172.21.15.79:0/1871777341 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc494004850 msgr2=0x7fc494004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:58.055 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.056+0000 7fc4a9578700 1 --2- 172.21.15.79:0/1871777341 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc494004850 0x7fc494004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.055 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.056+0000 7fc4a9578700 1 -- 172.21.15.79:0/1871777341 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc494003a00 msgr2=0x7fc494003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:58.055 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.056+0000 7fc4a9578700 1 --2- 172.21.15.79:0/1871777341 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc494003a00 0x7fc494003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.055 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.056+0000 7fc4a9578700 1 -- 172.21.15.79:0/1871777341 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4940035b0 con 0x7fc494005210 2023-09-21T11:17:58.056 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.056+0000 7fc4a9578700 1 -- 172.21.15.79:0/1871777341 reap_dead start 2023-09-21T11:17:58.056 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.056+0000 7fc4a9578700 1 --2- 172.21.15.79:0/1871777341 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc494005210 0x7fc49400ba10 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fc49c009f90 tx=0x7fc494005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72753a11929b7b35 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:58.056 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.056+0000 7fc4a37fe700 1 -- 172.21.15.79:0/1871777341 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc49c003a20 con 0x7fc494005210 2023-09-21T11:17:58.056 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.056+0000 7fc4a37fe700 1 -- 172.21.15.79:0/1871777341 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc49c00f040 con 0x7fc494005210 2023-09-21T11:17:58.056 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.056+0000 7fc4a37fe700 1 -- 172.21.15.79:0/1871777341 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc49c003de0 con 0x7fc494005210 2023-09-21T11:17:58.057 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.057+0000 7fc4aafdb700 1 -- 172.21.15.79:0/1871777341 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc494005210 msgr2=0x7fc49400ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:58.057 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.057+0000 7fc4aafdb700 1 --2- 172.21.15.79:0/1871777341 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc494005210 0x7fc49400ba10 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fc49c009f90 tx=0x7fc494005880 comp rx=0 tx=0).stop 2023-09-21T11:17:58.057 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.057+0000 7fc4aafdb700 1 -- 172.21.15.79:0/1871777341 shutdown_connections 2023-09-21T11:17:58.057 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.057+0000 7fc4aafdb700 1 --2- 172.21.15.79:0/1871777341 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc494005210 0x7fc49400ba10 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.057 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.057+0000 7fc4aafdb700 1 -- 172.21.15.79:0/1871777341 >> 172.21.15.79:0/1871777341 conn(0x7fc4a40d1530 msgr2=0x7fc4a40d1940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:58.058 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.057+0000 7fc4aafdb700 1 -- 172.21.15.79:0/1871777341 shutdown_connections 2023-09-21T11:17:58.058 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.057+0000 7fc4aafdb700 1 -- 172.21.15.79:0/1871777341 wait complete. 2023-09-21T11:17:58.061 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.059+0000 7fc4aafdb700 1 Processor -- start 2023-09-21T11:17:58.061 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.059+0000 7fc4aafdb700 1 -- start start 2023-09-21T11:17:58.061 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.060+0000 7fc4aafdb700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc494005210 0x7fc4a40b5c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.061 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.060+0000 7fc4aafdb700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc4a40c9210 0x7fc4a4158a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.061 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.060+0000 7fc4aafdb700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc4a40c9720 0x7fc4a4159fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.062 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.060+0000 7fc4aafdb700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4a40ca1f0 con 0x7fc4a40c9720 2023-09-21T11:17:58.062 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.060+0000 7fc4aafdb700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4a40c9f10 con 0x7fc4a40c9210 2023-09-21T11:17:58.062 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.060+0000 7fc4aafdb700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4a40c8730 con 0x7fc494005210 2023-09-21T11:17:58.062 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.060+0000 7fc4a9578700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc4a40c9720 0x7fc4a4159fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.062 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.060+0000 7fc4a9578700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc4a40c9720 0x7fc4a4159fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55328/0 (socket says 172.21.15.79:55328) 2023-09-21T11:17:58.063 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.060+0000 7fc4a9578700 1 -- 172.21.15.79:0/2197347527 learned_addr learned my addr 172.21.15.79:0/2197347527 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:58.063 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.060+0000 7fc4a8d77700 1 --2- 172.21.15.79:0/2197347527 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc494005210 0x7fc4a40b5c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.063 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.060+0000 7fc4a3fff700 1 --2- 172.21.15.79:0/2197347527 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc4a40c9210 0x7fc4a4158a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.063 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.060+0000 7fc4a9578700 1 -- 172.21.15.79:0/2197347527 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc494005210 msgr2=0x7fc4a40b5c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:58.063 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.060+0000 7fc4a9578700 1 --2- 172.21.15.79:0/2197347527 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc494005210 0x7fc4a40b5c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.064 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.060+0000 7fc4a9578700 1 -- 172.21.15.79:0/2197347527 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc4a40c9210 msgr2=0x7fc4a4158a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:58.064 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.060+0000 7fc4a9578700 1 --2- 172.21.15.79:0/2197347527 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc4a40c9210 0x7fc4a4158a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.064 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.060+0000 7fc4a9578700 1 -- 172.21.15.79:0/2197347527 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4a40c8a10 con 0x7fc4a40c9720 2023-09-21T11:17:58.064 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.060+0000 7fc4a9578700 1 --2- 172.21.15.79:0/2197347527 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc4a40c9720 0x7fc4a4159fc0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fc4a40b1570 tx=0x7fc49c004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:58.064 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.061+0000 7fc4a17fa700 1 -- 172.21.15.79:0/2197347527 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc49c003e10 con 0x7fc4a40c9720 2023-09-21T11:17:58.065 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.061+0000 7fc4a17fa700 1 -- 172.21.15.79:0/2197347527 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc49c004230 con 0x7fc4a40c9720 2023-09-21T11:17:58.065 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.061+0000 7fc4a17fa700 1 -- 172.21.15.79:0/2197347527 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc49c0045e0 con 0x7fc4a40c9720 2023-09-21T11:17:58.065 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.061+0000 7fc4aafdb700 1 -- 172.21.15.79:0/2197347527 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4a40c8cf0 con 0x7fc4a40c9720 2023-09-21T11:17:58.065 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.061+0000 7fc4aafdb700 1 -- 172.21.15.79:0/2197347527 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4a415a500 con 0x7fc4a40c9720 2023-09-21T11:17:58.065 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.062+0000 7fc4aafdb700 1 -- 172.21.15.79:0/2197347527 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4a404eae0 con 0x7fc4a40c9720 2023-09-21T11:17:58.066 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.062+0000 7fc4a17fa700 1 -- 172.21.15.79:0/2197347527 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fc49c004740 con 0x7fc4a40c9720 2023-09-21T11:17:58.066 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.063+0000 7fc4a17fa700 1 --2- 172.21.15.79:0/2197347527 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc48806a580 0x7fc48806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.066 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.063+0000 7fc4a8d77700 1 --2- 172.21.15.79:0/2197347527 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc48806a580 0x7fc48806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.066 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.063+0000 7fc4a17fa700 1 -- 172.21.15.79:0/2197347527 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc49c089bf0 con 0x7fc4a40c9720 2023-09-21T11:17:58.066 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.063+0000 7fc4a8d77700 1 --2- 172.21.15.79:0/2197347527 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc48806a580 0x7fc48806ca40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc498001e10 tx=0x7fc498009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:58.067 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.067+0000 7fc4a17fa700 1 -- 172.21.15.79:0/2197347527 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fc49c0552a0 con 0x7fc4a40c9720 2023-09-21T11:17:58.253 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.261+0000 7fc4aafdb700 1 -- 172.21.15.79:0/2197347527 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc4a406f6e0 con 0x7fc4a40c9720 2023-09-21T11:17:58.254 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.262+0000 7fc4a17fa700 1 -- 172.21.15.79:0/2197347527 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) v1 ==== 74+0+16521 (secure 0 0 0) 0x7fc49c0588c0 con 0x7fc4a40c9720 2023-09-21T11:17:58.255 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:58.255 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":33,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","created":"2023-09-21T11:16:34.173234+0000","modified":"2023-09-21T11:17:54.943333+0000","last_up_change":"2023-09-21T11:16:45.796468+0000","last_in_change":"2023-09-21T11:16:36.677797+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-21T11:16:45.829267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-09-21T11:17:51.700738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-09-21T11:17:52.883686+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66d8378e-1262-4583-ba20-d5cd2ea40bae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6809","nonce":2329468937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6811","nonce":2329468937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6815","nonce":2329468937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2329468937},{"type":"v1","addr":"172.21.15.79:6813","nonce":2329468937}]},"public_addr":"172.21.15.79:6809/2329468937","cluster_addr":"172.21.15.79:6811/2329468937","heartbeat_back_addr":"172.21.15.79:6815/2329468937","heartbeat_front_addr":"172.21.15.79:6813/2329468937","state":["exists","up"]},{"osd":1,"uuid":"083493d6-8daf-42ea-8b17-f91d1f03bbfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6801","nonce":1117403383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6803","nonce":1117403383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6807","nonce":1117403383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":1117403383},{"type":"v1","addr":"172.21.15.79:6805","nonce":1117403383}]},"public_addr":"172.21.15.79:6801/1117403383","cluster_addr":"172.21.15.79:6803/1117403383","heartbeat_back_addr":"172.21.15.79:6807/1117403383","heartbeat_front_addr":"172.21.15.79:6805/1117403383","state":["exists","up"]},{"osd":2,"uuid":"48c73498-501c-4a5c-bb28-13541d0f2c04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6819","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6821","nonce":3632965492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6823","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6825","nonce":3632965492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6831","nonce":3632965492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6827","nonce":3632965492},{"type":"v1","addr":"172.21.15.79:6829","nonce":3632965492}]},"public_addr":"172.21.15.79:6821/3632965492","cluster_addr":"172.21.15.79:6825/3632965492","heartbeat_back_addr":"172.21.15.79:6831/3632965492","heartbeat_front_addr":"172.21.15.79:6829/3632965492","state":["exists","up"]},{"osd":3,"uuid":"aa789944-cdeb-4a20-8dd8-9e879df70b8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6817","nonce":239041910}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6820","nonce":239041910}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6828","nonce":239041910}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":239041910},{"type":"v1","addr":"172.21.15.79:6824","nonce":239041910}]},"public_addr":"172.21.15.79:6817/239041910","cluster_addr":"172.21.15.79:6820/239041910","heartbeat_back_addr":"172.21.15.79:6828/239041910","heartbeat_front_addr":"172.21.15.79:6824/239041910","state":["exists","up"]},{"osd":4,"uuid":"ffb15368-9c68-47e9-8798-8a17200de775","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6825","nonce":83693582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6827","nonce":83693582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6831","nonce":83693582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":83693582},{"type":"v1","addr":"172.21.15.134:6829","nonce":83693582}]},"public_addr":"172.21.15.134:6825/83693582","cluster_addr":"172.21.15.134:6827/83693582","heartbeat_back_addr":"172.21.15.134:6831/83693582","heartbeat_front_addr":"172.21.15.134:6829/83693582","state":["exists","up"]},{"osd":5,"uuid":"092b83f9-12c2-4c6f-a46a-deff710ed7af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6809","nonce":1855248862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6811","nonce":1855248862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6815","nonce":1855248862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":1855248862},{"type":"v1","addr":"172.21.15.134:6813","nonce":1855248862}]},"public_addr":"172.21.15.134:6809/1855248862","cluster_addr":"172.21.15.134:6811/1855248862","heartbeat_back_addr":"172.21.15.134:6815/1855248862","heartbeat_front_addr":"172.21.15.134:6813/1855248862","state":["exists","up"]},{"osd":6,"uuid":"c060570f-9de4-41fd-8e5c-96aa5ffaef7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6801","nonce":333314053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6803","nonce":333314053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6807","nonce":333314053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":333314053},{"type":"v1","addr":"172.21.15.134:6805","nonce":333314053}]},"public_addr":"172.21.15.134:6801/333314053","cluster_addr":"172.21.15.134:6803/333314053","heartbeat_back_addr":"172.21.15.134:6807/333314053","heartbeat_front_addr":"172.21.15.134:6805/333314053","state":["exists","up"]},{"osd":7,"uuid":"228aa722-1e8d-47a8-92e7-b1ae1b823ff7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6817","nonce":896560648}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6819","nonce":896560648}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6823","nonce":896560648}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":896560648},{"type":"v1","addr":"172.21.15.134:6821","nonce":896560648}]},"public_addr":"172.21.15.134:6817/896560648","cluster_addr":"172.21.15.134:6819/896560648","heartbeat_back_addr":"172.21.15.134:6823/896560648","heartbeat_front_addr":"172.21.15.134:6821/896560648","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.903242+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.844708+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.894237+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.908589+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.829516+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.881282+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.841314+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-21T11:16:41.885526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-21T11:17:58.256 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.264+0000 7fc4aafdb700 1 -- 172.21.15.79:0/2197347527 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc48806a580 msgr2=0x7fc48806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:58.257 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.264+0000 7fc4aafdb700 1 --2- 172.21.15.79:0/2197347527 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc48806a580 0x7fc48806ca40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc498001e10 tx=0x7fc498009040 comp rx=0 tx=0).stop 2023-09-21T11:17:58.257 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.264+0000 7fc4aafdb700 1 -- 172.21.15.79:0/2197347527 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc4a40c9720 msgr2=0x7fc4a4159fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:58.257 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.264+0000 7fc4aafdb700 1 --2- 172.21.15.79:0/2197347527 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc4a40c9720 0x7fc4a4159fc0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fc4a40b1570 tx=0x7fc49c004b40 comp rx=0 tx=0).stop 2023-09-21T11:17:58.257 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.265+0000 7fc4aafdb700 1 -- 172.21.15.79:0/2197347527 shutdown_connections 2023-09-21T11:17:58.257 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.265+0000 7fc4aafdb700 1 --2- 172.21.15.79:0/2197347527 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc4a40c9720 0x7fc4a4159fc0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.258 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.265+0000 7fc4aafdb700 1 --2- 172.21.15.79:0/2197347527 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc48806a580 0x7fc48806ca40 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.258 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.265+0000 7fc4aafdb700 1 --2- 172.21.15.79:0/2197347527 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc494005210 0x7fc4a40b5c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.258 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.265+0000 7fc4aafdb700 1 --2- 172.21.15.79:0/2197347527 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc4a40c9210 0x7fc4a4158a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.258 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.265+0000 7fc4aafdb700 1 -- 172.21.15.79:0/2197347527 >> 172.21.15.79:0/2197347527 conn(0x7fc4a40d1530 msgr2=0x7fc4a406ec30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:58.259 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.265+0000 7fc4aafdb700 1 -- 172.21.15.79:0/2197347527 shutdown_connections 2023-09-21T11:17:58.259 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.265+0000 7fc4aafdb700 1 -- 172.21.15.79:0/2197347527 wait complete. 2023-09-21T11:17:58.268 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-09-21T11:17:58.269 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-21T11:17:58.360 INFO:tasks.ceph.mds.d.smithi134.stderr:2023-09-21T11:17:58.368+0000 7f06b2f4a700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-09-21T11:17:58.389 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.397+0000 7f33d14e8700 1 Processor -- start 2023-09-21T11:17:58.390 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.398+0000 7f33d14e8700 1 -- start start 2023-09-21T11:17:58.393 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.398+0000 7f33d14e8700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33cc15b3b0 0x7f33cc15f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.393 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.398+0000 7f33d14e8700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f33cc0d1150 0x7f33cc15e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.394 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.398+0000 7f33d14e8700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f33cc15ee00 con 0x7f33cc0cf0c0 2023-09-21T11:17:58.394 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.398+0000 7f33d14e8700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33cc0d2370 con 0x7f33cc0d1150 2023-09-21T11:17:58.394 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.398+0000 7f33d14e8700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33cc0d15d0 con 0x7f33cc15b3b0 2023-09-21T11:17:58.394 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33cb7fe700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f33cc0cf0c0 0x7f33cc06bf00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41698/0 (socket says 172.21.15.79:41698) 2023-09-21T11:17:58.395 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33cb7fe700 1 -- 172.21.15.79:0/1111398666 learned_addr learned my addr 172.21.15.79:0/1111398666 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:58.395 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33caffd700 1 --2- 172.21.15.79:0/1111398666 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33cc15b3b0 0x7f33cc15f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.395 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33ca7fc700 1 --2- 172.21.15.79:0/1111398666 >> v2:172.21.15.134:3300/0 conn(0x7f33cc0d1150 0x7f33cc15e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.395 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33c9ffb700 1 -- 172.21.15.79:0/1111398666 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3538214639 0 0) 0x7f33cc15ee00 con 0x7f33cc0cf0c0 2023-09-21T11:17:58.395 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33c9ffb700 1 -- 172.21.15.79:0/1111398666 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f33b40035b0 con 0x7f33cc0cf0c0 2023-09-21T11:17:58.396 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33c9ffb700 1 -- 172.21.15.79:0/1111398666 <== mon.0 v1:172.21.15.79:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1274770205 0 0) 0x7f33b40035b0 con 0x7f33cc0cf0c0 2023-09-21T11:17:58.396 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33c9ffb700 1 -- 172.21.15.79:0/1111398666 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33cc15b3b0 msgr2=0x7f33cc15f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:58.396 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33c9ffb700 1 --2- 172.21.15.79:0/1111398666 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33cc15b3b0 0x7f33cc15f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.396 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33c9ffb700 1 -- 172.21.15.79:0/1111398666 >> v2:172.21.15.134:3300/0 conn(0x7f33cc0d1150 msgr2=0x7f33cc15e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:58.396 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33c9ffb700 1 --2- 172.21.15.79:0/1111398666 >> v2:172.21.15.134:3300/0 conn(0x7f33cc0d1150 0x7f33cc15e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.397 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33c9ffb700 1 -- 172.21.15.79:0/1111398666 --> v1:172.21.15.79:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33cc0d17f0 con 0x7f33cc0cf0c0 2023-09-21T11:17:58.397 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33c9ffb700 1 -- 172.21.15.79:0/1111398666 <== mon.0 v1:172.21.15.79:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1069511183 0 0) 0x7f33c40019f0 con 0x7f33cc0cf0c0 2023-09-21T11:17:58.397 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33c9ffb700 1 -- 172.21.15.79:0/1111398666 >> v1:172.21.15.79:6789/0 conn(0x7f33cc0cf0c0 legacy=0x7f33cc06bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:58.397 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33c9ffb700 1 --2- 172.21.15.79:0/1111398666 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33b4003a30 0x7f33b4003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.397 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33c9ffb700 1 --2- 172.21.15.79:0/1111398666 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33cc15b3b0 0x7f33b4004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.398 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33c9ffb700 1 --2- 172.21.15.79:0/1111398666 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f33b4004d90 0x7f33b4005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.398 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33c9ffb700 1 -- 172.21.15.79:0/1111398666 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33cc0d2370 con 0x7f33b4004d90 2023-09-21T11:17:58.398 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33c9ffb700 1 -- 172.21.15.79:0/1111398666 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33cc0d15d0 con 0x7f33b4003a30 2023-09-21T11:17:58.398 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33c9ffb700 1 -- 172.21.15.79:0/1111398666 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33b400ba10 con 0x7f33cc15b3b0 2023-09-21T11:17:58.398 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33cb7fe700 1 --2- 172.21.15.79:0/1111398666 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f33b4004d90 0x7f33b4005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.399 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33caffd700 1 --2- 172.21.15.79:0/1111398666 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33b4003a30 0x7f33b4003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.399 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.399+0000 7f33ca7fc700 1 --2- 172.21.15.79:0/1111398666 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33cc15b3b0 0x7f33b4004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.399 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.400+0000 7f33cb7fe700 1 -- 172.21.15.79:0/1111398666 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33cc15b3b0 msgr2=0x7f33b4004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:58.399 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.400+0000 7f33cb7fe700 1 --2- 172.21.15.79:0/1111398666 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33cc15b3b0 0x7f33b4004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.400 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.400+0000 7f33cb7fe700 1 -- 172.21.15.79:0/1111398666 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33b4003a30 msgr2=0x7f33b4003e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:58.400 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.400+0000 7f33cb7fe700 1 --2- 172.21.15.79:0/1111398666 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33b4003a30 0x7f33b4003e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.400 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.400+0000 7f33cb7fe700 1 -- 172.21.15.79:0/1111398666 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33b40035b0 con 0x7f33b4004d90 2023-09-21T11:17:58.400 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.400+0000 7f33cb7fe700 1 --2- 172.21.15.79:0/1111398666 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f33b4004d90 0x7f33b4005210 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f33c400a860 tx=0x7f33b4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f7b74908656a955 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:58.400 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.400+0000 7f33c9ffb700 1 -- 172.21.15.79:0/1111398666 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33c400a2f0 con 0x7f33b4004d90 2023-09-21T11:17:58.401 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.400+0000 7f33c9ffb700 1 -- 172.21.15.79:0/1111398666 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33c4012600 con 0x7f33b4004d90 2023-09-21T11:17:58.401 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.400+0000 7f33c9ffb700 1 -- 172.21.15.79:0/1111398666 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33c40129b0 con 0x7f33b4004d90 2023-09-21T11:17:58.401 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.400+0000 7f33d14e8700 1 -- 172.21.15.79:0/1111398666 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f33b4004d90 msgr2=0x7f33b4005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:58.401 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.400+0000 7f33d14e8700 1 --2- 172.21.15.79:0/1111398666 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f33b4004d90 0x7f33b4005210 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f33c400a860 tx=0x7f33b4005880 comp rx=0 tx=0).stop 2023-09-21T11:17:58.401 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.400+0000 7f33cb7fe700 1 -- 172.21.15.79:0/1111398666 reap_dead start 2023-09-21T11:17:58.402 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.400+0000 7f33d14e8700 1 -- 172.21.15.79:0/1111398666 shutdown_connections 2023-09-21T11:17:58.402 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.400+0000 7f33d14e8700 1 -- 172.21.15.79:0/1111398666 >> 172.21.15.79:0/1111398666 conn(0x7f33cc0664a0 msgr2=0x7f33cc066880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:58.402 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.400+0000 7f33d14e8700 1 -- 172.21.15.79:0/1111398666 shutdown_connections 2023-09-21T11:17:58.402 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.400+0000 7f33d14e8700 1 -- 172.21.15.79:0/1111398666 wait complete. 2023-09-21T11:17:58.402 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.402+0000 7f33d14e8700 1 Processor -- start 2023-09-21T11:17:58.403 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.402+0000 7f33d14e8700 1 -- start start 2023-09-21T11:17:58.405 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33d14e8700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33cc0b6d10 0x7f33cc0b5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.405 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33d14e8700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f33cc0ce3f0 0x7f33cc0ca560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.406 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33d14e8700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33cc0c8fd0 0x7f33cc0caaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.406 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33d14e8700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33cc1584f0 con 0x7f33cc0ce3f0 2023-09-21T11:17:58.406 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33d14e8700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33cc0cc210 con 0x7f33cc0c8fd0 2023-09-21T11:17:58.406 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33d14e8700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33cc0c9590 con 0x7f33cc0b6d10 2023-09-21T11:17:58.406 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33ca7fc700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f33cc0ce3f0 0x7f33cc0ca560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.407 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33ca7fc700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f33cc0ce3f0 0x7f33cc0ca560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55346/0 (socket says 172.21.15.79:55346) 2023-09-21T11:17:58.407 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33ca7fc700 1 -- 172.21.15.79:0/1714554335 learned_addr learned my addr 172.21.15.79:0/1714554335 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:58.407 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33caffd700 1 --2- 172.21.15.79:0/1714554335 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33cc0b6d10 0x7f33cc0b5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.407 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33cb7fe700 1 --2- 172.21.15.79:0/1714554335 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33cc0c8fd0 0x7f33cc0caaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.408 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33ca7fc700 1 -- 172.21.15.79:0/1714554335 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33cc0b6d10 msgr2=0x7f33cc0b5150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:58.408 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33ca7fc700 1 --2- 172.21.15.79:0/1714554335 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33cc0b6d10 0x7f33cc0b5150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.408 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33ca7fc700 1 -- 172.21.15.79:0/1714554335 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33cc0c8fd0 msgr2=0x7f33cc0caaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:58.408 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33ca7fc700 1 --2- 172.21.15.79:0/1714554335 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33cc0c8fd0 0x7f33cc0caaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.408 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33ca7fc700 1 -- 172.21.15.79:0/1714554335 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33cc0c9870 con 0x7f33cc0ce3f0 2023-09-21T11:17:58.408 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33ca7fc700 1 --2- 172.21.15.79:0/1714554335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f33cc0ce3f0 0x7f33cc0ca560 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f33bc011aa0 tx=0x7f33bc011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:58.409 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33b37fe700 1 -- 172.21.15.79:0/1714554335 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33bc00f980 con 0x7f33cc0ce3f0 2023-09-21T11:17:58.409 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33b37fe700 1 -- 172.21.15.79:0/1714554335 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33bc00fae0 con 0x7f33cc0ce3f0 2023-09-21T11:17:58.409 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33b37fe700 1 -- 172.21.15.79:0/1714554335 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33bc00fe90 con 0x7f33cc0ce3f0 2023-09-21T11:17:58.409 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33d14e8700 1 -- 172.21.15.79:0/1714554335 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33cc0cbbc0 con 0x7f33cc0ce3f0 2023-09-21T11:17:58.409 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.403+0000 7f33d14e8700 1 -- 172.21.15.79:0/1714554335 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33cc0ca290 con 0x7f33cc0ce3f0 2023-09-21T11:17:58.410 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.404+0000 7f33d14e8700 1 -- 172.21.15.79:0/1714554335 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33cc0d2070 con 0x7f33cc0ce3f0 2023-09-21T11:17:58.410 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.405+0000 7f33b37fe700 1 -- 172.21.15.79:0/1714554335 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f33bc014440 con 0x7f33cc0ce3f0 2023-09-21T11:17:58.410 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.405+0000 7f33b37fe700 1 --2- 172.21.15.79:0/1714554335 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f33b806a580 0x7f33b806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.410 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.405+0000 7f33b37fe700 1 -- 172.21.15.79:0/1714554335 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f33bc089230 con 0x7f33cc0ce3f0 2023-09-21T11:17:58.410 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.405+0000 7f33caffd700 1 --2- 172.21.15.79:0/1714554335 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f33b806a580 0x7f33b806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.411 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.406+0000 7f33caffd700 1 --2- 172.21.15.79:0/1714554335 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f33b806a580 0x7f33b806ca40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f33c0009b20 tx=0x7f33c0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:58.411 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.410+0000 7f33b37fe700 1 -- 172.21.15.79:0/1714554335 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f33cc0d2070 con 0x7f33cc0ce3f0 2023-09-21T11:17:58.592 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.600+0000 7f33d14e8700 1 -- 172.21.15.79:0/1714554335 --> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f33cc0d1ad0 con 0x7f33b806a580 2023-09-21T11:17:58.599 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.608+0000 7f33b37fe700 1 -- 172.21.15.79:0/1714554335 <== mgr.4104 v2:172.21.15.79:6832/2997757862 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289453 (secure 0 0 0) 0x7f33c0009790 con 0x7f33b806a580 2023-09-21T11:17:58.603 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:58.605 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.612+0000 7f33d14e8700 1 -- 172.21.15.79:0/1714554335 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f33b806a580 msgr2=0x7f33b806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:58.606 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.612+0000 7f33d14e8700 1 --2- 172.21.15.79:0/1714554335 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f33b806a580 0x7f33b806ca40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f33c0009b20 tx=0x7f33c0008040 comp rx=0 tx=0).stop 2023-09-21T11:17:58.606 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.612+0000 7f33d14e8700 1 -- 172.21.15.79:0/1714554335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f33cc0ce3f0 msgr2=0x7f33cc0ca560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:58.606 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.612+0000 7f33d14e8700 1 --2- 172.21.15.79:0/1714554335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f33cc0ce3f0 0x7f33cc0ca560 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f33bc011aa0 tx=0x7f33bc011e60 comp rx=0 tx=0).stop 2023-09-21T11:17:58.606 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.612+0000 7f33d14e8700 1 -- 172.21.15.79:0/1714554335 shutdown_connections 2023-09-21T11:17:58.606 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.612+0000 7f33d14e8700 1 --2- 172.21.15.79:0/1714554335 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33cc0c8fd0 0x7f33cc0caaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.612+0000 7f33d14e8700 1 --2- 172.21.15.79:0/1714554335 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f33b806a580 0x7f33b806ca40 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.612+0000 7f33d14e8700 1 --2- 172.21.15.79:0/1714554335 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33cc0b6d10 0x7f33cc0b5150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.612+0000 7f33d14e8700 1 --2- 172.21.15.79:0/1714554335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f33cc0ce3f0 0x7f33cc0ca560 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.612+0000 7f33d14e8700 1 -- 172.21.15.79:0/1714554335 >> 172.21.15.79:0/1714554335 conn(0x7f33cc0664a0 msgr2=0x7f33cc15fd30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:58.607 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.612+0000 7f33d14e8700 1 -- 172.21.15.79:0/1714554335 shutdown_connections 2023-09-21T11:17:58.608 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.612+0000 7f33d14e8700 1 -- 172.21.15.79:0/1714554335 wait complete. 2023-09-21T11:17:58.608 INFO:teuthology.orchestra.run.smithi079.stderr:dumped all 2023-09-21T11:17:58.616 INFO:teuthology.orchestra.run.smithi079.stdout:{"pg_ready":true,"pg_map":{"version":62,"stamp":"2023-09-21T11:17:57.805892+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":151,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220352,"kb_used_data":4136,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754368,"statfs":{"total":773094113280,"available":772868472832,"internally_reserved":0,"allocated":4235264,"data_stored":2363036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.299777"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481076+0000","last_change":"2023-09-21T11:17:53.966598+0000","last_active":"2023-09-21T11:17:55.481076+0000","last_peered":"2023-09-21T11:17:55.481076+0000","last_clean":"2023-09-21T11:17:55.481076+0000","last_became_active":"2023-09-21T11:17:53.966317+0000","last_became_peered":"2023-09-21T11:17:53.966317+0000","last_unstale":"2023-09-21T11:17:55.481076+0000","last_undegraded":"2023-09-21T11:17:55.481076+0000","last_fullsized":"2023-09-21T11:17:55.481076+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:31:49.716357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481242+0000","last_change":"2023-09-21T11:17:53.955206+0000","last_active":"2023-09-21T11:17:55.481242+0000","last_peered":"2023-09-21T11:17:55.481242+0000","last_clean":"2023-09-21T11:17:55.481242+0000","last_became_active":"2023-09-21T11:17:53.954247+0000","last_became_peered":"2023-09-21T11:17:53.954247+0000","last_unstale":"2023-09-21T11:17:55.481242+0000","last_undegraded":"2023-09-21T11:17:55.481242+0000","last_fullsized":"2023-09-21T11:17:55.481242+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:09:36.781663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388336+0000","last_change":"2023-09-21T11:17:53.964574+0000","last_active":"2023-09-21T11:17:55.388336+0000","last_peered":"2023-09-21T11:17:55.388336+0000","last_clean":"2023-09-21T11:17:55.388336+0000","last_became_active":"2023-09-21T11:17:53.964259+0000","last_became_peered":"2023-09-21T11:17:53.964259+0000","last_unstale":"2023-09-21T11:17:55.388336+0000","last_undegraded":"2023-09-21T11:17:55.388336+0000","last_fullsized":"2023-09-21T11:17:55.388336+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:57:35.476873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481456+0000","last_change":"2023-09-21T11:17:53.961457+0000","last_active":"2023-09-21T11:17:55.481456+0000","last_peered":"2023-09-21T11:17:55.481456+0000","last_clean":"2023-09-21T11:17:55.481456+0000","last_became_active":"2023-09-21T11:17:53.961066+0000","last_became_peered":"2023-09-21T11:17:53.961066+0000","last_unstale":"2023-09-21T11:17:55.481456+0000","last_undegraded":"2023-09-21T11:17:55.481456+0000","last_fullsized":"2023-09-21T11:17:55.481456+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:10:58.089771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480677+0000","last_change":"2023-09-21T11:17:53.956918+0000","last_active":"2023-09-21T11:17:55.480677+0000","last_peered":"2023-09-21T11:17:55.480677+0000","last_clean":"2023-09-21T11:17:55.480677+0000","last_became_active":"2023-09-21T11:17:53.956652+0000","last_became_peered":"2023-09-21T11:17:53.956652+0000","last_unstale":"2023-09-21T11:17:55.480677+0000","last_undegraded":"2023-09-21T11:17:55.480677+0000","last_fullsized":"2023-09-21T11:17:55.480677+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:45:56.059245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480988+0000","last_change":"2023-09-21T11:17:53.959860+0000","last_active":"2023-09-21T11:17:55.480988+0000","last_peered":"2023-09-21T11:17:55.480988+0000","last_clean":"2023-09-21T11:17:55.480988+0000","last_became_active":"2023-09-21T11:17:53.959062+0000","last_became_peered":"2023-09-21T11:17:53.959062+0000","last_unstale":"2023-09-21T11:17:55.480988+0000","last_undegraded":"2023-09-21T11:17:55.480988+0000","last_fullsized":"2023-09-21T11:17:55.480988+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:29:28.139172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481173+0000","last_change":"2023-09-21T11:17:53.964926+0000","last_active":"2023-09-21T11:17:55.481173+0000","last_peered":"2023-09-21T11:17:55.481173+0000","last_clean":"2023-09-21T11:17:55.481173+0000","last_became_active":"2023-09-21T11:17:53.964300+0000","last_became_peered":"2023-09-21T11:17:53.964300+0000","last_unstale":"2023-09-21T11:17:55.481173+0000","last_undegraded":"2023-09-21T11:17:55.481173+0000","last_fullsized":"2023-09-21T11:17:55.481173+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:26:10.823695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480854+0000","last_change":"2023-09-21T11:17:53.959631+0000","last_active":"2023-09-21T11:17:55.480854+0000","last_peered":"2023-09-21T11:17:55.480854+0000","last_clean":"2023-09-21T11:17:55.480854+0000","last_became_active":"2023-09-21T11:17:53.957578+0000","last_became_peered":"2023-09-21T11:17:53.957578+0000","last_unstale":"2023-09-21T11:17:55.480854+0000","last_undegraded":"2023-09-21T11:17:55.480854+0000","last_fullsized":"2023-09-21T11:17:55.480854+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:29:28.139172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.948251+0000","last_change":"2023-09-21T11:17:53.963373+0000","last_active":"2023-09-21T11:17:54.948251+0000","last_peered":"2023-09-21T11:17:54.948251+0000","last_clean":"2023-09-21T11:17:54.948251+0000","last_became_active":"2023-09-21T11:17:53.963100+0000","last_became_peered":"2023-09-21T11:17:53.963100+0000","last_unstale":"2023-09-21T11:17:54.948251+0000","last_undegraded":"2023-09-21T11:17:54.948251+0000","last_fullsized":"2023-09-21T11:17:54.948251+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:49:48.798082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481633+0000","last_change":"2023-09-21T11:17:53.961842+0000","last_active":"2023-09-21T11:17:55.481633+0000","last_peered":"2023-09-21T11:17:55.481633+0000","last_clean":"2023-09-21T11:17:55.481633+0000","last_became_active":"2023-09-21T11:17:53.961583+0000","last_became_peered":"2023-09-21T11:17:53.961583+0000","last_unstale":"2023-09-21T11:17:55.481633+0000","last_undegraded":"2023-09-21T11:17:55.481633+0000","last_fullsized":"2023-09-21T11:17:55.481633+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:45:17.966328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481410+0000","last_change":"2023-09-21T11:17:53.966294+0000","last_active":"2023-09-21T11:17:55.481410+0000","last_peered":"2023-09-21T11:17:55.481410+0000","last_clean":"2023-09-21T11:17:55.481410+0000","last_became_active":"2023-09-21T11:17:53.966008+0000","last_became_peered":"2023-09-21T11:17:53.966008+0000","last_unstale":"2023-09-21T11:17:55.481410+0000","last_undegraded":"2023-09-21T11:17:55.481410+0000","last_fullsized":"2023-09-21T11:17:55.481410+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:09:36.781663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388249+0000","last_change":"2023-09-21T11:17:53.963589+0000","last_active":"2023-09-21T11:17:55.388249+0000","last_peered":"2023-09-21T11:17:55.388249+0000","last_clean":"2023-09-21T11:17:55.388249+0000","last_became_active":"2023-09-21T11:17:53.963299+0000","last_became_peered":"2023-09-21T11:17:53.963299+0000","last_unstale":"2023-09-21T11:17:55.388249+0000","last_undegraded":"2023-09-21T11:17:55.388249+0000","last_fullsized":"2023-09-21T11:17:55.388249+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:32.923070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480787+0000","last_change":"2023-09-21T11:17:53.958056+0000","last_active":"2023-09-21T11:17:55.480787+0000","last_peered":"2023-09-21T11:17:55.480787+0000","last_clean":"2023-09-21T11:17:55.480787+0000","last_became_active":"2023-09-21T11:17:53.957829+0000","last_became_peered":"2023-09-21T11:17:53.957829+0000","last_unstale":"2023-09-21T11:17:55.480787+0000","last_undegraded":"2023-09-21T11:17:55.480787+0000","last_fullsized":"2023-09-21T11:17:55.480787+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:47:20.054751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481254+0000","last_change":"2023-09-21T11:17:53.956211+0000","last_active":"2023-09-21T11:17:55.481254+0000","last_peered":"2023-09-21T11:17:55.481254+0000","last_clean":"2023-09-21T11:17:55.481254+0000","last_became_active":"2023-09-21T11:17:53.955939+0000","last_became_peered":"2023-09-21T11:17:53.955939+0000","last_unstale":"2023-09-21T11:17:55.481254+0000","last_undegraded":"2023-09-21T11:17:55.481254+0000","last_fullsized":"2023-09-21T11:17:55.481254+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:26:10.823695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388148+0000","last_change":"2023-09-21T11:17:53.959244+0000","last_active":"2023-09-21T11:17:55.388148+0000","last_peered":"2023-09-21T11:17:55.388148+0000","last_clean":"2023-09-21T11:17:55.388148+0000","last_became_active":"2023-09-21T11:17:53.958716+0000","last_became_peered":"2023-09-21T11:17:53.958716+0000","last_unstale":"2023-09-21T11:17:55.388148+0000","last_undegraded":"2023-09-21T11:17:55.388148+0000","last_fullsized":"2023-09-21T11:17:55.388148+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:53:01.759563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481300+0000","last_change":"2023-09-21T11:17:53.962149+0000","last_active":"2023-09-21T11:17:55.481300+0000","last_peered":"2023-09-21T11:17:55.481300+0000","last_clean":"2023-09-21T11:17:55.481300+0000","last_became_active":"2023-09-21T11:17:53.961661+0000","last_became_peered":"2023-09-21T11:17:53.961661+0000","last_unstale":"2023-09-21T11:17:55.481300+0000","last_undegraded":"2023-09-21T11:17:55.481300+0000","last_fullsized":"2023-09-21T11:17:55.481300+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:53:01.759563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481456+0000","last_change":"2023-09-21T11:17:53.964782+0000","last_active":"2023-09-21T11:17:55.481456+0000","last_peered":"2023-09-21T11:17:55.481456+0000","last_clean":"2023-09-21T11:17:55.481456+0000","last_became_active":"2023-09-21T11:17:53.964333+0000","last_became_peered":"2023-09-21T11:17:53.964333+0000","last_unstale":"2023-09-21T11:17:55.481456+0000","last_undegraded":"2023-09-21T11:17:55.481456+0000","last_fullsized":"2023-09-21T11:17:55.481456+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:15:45.019773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481490+0000","last_change":"2023-09-21T11:17:53.958153+0000","last_active":"2023-09-21T11:17:55.481490+0000","last_peered":"2023-09-21T11:17:55.481490+0000","last_clean":"2023-09-21T11:17:55.481490+0000","last_became_active":"2023-09-21T11:17:53.957863+0000","last_became_peered":"2023-09-21T11:17:53.957863+0000","last_unstale":"2023-09-21T11:17:55.481490+0000","last_undegraded":"2023-09-21T11:17:55.481490+0000","last_fullsized":"2023-09-21T11:17:55.481490+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:57:49.572535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481311+0000","last_change":"2023-09-21T11:17:53.962851+0000","last_active":"2023-09-21T11:17:55.481311+0000","last_peered":"2023-09-21T11:17:55.481311+0000","last_clean":"2023-09-21T11:17:55.481311+0000","last_became_active":"2023-09-21T11:17:53.962537+0000","last_became_peered":"2023-09-21T11:17:53.962537+0000","last_unstale":"2023-09-21T11:17:55.481311+0000","last_undegraded":"2023-09-21T11:17:55.481311+0000","last_fullsized":"2023-09-21T11:17:55.481311+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:53:01.759563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480690+0000","last_change":"2023-09-21T11:17:53.959783+0000","last_active":"2023-09-21T11:17:55.480690+0000","last_peered":"2023-09-21T11:17:55.480690+0000","last_clean":"2023-09-21T11:17:55.480690+0000","last_became_active":"2023-09-21T11:17:53.959534+0000","last_became_peered":"2023-09-21T11:17:53.959534+0000","last_unstale":"2023-09-21T11:17:55.480690+0000","last_undegraded":"2023-09-21T11:17:55.480690+0000","last_fullsized":"2023-09-21T11:17:55.480690+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:01:20.909314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947521+0000","last_change":"2023-09-21T11:17:53.954952+0000","last_active":"2023-09-21T11:17:54.947521+0000","last_peered":"2023-09-21T11:17:54.947521+0000","last_clean":"2023-09-21T11:17:54.947521+0000","last_became_active":"2023-09-21T11:17:53.954577+0000","last_became_peered":"2023-09-21T11:17:53.954577+0000","last_unstale":"2023-09-21T11:17:54.947521+0000","last_undegraded":"2023-09-21T11:17:54.947521+0000","last_fullsized":"2023-09-21T11:17:54.947521+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:32:14.629701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947571+0000","last_change":"2023-09-21T11:17:53.957847+0000","last_active":"2023-09-21T11:17:54.947571+0000","last_peered":"2023-09-21T11:17:54.947571+0000","last_clean":"2023-09-21T11:17:54.947571+0000","last_became_active":"2023-09-21T11:17:53.954850+0000","last_became_peered":"2023-09-21T11:17:53.954850+0000","last_unstale":"2023-09-21T11:17:54.947571+0000","last_undegraded":"2023-09-21T11:17:54.947571+0000","last_fullsized":"2023-09-21T11:17:54.947571+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:31:49.716357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.946296+0000","last_change":"2023-09-21T11:17:53.955780+0000","last_active":"2023-09-21T11:17:54.946296+0000","last_peered":"2023-09-21T11:17:54.946296+0000","last_clean":"2023-09-21T11:17:54.946296+0000","last_became_active":"2023-09-21T11:17:53.955519+0000","last_became_peered":"2023-09-21T11:17:53.955519+0000","last_unstale":"2023-09-21T11:17:54.946296+0000","last_undegraded":"2023-09-21T11:17:54.946296+0000","last_fullsized":"2023-09-21T11:17:54.946296+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:12:19.337361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388128+0000","last_change":"2023-09-21T11:17:53.957417+0000","last_active":"2023-09-21T11:17:55.388128+0000","last_peered":"2023-09-21T11:17:55.388128+0000","last_clean":"2023-09-21T11:17:55.388128+0000","last_became_active":"2023-09-21T11:17:53.957157+0000","last_became_peered":"2023-09-21T11:17:53.957157+0000","last_unstale":"2023-09-21T11:17:55.388128+0000","last_undegraded":"2023-09-21T11:17:55.388128+0000","last_fullsized":"2023-09-21T11:17:55.388128+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:26:10.823695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.482001+0000","last_change":"2023-09-21T11:17:53.960403+0000","last_active":"2023-09-21T11:17:55.482001+0000","last_peered":"2023-09-21T11:17:55.482001+0000","last_clean":"2023-09-21T11:17:55.482001+0000","last_became_active":"2023-09-21T11:17:53.960033+0000","last_became_peered":"2023-09-21T11:17:53.960033+0000","last_unstale":"2023-09-21T11:17:55.482001+0000","last_undegraded":"2023-09-21T11:17:55.482001+0000","last_fullsized":"2023-09-21T11:17:55.482001+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:31:28.912833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481690+0000","last_change":"2023-09-21T11:17:53.955776+0000","last_active":"2023-09-21T11:17:55.481690+0000","last_peered":"2023-09-21T11:17:55.481690+0000","last_clean":"2023-09-21T11:17:55.481690+0000","last_became_active":"2023-09-21T11:17:53.955504+0000","last_became_peered":"2023-09-21T11:17:53.955504+0000","last_unstale":"2023-09-21T11:17:55.481690+0000","last_undegraded":"2023-09-21T11:17:55.481690+0000","last_fullsized":"2023-09-21T11:17:55.481690+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:15:45.019773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.482194+0000","last_change":"2023-09-21T11:17:53.962144+0000","last_active":"2023-09-21T11:17:55.482194+0000","last_peered":"2023-09-21T11:17:55.482194+0000","last_clean":"2023-09-21T11:17:55.482194+0000","last_became_active":"2023-09-21T11:17:53.961876+0000","last_became_peered":"2023-09-21T11:17:53.961876+0000","last_unstale":"2023-09-21T11:17:55.482194+0000","last_undegraded":"2023-09-21T11:17:55.482194+0000","last_fullsized":"2023-09-21T11:17:55.482194+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:27:57.522022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388333+0000","last_change":"2023-09-21T11:17:53.958232+0000","last_active":"2023-09-21T11:17:55.388333+0000","last_peered":"2023-09-21T11:17:55.388333+0000","last_clean":"2023-09-21T11:17:55.388333+0000","last_became_active":"2023-09-21T11:17:53.957933+0000","last_became_peered":"2023-09-21T11:17:53.957933+0000","last_unstale":"2023-09-21T11:17:55.388333+0000","last_undegraded":"2023-09-21T11:17:55.388333+0000","last_fullsized":"2023-09-21T11:17:55.388333+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:15:45.019773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947643+0000","last_change":"2023-09-21T11:17:53.954183+0000","last_active":"2023-09-21T11:17:54.947643+0000","last_peered":"2023-09-21T11:17:54.947643+0000","last_clean":"2023-09-21T11:17:54.947643+0000","last_became_active":"2023-09-21T11:17:53.953893+0000","last_became_peered":"2023-09-21T11:17:53.953893+0000","last_unstale":"2023-09-21T11:17:54.947643+0000","last_undegraded":"2023-09-21T11:17:54.947643+0000","last_fullsized":"2023-09-21T11:17:54.947643+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:20:26.747037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480804+0000","last_change":"2023-09-21T11:17:53.964585+0000","last_active":"2023-09-21T11:17:55.480804+0000","last_peered":"2023-09-21T11:17:55.480804+0000","last_clean":"2023-09-21T11:17:55.480804+0000","last_became_active":"2023-09-21T11:17:53.964226+0000","last_became_peered":"2023-09-21T11:17:53.964226+0000","last_unstale":"2023-09-21T11:17:55.480804+0000","last_undegraded":"2023-09-21T11:17:55.480804+0000","last_fullsized":"2023-09-21T11:17:55.480804+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:17:44.713763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481009+0000","last_change":"2023-09-21T11:17:53.956454+0000","last_active":"2023-09-21T11:17:55.481009+0000","last_peered":"2023-09-21T11:17:55.481009+0000","last_clean":"2023-09-21T11:17:55.481009+0000","last_became_active":"2023-09-21T11:17:53.956156+0000","last_became_peered":"2023-09-21T11:17:53.956156+0000","last_unstale":"2023-09-21T11:17:55.481009+0000","last_undegraded":"2023-09-21T11:17:55.481009+0000","last_fullsized":"2023-09-21T11:17:55.481009+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:05:13.625801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481491+0000","last_change":"2023-09-21T11:17:53.967630+0000","last_active":"2023-09-21T11:17:55.481491+0000","last_peered":"2023-09-21T11:17:55.481491+0000","last_clean":"2023-09-21T11:17:55.481491+0000","last_became_active":"2023-09-21T11:17:53.965999+0000","last_became_peered":"2023-09-21T11:17:53.965999+0000","last_unstale":"2023-09-21T11:17:55.481491+0000","last_undegraded":"2023-09-21T11:17:55.481491+0000","last_fullsized":"2023-09-21T11:17:55.481491+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:41:16.976406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.946444+0000","last_change":"2023-09-21T11:17:53.955710+0000","last_active":"2023-09-21T11:17:54.946444+0000","last_peered":"2023-09-21T11:17:54.946444+0000","last_clean":"2023-09-21T11:17:54.946444+0000","last_became_active":"2023-09-21T11:17:53.955455+0000","last_became_peered":"2023-09-21T11:17:53.955455+0000","last_unstale":"2023-09-21T11:17:54.946444+0000","last_undegraded":"2023-09-21T11:17:54.946444+0000","last_fullsized":"2023-09-21T11:17:54.946444+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:32:14.629701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"32'4","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481184+0000","last_change":"2023-09-21T11:17:53.533100+0000","last_active":"2023-09-21T11:17:55.481184+0000","last_peered":"2023-09-21T11:17:55.481184+0000","last_clean":"2023-09-21T11:17:55.481184+0000","last_became_active":"2023-09-21T11:17:53.532821+0000","last_became_peered":"2023-09-21T11:17:53.532821+0000","last_unstale":"2023-09-21T11:17:55.481184+0000","last_undegraded":"2023-09-21T11:17:55.481184+0000","last_fullsized":"2023-09-21T11:17:55.481184+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:43:11.563776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481115+0000","last_change":"2023-09-21T11:17:53.960646+0000","last_active":"2023-09-21T11:17:55.481115+0000","last_peered":"2023-09-21T11:17:55.481115+0000","last_clean":"2023-09-21T11:17:55.481115+0000","last_became_active":"2023-09-21T11:17:53.960115+0000","last_became_peered":"2023-09-21T11:17:53.960115+0000","last_unstale":"2023-09-21T11:17:55.481115+0000","last_undegraded":"2023-09-21T11:17:55.481115+0000","last_fullsized":"2023-09-21T11:17:55.481115+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:20:26.747037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"32'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.946411+0000","last_change":"2023-09-21T11:17:53.530563+0000","last_active":"2023-09-21T11:17:54.946411+0000","last_peered":"2023-09-21T11:17:54.946411+0000","last_clean":"2023-09-21T11:17:54.946411+0000","last_became_active":"2023-09-21T11:17:53.530346+0000","last_became_peered":"2023-09-21T11:17:53.530346+0000","last_unstale":"2023-09-21T11:17:54.946411+0000","last_undegraded":"2023-09-21T11:17:54.946411+0000","last_fullsized":"2023-09-21T11:17:54.946411+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:40:35.758502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947964+0000","last_change":"2023-09-21T11:17:53.954907+0000","last_active":"2023-09-21T11:17:54.947964+0000","last_peered":"2023-09-21T11:17:54.947964+0000","last_clean":"2023-09-21T11:17:54.947964+0000","last_became_active":"2023-09-21T11:17:53.954568+0000","last_became_peered":"2023-09-21T11:17:53.954568+0000","last_unstale":"2023-09-21T11:17:54.947964+0000","last_undegraded":"2023-09-21T11:17:54.947964+0000","last_fullsized":"2023-09-21T11:17:54.947964+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:13:33.534724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"32'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481396+0000","last_change":"2023-09-21T11:17:53.526289+0000","last_active":"2023-09-21T11:17:55.481396+0000","last_peered":"2023-09-21T11:17:55.481396+0000","last_clean":"2023-09-21T11:17:55.481396+0000","last_became_active":"2023-09-21T11:17:53.525423+0000","last_became_peered":"2023-09-21T11:17:53.525423+0000","last_unstale":"2023-09-21T11:17:55.481396+0000","last_undegraded":"2023-09-21T11:17:55.481396+0000","last_fullsized":"2023-09-21T11:17:55.481396+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:05:12.618651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.482110+0000","last_change":"2023-09-21T11:17:53.965671+0000","last_active":"2023-09-21T11:17:55.482110+0000","last_peered":"2023-09-21T11:17:55.482110+0000","last_clean":"2023-09-21T11:17:55.482110+0000","last_became_active":"2023-09-21T11:17:53.965367+0000","last_became_peered":"2023-09-21T11:17:53.965367+0000","last_unstale":"2023-09-21T11:17:55.482110+0000","last_undegraded":"2023-09-21T11:17:55.482110+0000","last_fullsized":"2023-09-21T11:17:55.482110+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:14:45.451581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"32'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480816+0000","last_change":"2023-09-21T11:17:53.524534+0000","last_active":"2023-09-21T11:17:55.480816+0000","last_peered":"2023-09-21T11:17:55.480816+0000","last_clean":"2023-09-21T11:17:55.480816+0000","last_became_active":"2023-09-21T11:17:53.524235+0000","last_became_peered":"2023-09-21T11:17:53.524235+0000","last_unstale":"2023-09-21T11:17:55.480816+0000","last_undegraded":"2023-09-21T11:17:55.480816+0000","last_fullsized":"2023-09-21T11:17:55.480816+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:09:44.566152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480983+0000","last_change":"2023-09-21T11:17:53.966495+0000","last_active":"2023-09-21T11:17:55.480983+0000","last_peered":"2023-09-21T11:17:55.480983+0000","last_clean":"2023-09-21T11:17:55.480983+0000","last_became_active":"2023-09-21T11:17:53.965623+0000","last_became_peered":"2023-09-21T11:17:53.965623+0000","last_unstale":"2023-09-21T11:17:55.480983+0000","last_undegraded":"2023-09-21T11:17:55.480983+0000","last_fullsized":"2023-09-21T11:17:55.480983+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:16:52.609144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"32'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947638+0000","last_change":"2023-09-21T11:17:53.529124+0000","last_active":"2023-09-21T11:17:54.947638+0000","last_peered":"2023-09-21T11:17:54.947638+0000","last_clean":"2023-09-21T11:17:54.947638+0000","last_became_active":"2023-09-21T11:17:53.528846+0000","last_became_peered":"2023-09-21T11:17:53.528846+0000","last_unstale":"2023-09-21T11:17:54.947638+0000","last_undegraded":"2023-09-21T11:17:54.947638+0000","last_fullsized":"2023-09-21T11:17:54.947638+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:49:31.247092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388282+0000","last_change":"2023-09-21T11:17:53.958554+0000","last_active":"2023-09-21T11:17:55.388282+0000","last_peered":"2023-09-21T11:17:55.388282+0000","last_clean":"2023-09-21T11:17:55.388282+0000","last_became_active":"2023-09-21T11:17:53.958064+0000","last_became_peered":"2023-09-21T11:17:53.958064+0000","last_unstale":"2023-09-21T11:17:55.388282+0000","last_undegraded":"2023-09-21T11:17:55.388282+0000","last_fullsized":"2023-09-21T11:17:55.388282+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:57:49.572535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"32'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947644+0000","last_change":"2023-09-21T11:17:53.527731+0000","last_active":"2023-09-21T11:17:54.947644+0000","last_peered":"2023-09-21T11:17:54.947644+0000","last_clean":"2023-09-21T11:17:54.947644+0000","last_became_active":"2023-09-21T11:17:53.527107+0000","last_became_peered":"2023-09-21T11:17:53.527107+0000","last_unstale":"2023-09-21T11:17:54.947644+0000","last_undegraded":"2023-09-21T11:17:54.947644+0000","last_fullsized":"2023-09-21T11:17:54.947644+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:57:07.521492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947566+0000","last_change":"2023-09-21T11:17:53.955712+0000","last_active":"2023-09-21T11:17:54.947566+0000","last_peered":"2023-09-21T11:17:54.947566+0000","last_clean":"2023-09-21T11:17:54.947566+0000","last_became_active":"2023-09-21T11:17:53.955294+0000","last_became_peered":"2023-09-21T11:17:53.955294+0000","last_unstale":"2023-09-21T11:17:54.947566+0000","last_undegraded":"2023-09-21T11:17:54.947566+0000","last_fullsized":"2023-09-21T11:17:54.947566+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:05:13.625801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480797+0000","last_change":"2023-09-21T11:17:53.526665+0000","last_active":"2023-09-21T11:17:55.480797+0000","last_peered":"2023-09-21T11:17:55.480797+0000","last_clean":"2023-09-21T11:17:55.480797+0000","last_became_active":"2023-09-21T11:17:53.526442+0000","last_became_peered":"2023-09-21T11:17:53.526442+0000","last_unstale":"2023-09-21T11:17:55.480797+0000","last_undegraded":"2023-09-21T11:17:55.480797+0000","last_fullsized":"2023-09-21T11:17:55.480797+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:10:57.082621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480800+0000","last_change":"2023-09-21T11:17:53.960782+0000","last_active":"2023-09-21T11:17:55.480800+0000","last_peered":"2023-09-21T11:17:55.480800+0000","last_clean":"2023-09-21T11:17:55.480800+0000","last_became_active":"2023-09-21T11:17:53.960531+0000","last_became_peered":"2023-09-21T11:17:53.960531+0000","last_unstale":"2023-09-21T11:17:55.480800+0000","last_undegraded":"2023-09-21T11:17:55.480800+0000","last_fullsized":"2023-09-21T11:17:55.480800+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:49:48.798082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947333+0000","last_change":"2023-09-21T11:17:53.523501+0000","last_active":"2023-09-21T11:17:54.947333+0000","last_peered":"2023-09-21T11:17:54.947333+0000","last_clean":"2023-09-21T11:17:54.947333+0000","last_became_active":"2023-09-21T11:17:53.523190+0000","last_became_peered":"2023-09-21T11:17:53.523190+0000","last_unstale":"2023-09-21T11:17:54.947333+0000","last_undegraded":"2023-09-21T11:17:54.947333+0000","last_fullsized":"2023-09-21T11:17:54.947333+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:42:02.838195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388490+0000","last_change":"2023-09-21T11:17:53.962955+0000","last_active":"2023-09-21T11:17:55.388490+0000","last_peered":"2023-09-21T11:17:55.388490+0000","last_clean":"2023-09-21T11:17:55.388490+0000","last_became_active":"2023-09-21T11:17:53.962028+0000","last_became_peered":"2023-09-21T11:17:53.962028+0000","last_unstale":"2023-09-21T11:17:55.388490+0000","last_undegraded":"2023-09-21T11:17:55.388490+0000","last_fullsized":"2023-09-21T11:17:55.388490+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:45:11.569102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481494+0000","last_change":"2023-09-21T11:17:53.530036+0000","last_active":"2023-09-21T11:17:55.481494+0000","last_peered":"2023-09-21T11:17:55.481494+0000","last_clean":"2023-09-21T11:17:55.481494+0000","last_became_active":"2023-09-21T11:17:53.529749+0000","last_became_peered":"2023-09-21T11:17:53.529749+0000","last_unstale":"2023-09-21T11:17:55.481494+0000","last_undegraded":"2023-09-21T11:17:55.481494+0000","last_fullsized":"2023-09-21T11:17:55.481494+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:40:51.764281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481631+0000","last_change":"2023-09-21T11:17:53.958835+0000","last_active":"2023-09-21T11:17:55.481631+0000","last_peered":"2023-09-21T11:17:55.481631+0000","last_clean":"2023-09-21T11:17:55.481631+0000","last_became_active":"2023-09-21T11:17:53.958580+0000","last_became_peered":"2023-09-21T11:17:53.958580+0000","last_unstale":"2023-09-21T11:17:55.481631+0000","last_undegraded":"2023-09-21T11:17:55.481631+0000","last_fullsized":"2023-09-21T11:17:55.481631+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:57:35.476873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.946493+0000","last_change":"2023-09-21T11:17:53.528733+0000","last_active":"2023-09-21T11:17:54.946493+0000","last_peered":"2023-09-21T11:17:54.946493+0000","last_clean":"2023-09-21T11:17:54.946493+0000","last_became_active":"2023-09-21T11:17:53.528527+0000","last_became_peered":"2023-09-21T11:17:53.528527+0000","last_unstale":"2023-09-21T11:17:54.946493+0000","last_undegraded":"2023-09-21T11:17:54.946493+0000","last_fullsized":"2023-09-21T11:17:54.946493+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:45:55.052095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481167+0000","last_change":"2023-09-21T11:17:53.956016+0000","last_active":"2023-09-21T11:17:55.481167+0000","last_peered":"2023-09-21T11:17:55.481167+0000","last_clean":"2023-09-21T11:17:55.481167+0000","last_became_active":"2023-09-21T11:17:53.955360+0000","last_became_peered":"2023-09-21T11:17:53.955360+0000","last_unstale":"2023-09-21T11:17:55.481167+0000","last_undegraded":"2023-09-21T11:17:55.481167+0000","last_fullsized":"2023-09-21T11:17:55.481167+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:16:52.609144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"32'3","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388448+0000","last_change":"2023-09-21T11:17:53.532039+0000","last_active":"2023-09-21T11:17:55.388448+0000","last_peered":"2023-09-21T11:17:55.388448+0000","last_clean":"2023-09-21T11:17:55.388448+0000","last_became_active":"2023-09-21T11:17:53.531773+0000","last_became_peered":"2023-09-21T11:17:53.531773+0000","last_unstale":"2023-09-21T11:17:55.388448+0000","last_undegraded":"2023-09-21T11:17:55.388448+0000","last_fullsized":"2023-09-21T11:17:55.388448+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:38:54.784353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388363+0000","last_change":"2023-09-21T11:17:53.964661+0000","last_active":"2023-09-21T11:17:55.388363+0000","last_peered":"2023-09-21T11:17:55.388363+0000","last_clean":"2023-09-21T11:17:55.388363+0000","last_became_active":"2023-09-21T11:17:53.964378+0000","last_became_peered":"2023-09-21T11:17:53.964378+0000","last_unstale":"2023-09-21T11:17:55.388363+0000","last_undegraded":"2023-09-21T11:17:55.388363+0000","last_fullsized":"2023-09-21T11:17:55.388363+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:41:16.976406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"32'6","reported_seq":18,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481170+0000","last_change":"2023-09-21T11:17:53.526128+0000","last_active":"2023-09-21T11:17:55.481170+0000","last_peered":"2023-09-21T11:17:55.481170+0000","last_clean":"2023-09-21T11:17:55.481170+0000","last_became_active":"2023-09-21T11:17:53.525727+0000","last_became_peered":"2023-09-21T11:17:53.525727+0000","last_unstale":"2023-09-21T11:17:55.481170+0000","last_undegraded":"2023-09-21T11:17:55.481170+0000","last_fullsized":"2023-09-21T11:17:55.481170+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:49:47.790932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.482345+0000","last_change":"2023-09-21T11:17:53.959251+0000","last_active":"2023-09-21T11:17:55.482345+0000","last_peered":"2023-09-21T11:17:55.482345+0000","last_clean":"2023-09-21T11:17:55.482345+0000","last_became_active":"2023-09-21T11:17:53.958972+0000","last_became_peered":"2023-09-21T11:17:53.958972+0000","last_unstale":"2023-09-21T11:17:55.482345+0000","last_undegraded":"2023-09-21T11:17:55.482345+0000","last_fullsized":"2023-09-21T11:17:55.482345+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:32:19.193500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"32'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947743+0000","last_change":"2023-09-21T11:17:53.526760+0000","last_active":"2023-09-21T11:17:54.947743+0000","last_peered":"2023-09-21T11:17:54.947743+0000","last_clean":"2023-09-21T11:17:54.947743+0000","last_became_active":"2023-09-21T11:17:53.526488+0000","last_became_peered":"2023-09-21T11:17:53.526488+0000","last_unstale":"2023-09-21T11:17:54.947743+0000","last_undegraded":"2023-09-21T11:17:54.947743+0000","last_fullsized":"2023-09-21T11:17:54.947743+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:40:35.758502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481332+0000","last_change":"2023-09-21T11:17:53.958088+0000","last_active":"2023-09-21T11:17:55.481332+0000","last_peered":"2023-09-21T11:17:55.481332+0000","last_clean":"2023-09-21T11:17:55.481332+0000","last_became_active":"2023-09-21T11:17:53.957807+0000","last_became_peered":"2023-09-21T11:17:53.957807+0000","last_unstale":"2023-09-21T11:17:55.481332+0000","last_undegraded":"2023-09-21T11:17:55.481332+0000","last_fullsized":"2023-09-21T11:17:55.481332+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:32.923070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.482428+0000","last_change":"2023-09-21T11:17:53.525302+0000","last_active":"2023-09-21T11:17:55.482428+0000","last_peered":"2023-09-21T11:17:55.482428+0000","last_clean":"2023-09-21T11:17:55.482428+0000","last_became_active":"2023-09-21T11:17:53.524886+0000","last_became_peered":"2023-09-21T11:17:53.524886+0000","last_unstale":"2023-09-21T11:17:55.482428+0000","last_undegraded":"2023-09-21T11:17:55.482428+0000","last_fullsized":"2023-09-21T11:17:55.482428+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:47:19.047601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481362+0000","last_change":"2023-09-21T11:17:53.965782+0000","last_active":"2023-09-21T11:17:55.481362+0000","last_peered":"2023-09-21T11:17:55.481362+0000","last_clean":"2023-09-21T11:17:55.481362+0000","last_became_active":"2023-09-21T11:17:53.965494+0000","last_became_peered":"2023-09-21T11:17:53.965494+0000","last_unstale":"2023-09-21T11:17:55.481362+0000","last_undegraded":"2023-09-21T11:17:55.481362+0000","last_fullsized":"2023-09-21T11:17:55.481362+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:57:49.572535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480831+0000","last_change":"2023-09-21T11:17:53.529980+0000","last_active":"2023-09-21T11:17:55.480831+0000","last_peered":"2023-09-21T11:17:55.480831+0000","last_clean":"2023-09-21T11:17:55.480831+0000","last_became_active":"2023-09-21T11:17:53.529670+0000","last_became_peered":"2023-09-21T11:17:53.529670+0000","last_unstale":"2023-09-21T11:17:55.480831+0000","last_undegraded":"2023-09-21T11:17:55.480831+0000","last_fullsized":"2023-09-21T11:17:55.480831+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:57:07.521492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480857+0000","last_change":"2023-09-21T11:17:53.961072+0000","last_active":"2023-09-21T11:17:55.480857+0000","last_peered":"2023-09-21T11:17:55.480857+0000","last_clean":"2023-09-21T11:17:55.480857+0000","last_became_active":"2023-09-21T11:17:53.960816+0000","last_became_peered":"2023-09-21T11:17:53.960816+0000","last_unstale":"2023-09-21T11:17:55.480857+0000","last_undegraded":"2023-09-21T11:17:55.480857+0000","last_fullsized":"2023-09-21T11:17:55.480857+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:32:14.629701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"32'8","reported_seq":20,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480671+0000","last_change":"2023-09-21T11:17:53.525986+0000","last_active":"2023-09-21T11:17:55.480671+0000","last_peered":"2023-09-21T11:17:55.480671+0000","last_clean":"2023-09-21T11:17:55.480671+0000","last_became_active":"2023-09-21T11:17:53.525751+0000","last_became_peered":"2023-09-21T11:17:53.525751+0000","last_unstale":"2023-09-21T11:17:55.480671+0000","last_undegraded":"2023-09-21T11:17:55.480671+0000","last_fullsized":"2023-09-21T11:17:55.480671+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:24:30.926042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.948195+0000","last_change":"2023-09-21T11:17:53.959761+0000","last_active":"2023-09-21T11:17:54.948195+0000","last_peered":"2023-09-21T11:17:54.948195+0000","last_clean":"2023-09-21T11:17:54.948195+0000","last_became_active":"2023-09-21T11:17:53.959436+0000","last_became_peered":"2023-09-21T11:17:53.959436+0000","last_unstale":"2023-09-21T11:17:54.948195+0000","last_undegraded":"2023-09-21T11:17:54.948195+0000","last_fullsized":"2023-09-21T11:17:54.948195+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:40:52.771431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"32'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.482273+0000","last_change":"2023-09-21T11:17:53.529570+0000","last_active":"2023-09-21T11:17:55.482273+0000","last_peered":"2023-09-21T11:17:55.482273+0000","last_clean":"2023-09-21T11:17:55.482273+0000","last_became_active":"2023-09-21T11:17:53.529262+0000","last_became_peered":"2023-09-21T11:17:53.529262+0000","last_unstale":"2023-09-21T11:17:55.482273+0000","last_undegraded":"2023-09-21T11:17:55.482273+0000","last_fullsized":"2023-09-21T11:17:55.482273+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:31:48.709207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388572+0000","last_change":"2023-09-21T11:17:53.965411+0000","last_active":"2023-09-21T11:17:55.388572+0000","last_peered":"2023-09-21T11:17:55.388572+0000","last_clean":"2023-09-21T11:17:55.388572+0000","last_became_active":"2023-09-21T11:17:53.964845+0000","last_became_peered":"2023-09-21T11:17:53.964845+0000","last_unstale":"2023-09-21T11:17:55.388572+0000","last_undegraded":"2023-09-21T11:17:55.388572+0000","last_fullsized":"2023-09-21T11:17:55.388572+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:20:31.999626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"32'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.948100+0000","last_change":"2023-09-21T11:17:53.528480+0000","last_active":"2023-09-21T11:17:54.948100+0000","last_peered":"2023-09-21T11:17:54.948100+0000","last_clean":"2023-09-21T11:17:54.948100+0000","last_became_active":"2023-09-21T11:17:53.528171+0000","last_became_peered":"2023-09-21T11:17:53.528171+0000","last_unstale":"2023-09-21T11:17:54.948100+0000","last_undegraded":"2023-09-21T11:17:54.948100+0000","last_fullsized":"2023-09-21T11:17:54.948100+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:47:19.047601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481748+0000","last_change":"2023-09-21T11:17:53.961316+0000","last_active":"2023-09-21T11:17:55.481748+0000","last_peered":"2023-09-21T11:17:55.481748+0000","last_clean":"2023-09-21T11:17:55.481748+0000","last_became_active":"2023-09-21T11:17:53.960755+0000","last_became_peered":"2023-09-21T11:17:53.960755+0000","last_unstale":"2023-09-21T11:17:55.481748+0000","last_undegraded":"2023-09-21T11:17:55.481748+0000","last_fullsized":"2023-09-21T11:17:55.481748+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:38:53.913184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"32'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.948101+0000","last_change":"2023-09-21T11:17:53.523314+0000","last_active":"2023-09-21T11:17:54.948101+0000","last_peered":"2023-09-21T11:17:54.948101+0000","last_clean":"2023-09-21T11:17:54.948101+0000","last_became_active":"2023-09-21T11:17:53.522888+0000","last_became_peered":"2023-09-21T11:17:53.522888+0000","last_unstale":"2023-09-21T11:17:54.948101+0000","last_undegraded":"2023-09-21T11:17:54.948101+0000","last_fullsized":"2023-09-21T11:17:54.948101+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:55:49.315913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480917+0000","last_change":"2023-09-21T11:17:53.956962+0000","last_active":"2023-09-21T11:17:55.480917+0000","last_peered":"2023-09-21T11:17:55.480917+0000","last_clean":"2023-09-21T11:17:55.480917+0000","last_became_active":"2023-09-21T11:17:53.956014+0000","last_became_peered":"2023-09-21T11:17:53.956014+0000","last_unstale":"2023-09-21T11:17:55.480917+0000","last_undegraded":"2023-09-21T11:17:55.480917+0000","last_fullsized":"2023-09-21T11:17:55.480917+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:24:31.933192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.948023+0000","last_change":"2023-09-21T11:17:53.527052+0000","last_active":"2023-09-21T11:17:54.948023+0000","last_peered":"2023-09-21T11:17:54.948023+0000","last_clean":"2023-09-21T11:17:54.948023+0000","last_became_active":"2023-09-21T11:17:53.526775+0000","last_became_peered":"2023-09-21T11:17:53.526775+0000","last_unstale":"2023-09-21T11:17:54.948023+0000","last_undegraded":"2023-09-21T11:17:54.948023+0000","last_fullsized":"2023-09-21T11:17:54.948023+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:45:55.052095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.482051+0000","last_change":"2023-09-21T11:17:53.960789+0000","last_active":"2023-09-21T11:17:55.482051+0000","last_peered":"2023-09-21T11:17:55.482051+0000","last_clean":"2023-09-21T11:17:55.482051+0000","last_became_active":"2023-09-21T11:17:53.960460+0000","last_became_peered":"2023-09-21T11:17:53.960460+0000","last_unstale":"2023-09-21T11:17:55.482051+0000","last_undegraded":"2023-09-21T11:17:55.482051+0000","last_fullsized":"2023-09-21T11:17:55.482051+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:57:08.528642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"32'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.946584+0000","last_change":"2023-09-21T11:17:53.517878+0000","last_active":"2023-09-21T11:17:54.946584+0000","last_peered":"2023-09-21T11:17:54.946584+0000","last_clean":"2023-09-21T11:17:54.946584+0000","last_became_active":"2023-09-21T11:17:53.517597+0000","last_became_peered":"2023-09-21T11:17:53.517597+0000","last_unstale":"2023-09-21T11:17:54.946584+0000","last_undegraded":"2023-09-21T11:17:54.946584+0000","last_fullsized":"2023-09-21T11:17:54.946584+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:24:30.926042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480670+0000","last_change":"2023-09-21T11:17:53.958160+0000","last_active":"2023-09-21T11:17:55.480670+0000","last_peered":"2023-09-21T11:17:55.480670+0000","last_clean":"2023-09-21T11:17:55.480670+0000","last_became_active":"2023-09-21T11:17:53.957904+0000","last_became_peered":"2023-09-21T11:17:53.957904+0000","last_unstale":"2023-09-21T11:17:55.480670+0000","last_undegraded":"2023-09-21T11:17:55.480670+0000","last_fullsized":"2023-09-21T11:17:55.480670+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:40:36.765652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481339+0000","last_change":"2023-09-21T11:17:53.533508+0000","last_active":"2023-09-21T11:17:55.481339+0000","last_peered":"2023-09-21T11:17:55.481339+0000","last_clean":"2023-09-21T11:17:55.481339+0000","last_became_active":"2023-09-21T11:17:53.533227+0000","last_became_peered":"2023-09-21T11:17:53.533227+0000","last_unstale":"2023-09-21T11:17:55.481339+0000","last_undegraded":"2023-09-21T11:17:55.481339+0000","last_fullsized":"2023-09-21T11:17:55.481339+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:24:30.926042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480501+0000","last_change":"2023-09-21T11:17:53.958036+0000","last_active":"2023-09-21T11:17:55.480501+0000","last_peered":"2023-09-21T11:17:55.480501+0000","last_clean":"2023-09-21T11:17:55.480501+0000","last_became_active":"2023-09-21T11:17:53.957781+0000","last_became_peered":"2023-09-21T11:17:53.957781+0000","last_unstale":"2023-09-21T11:17:55.480501+0000","last_undegraded":"2023-09-21T11:17:55.480501+0000","last_fullsized":"2023-09-21T11:17:55.480501+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:37:49.646849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947435+0000","last_change":"2023-09-21T11:17:53.524447+0000","last_active":"2023-09-21T11:17:54.947435+0000","last_peered":"2023-09-21T11:17:54.947435+0000","last_clean":"2023-09-21T11:17:54.947435+0000","last_became_active":"2023-09-21T11:17:53.524169+0000","last_became_peered":"2023-09-21T11:17:53.524169+0000","last_unstale":"2023-09-21T11:17:54.947435+0000","last_undegraded":"2023-09-21T11:17:54.947435+0000","last_fullsized":"2023-09-21T11:17:54.947435+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:01:19.902164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481465+0000","last_change":"2023-09-21T11:17:53.966398+0000","last_active":"2023-09-21T11:17:55.481465+0000","last_peered":"2023-09-21T11:17:55.481465+0000","last_clean":"2023-09-21T11:17:55.481465+0000","last_became_active":"2023-09-21T11:17:53.966080+0000","last_became_peered":"2023-09-21T11:17:53.966080+0000","last_unstale":"2023-09-21T11:17:55.481465+0000","last_undegraded":"2023-09-21T11:17:55.481465+0000","last_fullsized":"2023-09-21T11:17:55.481465+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:57:35.476873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.387985+0000","last_change":"2023-09-21T11:17:53.530080+0000","last_active":"2023-09-21T11:17:55.387985+0000","last_peered":"2023-09-21T11:17:55.387985+0000","last_clean":"2023-09-21T11:17:55.387985+0000","last_became_active":"2023-09-21T11:17:53.529726+0000","last_became_peered":"2023-09-21T11:17:53.529726+0000","last_unstale":"2023-09-21T11:17:55.387985+0000","last_undegraded":"2023-09-21T11:17:55.387985+0000","last_fullsized":"2023-09-21T11:17:55.387985+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:49:47.790932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480572+0000","last_change":"2023-09-21T11:17:53.961904+0000","last_active":"2023-09-21T11:17:55.480572+0000","last_peered":"2023-09-21T11:17:55.480572+0000","last_clean":"2023-09-21T11:17:55.480572+0000","last_became_active":"2023-09-21T11:17:53.961612+0000","last_became_peered":"2023-09-21T11:17:53.961612+0000","last_unstale":"2023-09-21T11:17:55.480572+0000","last_undegraded":"2023-09-21T11:17:55.480572+0000","last_fullsized":"2023-09-21T11:17:55.480572+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:49:32.254242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"32'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.482098+0000","last_change":"2023-09-21T11:17:53.531895+0000","last_active":"2023-09-21T11:17:55.482098+0000","last_peered":"2023-09-21T11:17:55.482098+0000","last_clean":"2023-09-21T11:17:55.482098+0000","last_became_active":"2023-09-21T11:17:53.531721+0000","last_became_peered":"2023-09-21T11:17:53.531721+0000","last_unstale":"2023-09-21T11:17:55.482098+0000","last_undegraded":"2023-09-21T11:17:55.482098+0000","last_fullsized":"2023-09-21T11:17:55.482098+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:05:12.618651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388522+0000","last_change":"2023-09-21T11:17:53.965589+0000","last_active":"2023-09-21T11:17:55.388522+0000","last_peered":"2023-09-21T11:17:55.388522+0000","last_clean":"2023-09-21T11:17:55.388522+0000","last_became_active":"2023-09-21T11:17:53.965082+0000","last_became_peered":"2023-09-21T11:17:53.965082+0000","last_unstale":"2023-09-21T11:17:55.388522+0000","last_undegraded":"2023-09-21T11:17:55.388522+0000","last_fullsized":"2023-09-21T11:17:55.388522+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:04:13.904662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:56.525557+0000","last_change":"2023-09-21T11:17:53.518081+0000","last_active":"2023-09-21T11:17:56.525557+0000","last_peered":"2023-09-21T11:17:56.525557+0000","last_clean":"2023-09-21T11:17:56.525557+0000","last_became_active":"2023-09-21T11:17:53.517809+0000","last_became_peered":"2023-09-21T11:17:53.517809+0000","last_unstale":"2023-09-21T11:17:56.525557+0000","last_undegraded":"2023-09-21T11:17:56.525557+0000","last_fullsized":"2023-09-21T11:17:56.525557+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:01:19.902164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947012+0000","last_change":"2023-09-21T11:17:53.962878+0000","last_active":"2023-09-21T11:17:54.947012+0000","last_peered":"2023-09-21T11:17:54.947012+0000","last_clean":"2023-09-21T11:17:54.947012+0000","last_became_active":"2023-09-21T11:17:53.962601+0000","last_became_peered":"2023-09-21T11:17:53.962601+0000","last_unstale":"2023-09-21T11:17:54.947012+0000","last_undegraded":"2023-09-21T11:17:54.947012+0000","last_fullsized":"2023-09-21T11:17:54.947012+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:31:49.716357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481537+0000","last_change":"2023-09-21T11:17:53.524079+0000","last_active":"2023-09-21T11:17:55.481537+0000","last_peered":"2023-09-21T11:17:55.481537+0000","last_clean":"2023-09-21T11:17:55.481537+0000","last_became_active":"2023-09-21T11:17:53.523651+0000","last_became_peered":"2023-09-21T11:17:53.523651+0000","last_unstale":"2023-09-21T11:17:55.481537+0000","last_undegraded":"2023-09-21T11:17:55.481537+0000","last_fullsized":"2023-09-21T11:17:55.481537+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:12:18.330211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481321+0000","last_change":"2023-09-21T11:17:53.958154+0000","last_active":"2023-09-21T11:17:55.481321+0000","last_peered":"2023-09-21T11:17:55.481321+0000","last_clean":"2023-09-21T11:17:55.481321+0000","last_became_active":"2023-09-21T11:17:53.957857+0000","last_became_peered":"2023-09-21T11:17:53.957857+0000","last_unstale":"2023-09-21T11:17:55.481321+0000","last_undegraded":"2023-09-21T11:17:55.481321+0000","last_fullsized":"2023-09-21T11:17:55.481321+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:13:33.534724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.946494+0000","last_change":"2023-09-21T11:17:53.527427+0000","last_active":"2023-09-21T11:17:54.946494+0000","last_peered":"2023-09-21T11:17:54.946494+0000","last_clean":"2023-09-21T11:17:54.946494+0000","last_became_active":"2023-09-21T11:17:53.527116+0000","last_became_peered":"2023-09-21T11:17:53.527116+0000","last_unstale":"2023-09-21T11:17:54.946494+0000","last_undegraded":"2023-09-21T11:17:54.946494+0000","last_fullsized":"2023-09-21T11:17:54.946494+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:47:19.047601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.946795+0000","last_change":"2023-09-21T11:17:53.958891+0000","last_active":"2023-09-21T11:17:54.946795+0000","last_peered":"2023-09-21T11:17:54.946795+0000","last_clean":"2023-09-21T11:17:54.946795+0000","last_became_active":"2023-09-21T11:17:53.958406+0000","last_became_peered":"2023-09-21T11:17:53.958406+0000","last_unstale":"2023-09-21T11:17:54.946795+0000","last_undegraded":"2023-09-21T11:17:54.946795+0000","last_fullsized":"2023-09-21T11:17:54.946795+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:05:13.625801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.482524+0000","last_change":"2023-09-21T11:17:53.532063+0000","last_active":"2023-09-21T11:17:55.482524+0000","last_peered":"2023-09-21T11:17:55.482524+0000","last_clean":"2023-09-21T11:17:55.482524+0000","last_became_active":"2023-09-21T11:17:53.531784+0000","last_became_peered":"2023-09-21T11:17:53.531784+0000","last_unstale":"2023-09-21T11:17:55.482524+0000","last_undegraded":"2023-09-21T11:17:55.482524+0000","last_fullsized":"2023-09-21T11:17:55.482524+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:24:30.926042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480621+0000","last_change":"2023-09-21T11:17:53.958167+0000","last_active":"2023-09-21T11:17:55.480621+0000","last_peered":"2023-09-21T11:17:55.480621+0000","last_clean":"2023-09-21T11:17:55.480621+0000","last_became_active":"2023-09-21T11:17:53.957905+0000","last_became_peered":"2023-09-21T11:17:53.957905+0000","last_unstale":"2023-09-21T11:17:55.480621+0000","last_undegraded":"2023-09-21T11:17:55.480621+0000","last_fullsized":"2023-09-21T11:17:55.480621+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:17:44.713763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947699+0000","last_change":"2023-09-21T11:17:53.532224+0000","last_active":"2023-09-21T11:17:54.947699+0000","last_peered":"2023-09-21T11:17:54.947699+0000","last_clean":"2023-09-21T11:17:54.947699+0000","last_became_active":"2023-09-21T11:17:53.531911+0000","last_became_peered":"2023-09-21T11:17:53.531911+0000","last_unstale":"2023-09-21T11:17:54.947699+0000","last_undegraded":"2023-09-21T11:17:54.947699+0000","last_fullsized":"2023-09-21T11:17:54.947699+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:24:30.926042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947362+0000","last_change":"2023-09-21T11:17:53.956187+0000","last_active":"2023-09-21T11:17:54.947362+0000","last_peered":"2023-09-21T11:17:54.947362+0000","last_clean":"2023-09-21T11:17:54.947362+0000","last_became_active":"2023-09-21T11:17:53.955164+0000","last_became_peered":"2023-09-21T11:17:53.955164+0000","last_unstale":"2023-09-21T11:17:54.947362+0000","last_undegraded":"2023-09-21T11:17:54.947362+0000","last_fullsized":"2023-09-21T11:17:54.947362+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:12:19.337361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480765+0000","last_change":"2023-09-21T11:17:53.529986+0000","last_active":"2023-09-21T11:17:55.480765+0000","last_peered":"2023-09-21T11:17:55.480765+0000","last_clean":"2023-09-21T11:17:55.480765+0000","last_became_active":"2023-09-21T11:17:53.529697+0000","last_became_peered":"2023-09-21T11:17:53.529697+0000","last_unstale":"2023-09-21T11:17:55.480765+0000","last_undegraded":"2023-09-21T11:17:55.480765+0000","last_fullsized":"2023-09-21T11:17:55.480765+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:43:11.563776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481318+0000","last_change":"2023-09-21T11:17:53.962753+0000","last_active":"2023-09-21T11:17:55.481318+0000","last_peered":"2023-09-21T11:17:55.481318+0000","last_clean":"2023-09-21T11:17:55.481318+0000","last_became_active":"2023-09-21T11:17:53.962469+0000","last_became_peered":"2023-09-21T11:17:53.962469+0000","last_unstale":"2023-09-21T11:17:55.481318+0000","last_undegraded":"2023-09-21T11:17:55.481318+0000","last_fullsized":"2023-09-21T11:17:55.481318+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:32.923070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480826+0000","last_change":"2023-09-21T11:17:53.532492+0000","last_active":"2023-09-21T11:17:55.480826+0000","last_peered":"2023-09-21T11:17:55.480826+0000","last_clean":"2023-09-21T11:17:55.480826+0000","last_became_active":"2023-09-21T11:17:53.532044+0000","last_became_peered":"2023-09-21T11:17:53.532044+0000","last_unstale":"2023-09-21T11:17:55.480826+0000","last_undegraded":"2023-09-21T11:17:55.480826+0000","last_fullsized":"2023-09-21T11:17:55.480826+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:01:19.902164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":175,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T11:17:53.954354+0000","last_change":"2023-09-21T11:16:47.947863+0000","last_active":"2023-09-21T11:17:53.954354+0000","last_peered":"2023-09-21T11:17:53.954354+0000","last_clean":"2023-09-21T11:17:53.954354+0000","last_became_active":"2023-09-21T11:16:47.946755+0000","last_became_peered":"2023-09-21T11:16:47.946755+0000","last_unstale":"2023-09-21T11:17:53.954354+0000","last_undegraded":"2023-09-21T11:17:53.954354+0000","last_fullsized":"2023-09-21T11:17:53.954354+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:46.798821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:46.798821+0000","last_clean_scrub_stamp":"2023-09-21T11:16:46.798821+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:59:57.802465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27400,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344440,"statfs":{"total":96636764160,"available":96608706560,"internally_reserved":0,"allocated":380928,"data_stored":147857,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.753},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.54300000000000004}]},{"osd":1,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.65300000000000002}]},{"osd":2,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.58199999999999996}]},{"osd":3,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.63900000000000001}]},{"osd":4,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.72299999999999998}]},{"osd":6,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.441}]},{"osd":7,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.70899999999999996}]}]},{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27976,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343864,"statfs":{"total":96636764160,"available":96608116736,"internally_reserved":0,"allocated":970752,"data_stored":737643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":4.8959999999999999,"5min":4.8959999999999999,"15min":4.8959999999999999},"last":0.67900000000000005}]},{"osd":1,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.552,"5min":1.552,"15min":1.552},"last":0.72299999999999998}]},{"osd":2,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.60299999999999998}]},{"osd":3,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.7969999999999997,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.69899999999999995}]},{"osd":4,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.54900000000000004}]},{"osd":5,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.435}]},{"osd":6,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.49299999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":389120,"data_stored":148819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":10.744999999999999,"5min":10.744999999999999,"15min":10.744999999999999},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.40000000000000002}]},{"osd":2,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":1.216,"5min":1.216,"15min":1.216},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":16.850000000000001,"5min":16.850000000000001,"15min":16.850000000000001},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.44400000000000001}]},{"osd":3,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":10.773999999999999,"5min":10.773999999999999,"15min":10.773999999999999},"last":0.378},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":11.952999999999999,"5min":11.952999999999999,"15min":11.952999999999999},"last":0.35599999999999998}]},{"osd":4,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":11.856,"5min":11.856,"15min":11.856},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":6.5019999999999998,"5min":6.5019999999999998,"15min":6.5019999999999998},"last":0.70099999999999996}]},{"osd":5,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":6.5300000000000002,"5min":6.5300000000000002,"15min":6.5300000000000002},"last":0.59699999999999998},{"interface":"front","average":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":10.711,"5min":10.711,"15min":10.711},"last":0.629}]},{"osd":6,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":11.895,"5min":11.895,"15min":11.895},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":6.4669999999999996,"5min":6.4669999999999996,"15min":6.4669999999999996},"last":0.65600000000000003}]},{"osd":7,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":10.679,"5min":10.679,"15min":10.679},"last":0.68999999999999995},{"interface":"front","average":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":11.925000000000001,"5min":11.925000000000001,"15min":11.925000000000001},"last":0.68100000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27964,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343876,"statfs":{"total":96636764160,"available":96608129024,"internally_reserved":0,"allocated":966656,"data_stored":737553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.28199999999999997}]},{"osd":2,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":1.732,"5min":1.732,"15min":1.732},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.34599999999999997}]},{"osd":3,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.22800000000000001},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.698,"5min":1.698,"15min":1.698},"last":0.252}]},{"osd":4,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.55700000000000005}]},{"osd":5,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.52500000000000002}]},{"osd":6,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.626},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.59399999999999997}]},{"osd":7,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.66300000000000003}]}]},{"osd":2,"up_from":13,"seq":55834574864,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27396,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344444,"statfs":{"total":96636764160,"available":96608710656,"internally_reserved":0,"allocated":376832,"data_stored":147255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 11:17:45 2023","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.28699999999999998}]},{"osd":1,"last update":"Thu Sep 21 11:17:45 2023","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.314},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.39000000000000001}]},{"osd":3,"last update":"Thu Sep 21 11:17:45 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.32500000000000001}]},{"osd":4,"last update":"Thu Sep 21 11:17:45 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.53500000000000003}]},{"osd":5,"last update":"Thu Sep 21 11:17:45 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.502},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"last":0.41899999999999998}]},{"osd":6,"last update":"Thu Sep 21 11:17:45 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.437},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.58699999999999997}]},{"osd":7,"last update":"Thu Sep 21 11:17:45 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.292,"5min":1.292,"15min":1.292},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.54800000000000004}]}]},{"osd":3,"up_from":13,"seq":55834574865,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":389120,"data_stored":148819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.247},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":6.327,"5min":6.327,"15min":6.327},"last":0.33600000000000002}]},{"osd":1,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":6.2300000000000004,"5min":6.2300000000000004,"15min":6.2300000000000004},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":6.1369999999999996,"5min":6.1369999999999996,"15min":6.1369999999999996},"last":0.36699999999999999}]},{"osd":2,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":6.2750000000000004,"5min":6.2750000000000004,"15min":6.2750000000000004},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.309}]},{"osd":4,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":6.4500000000000002,"5min":6.4500000000000002,"15min":6.4500000000000002},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":6.5869999999999997,"5min":6.5869999999999997,"15min":6.5869999999999997},"last":0.48599999999999999}]},{"osd":5,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":6.5549999999999997,"5min":6.5549999999999997,"15min":6.5549999999999997},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.47199999999999998}]},{"osd":6,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.504},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":6.3730000000000002,"5min":6.3730000000000002,"15min":6.3730000000000002},"last":0.56499999999999995}]},{"osd":7,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":6.4029999999999996,"5min":6.4029999999999996,"15min":6.4029999999999996},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":6.6150000000000002,"5min":6.6150000000000002,"15min":6.6150000000000002},"last":0.51800000000000002}]}]},{"osd":4,"up_from":13,"seq":55834574866,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27400,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344440,"statfs":{"total":96636764160,"available":96608706560,"internally_reserved":0,"allocated":380928,"data_stored":147289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.41999999999999998}]},{"osd":1,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.55900000000000005}]},{"osd":2,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.61899999999999999}]},{"osd":3,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.68899999999999995}]},{"osd":5,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.443},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.63900000000000001}]},{"osd":6,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.77400000000000002}]},{"osd":7,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.119,"5min":1.119,"15min":1.119},"last":0.82399999999999995}]}]},{"osd":6,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27400,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344440,"statfs":{"total":96636764160,"available":96608706560,"internally_reserved":0,"allocated":380928,"data_stored":147801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.65100000000000002}]},{"osd":1,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.627}]},{"osd":2,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.48299999999999998}]},{"osd":3,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.46400000000000002}]},{"osd":4,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.52800000000000002}]},{"osd":5,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.58699999999999997}]},{"osd":7,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.64000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-21T11:17:58.624 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-21T11:17:58.776 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.784+0000 7f14afcf8700 1 Processor -- start 2023-09-21T11:17:58.777 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.785+0000 7f14afcf8700 1 -- start start 2023-09-21T11:17:58.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.785+0000 7f14afcf8700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f14a8071bd0 0x7f14a806a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.785+0000 7f14afcf8700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14a806e650 0x7f14a806ad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.779 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.785+0000 7f14afcf8700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f14a8072670 con 0x7f14a815d9b0 2023-09-21T11:17:58.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.785+0000 7f14afcf8700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14a80728c0 con 0x7f14a8071bd0 2023-09-21T11:17:58.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.785+0000 7f14afcf8700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14a8072ba0 con 0x7f14a806e650 2023-09-21T11:17:58.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.786+0000 7f14ad293700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f14a8071bd0 0x7f14a806a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.786+0000 7f14ad293700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f14a8071bd0 0x7f14a806a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55354/0 (socket says 172.21.15.79:55354) 2023-09-21T11:17:58.780 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.786+0000 7f14ad293700 1 -- 172.21.15.79:0/2489234344 learned_addr learned my addr 172.21.15.79:0/2489234344 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:58.781 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.786+0000 7f14ad293700 1 -- 172.21.15.79:0/2489234344 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14a806e650 msgr2=0x7f14a806ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:58.781 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.786+0000 7f14ae295700 1 --2- 172.21.15.79:0/2489234344 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14a806e650 0x7f14a806ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.781 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.786+0000 7f14ad293700 1 --2- 172.21.15.79:0/2489234344 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14a806e650 0x7f14a806ad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.781 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.786+0000 7f14ad293700 1 -- 172.21.15.79:0/2489234344 >> v1:172.21.15.134:6789/0 conn(0x7f14a815d9b0 legacy=0x7f14a8161e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:58.781 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.786+0000 7f14ad293700 1 -- 172.21.15.79:0/2489234344 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14a8161950 con 0x7f14a8071bd0 2023-09-21T11:17:58.782 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.786+0000 7f14ad293700 1 --2- 172.21.15.79:0/2489234344 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14a8071bd0 0x7f14a806a800 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f14a40098f0 tx=0x7f14a4009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6086dfddeb8cb9c8 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:58.782 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.786+0000 7f14aca92700 1 -- 172.21.15.79:0/2489234344 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14a4004230 con 0x7f14a8071bd0 2023-09-21T11:17:58.782 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.786+0000 7f14aca92700 1 -- 172.21.15.79:0/2489234344 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14a4004390 con 0x7f14a8071bd0 2023-09-21T11:17:58.782 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.786+0000 7f14aca92700 1 -- 172.21.15.79:0/2489234344 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14a40036a0 con 0x7f14a8071bd0 2023-09-21T11:17:58.783 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.787+0000 7f14afcf8700 1 -- 172.21.15.79:0/2489234344 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14a8071bd0 msgr2=0x7f14a806a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:58.783 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.787+0000 7f14afcf8700 1 --2- 172.21.15.79:0/2489234344 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14a8071bd0 0x7f14a806a800 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f14a40098f0 tx=0x7f14a4009c00 comp rx=0 tx=0).stop 2023-09-21T11:17:58.783 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.787+0000 7f14afcf8700 1 -- 172.21.15.79:0/2489234344 shutdown_connections 2023-09-21T11:17:58.783 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.787+0000 7f14afcf8700 1 --2- 172.21.15.79:0/2489234344 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14a806e650 0x7f14a806ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.787+0000 7f14afcf8700 1 --2- 172.21.15.79:0/2489234344 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14a8071bd0 0x7f14a806a800 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.787+0000 7f14afcf8700 1 -- 172.21.15.79:0/2489234344 >> 172.21.15.79:0/2489234344 conn(0x7f14a806dac0 msgr2=0x7f14a806ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:58.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.787+0000 7f14afcf8700 1 -- 172.21.15.79:0/2489234344 shutdown_connections 2023-09-21T11:17:58.784 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.787+0000 7f14afcf8700 1 -- 172.21.15.79:0/2489234344 wait complete. 2023-09-21T11:17:58.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.788+0000 7f14afcf8700 1 Processor -- start 2023-09-21T11:17:58.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.788+0000 7f14afcf8700 1 -- start start 2023-09-21T11:17:58.787 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f14afcf8700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14a806e650 0x7f14a81f29f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f14afcf8700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14a815d9b0 0x7f14a80ca0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f14afcf8700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14a80ad200 0x7f14a80c7580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f14afcf8700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14a81f2f30 con 0x7f14a806e650 2023-09-21T11:17:58.788 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f14afcf8700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14a80ad690 con 0x7f14a80ad200 2023-09-21T11:17:58.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f14afcf8700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14a80ad970 con 0x7f14a815d9b0 2023-09-21T11:17:58.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f14ada94700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14a806e650 0x7f14a81f29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f14ada94700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14a806e650 0x7f14a81f29f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55358/0 (socket says 172.21.15.79:55358) 2023-09-21T11:17:58.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f14ada94700 1 -- 172.21.15.79:0/489250303 learned_addr learned my addr 172.21.15.79:0/489250303 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:58.789 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f14ad293700 1 --2- 172.21.15.79:0/489250303 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14a815d9b0 0x7f14a80ca0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.790 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f14ae295700 1 --2- 172.21.15.79:0/489250303 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14a80ad200 0x7f14a80c7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.790 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f14ada94700 1 -- 172.21.15.79:0/489250303 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14a815d9b0 msgr2=0x7f14a80ca0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:58.790 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f14ada94700 1 --2- 172.21.15.79:0/489250303 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14a815d9b0 0x7f14a80ca0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.790 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f14ada94700 1 -- 172.21.15.79:0/489250303 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14a80ad200 msgr2=0x7f14a80c7580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:58.790 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f14ada94700 1 --2- 172.21.15.79:0/489250303 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14a80ad200 0x7f14a80c7580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.791 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f14ada94700 1 -- 172.21.15.79:0/489250303 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14a4009550 con 0x7f14a806e650 2023-09-21T11:17:58.791 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f14ada94700 1 --2- 172.21.15.79:0/489250303 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14a806e650 0x7f14a81f29f0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f149800b470 tx=0x7f149800b780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:58.791 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f149e7fc700 1 -- 172.21.15.79:0/489250303 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1498011830 con 0x7f14a806e650 2023-09-21T11:17:58.791 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f149e7fc700 1 -- 172.21.15.79:0/489250303 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14980119b0 con 0x7f14a806e650 2023-09-21T11:17:58.791 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.789+0000 7f14afcf8700 1 -- 172.21.15.79:0/489250303 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14a80adc50 con 0x7f14a806e650 2023-09-21T11:17:58.792 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.790+0000 7f149e7fc700 1 -- 172.21.15.79:0/489250303 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1498011d60 con 0x7f14a806e650 2023-09-21T11:17:58.792 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.790+0000 7f14afcf8700 1 -- 172.21.15.79:0/489250303 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14a80ae210 con 0x7f14a806e650 2023-09-21T11:17:58.792 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.790+0000 7f14afcf8700 1 -- 172.21.15.79:0/489250303 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14a804eae0 con 0x7f14a806e650 2023-09-21T11:17:58.792 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.791+0000 7f149e7fc700 1 -- 172.21.15.79:0/489250303 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f149801a400 con 0x7f14a806e650 2023-09-21T11:17:58.793 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.791+0000 7f149e7fc700 1 --2- 172.21.15.79:0/489250303 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f148c06a580 0x7f148c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:58.793 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.791+0000 7f149e7fc700 1 -- 172.21.15.79:0/489250303 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1498088940 con 0x7f14a806e650 2023-09-21T11:17:58.793 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.791+0000 7f14ad293700 1 --2- 172.21.15.79:0/489250303 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f148c06a580 0x7f148c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:58.793 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.792+0000 7f14ad293700 1 --2- 172.21.15.79:0/489250303 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f148c06a580 0x7f148c06ca40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f14a4009130 tx=0x7f14a4008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:58.793 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.796+0000 7f149e7fc700 1 -- 172.21.15.79:0/489250303 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f1498053ec0 con 0x7f14a806e650 2023-09-21T11:17:58.977 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.986+0000 7f14afcf8700 1 -- 172.21.15.79:0/489250303 --> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f14a8162580 con 0x7f148c06a580 2023-09-21T11:17:58.985 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.993+0000 7f149e7fc700 1 -- 172.21.15.79:0/489250303 <== mgr.4104 v2:172.21.15.79:6832/2997757862 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289453 (secure 0 0 0) 0x7f14a40036a0 con 0x7f148c06a580 2023-09-21T11:17:58.989 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:58.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.997+0000 7f14afcf8700 1 -- 172.21.15.79:0/489250303 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f148c06a580 msgr2=0x7f148c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:58.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.997+0000 7f14afcf8700 1 --2- 172.21.15.79:0/489250303 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f148c06a580 0x7f148c06ca40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f14a4009130 tx=0x7f14a4008030 comp rx=0 tx=0).stop 2023-09-21T11:17:58.991 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.997+0000 7f14afcf8700 1 -- 172.21.15.79:0/489250303 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14a806e650 msgr2=0x7f14a81f29f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:58.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.997+0000 7f14afcf8700 1 --2- 172.21.15.79:0/489250303 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14a806e650 0x7f14a81f29f0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f149800b470 tx=0x7f149800b780 comp rx=0 tx=0).stop 2023-09-21T11:17:58.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.997+0000 7f14afcf8700 1 -- 172.21.15.79:0/489250303 shutdown_connections 2023-09-21T11:17:58.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.997+0000 7f14afcf8700 1 --2- 172.21.15.79:0/489250303 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14a80ad200 0x7f14a80c7580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.997+0000 7f14afcf8700 1 --2- 172.21.15.79:0/489250303 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f14a806e650 0x7f14a81f29f0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.992 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.997+0000 7f14afcf8700 1 --2- 172.21.15.79:0/489250303 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f148c06a580 0x7f148c06ca40 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.993 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.997+0000 7f14afcf8700 1 --2- 172.21.15.79:0/489250303 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14a815d9b0 0x7f14a80ca0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:58.993 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.997+0000 7f14afcf8700 1 -- 172.21.15.79:0/489250303 >> 172.21.15.79:0/489250303 conn(0x7f14a806dac0 msgr2=0x7f14a80aff50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:58.993 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.997+0000 7f14afcf8700 1 -- 172.21.15.79:0/489250303 shutdown_connections 2023-09-21T11:17:58.993 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:58.997+0000 7f14afcf8700 1 -- 172.21.15.79:0/489250303 wait complete. 2023-09-21T11:17:58.993 INFO:teuthology.orchestra.run.smithi079.stderr:dumped all 2023-09-21T11:17:59.001 INFO:teuthology.orchestra.run.smithi079.stdout:{"pg_ready":true,"pg_map":{"version":62,"stamp":"2023-09-21T11:17:57.805892+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":151,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220352,"kb_used_data":4136,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754368,"statfs":{"total":773094113280,"available":772868472832,"internally_reserved":0,"allocated":4235264,"data_stored":2363036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.299777"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481076+0000","last_change":"2023-09-21T11:17:53.966598+0000","last_active":"2023-09-21T11:17:55.481076+0000","last_peered":"2023-09-21T11:17:55.481076+0000","last_clean":"2023-09-21T11:17:55.481076+0000","last_became_active":"2023-09-21T11:17:53.966317+0000","last_became_peered":"2023-09-21T11:17:53.966317+0000","last_unstale":"2023-09-21T11:17:55.481076+0000","last_undegraded":"2023-09-21T11:17:55.481076+0000","last_fullsized":"2023-09-21T11:17:55.481076+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:31:49.716357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481242+0000","last_change":"2023-09-21T11:17:53.955206+0000","last_active":"2023-09-21T11:17:55.481242+0000","last_peered":"2023-09-21T11:17:55.481242+0000","last_clean":"2023-09-21T11:17:55.481242+0000","last_became_active":"2023-09-21T11:17:53.954247+0000","last_became_peered":"2023-09-21T11:17:53.954247+0000","last_unstale":"2023-09-21T11:17:55.481242+0000","last_undegraded":"2023-09-21T11:17:55.481242+0000","last_fullsized":"2023-09-21T11:17:55.481242+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:09:36.781663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388336+0000","last_change":"2023-09-21T11:17:53.964574+0000","last_active":"2023-09-21T11:17:55.388336+0000","last_peered":"2023-09-21T11:17:55.388336+0000","last_clean":"2023-09-21T11:17:55.388336+0000","last_became_active":"2023-09-21T11:17:53.964259+0000","last_became_peered":"2023-09-21T11:17:53.964259+0000","last_unstale":"2023-09-21T11:17:55.388336+0000","last_undegraded":"2023-09-21T11:17:55.388336+0000","last_fullsized":"2023-09-21T11:17:55.388336+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:57:35.476873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481456+0000","last_change":"2023-09-21T11:17:53.961457+0000","last_active":"2023-09-21T11:17:55.481456+0000","last_peered":"2023-09-21T11:17:55.481456+0000","last_clean":"2023-09-21T11:17:55.481456+0000","last_became_active":"2023-09-21T11:17:53.961066+0000","last_became_peered":"2023-09-21T11:17:53.961066+0000","last_unstale":"2023-09-21T11:17:55.481456+0000","last_undegraded":"2023-09-21T11:17:55.481456+0000","last_fullsized":"2023-09-21T11:17:55.481456+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:10:58.089771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480677+0000","last_change":"2023-09-21T11:17:53.956918+0000","last_active":"2023-09-21T11:17:55.480677+0000","last_peered":"2023-09-21T11:17:55.480677+0000","last_clean":"2023-09-21T11:17:55.480677+0000","last_became_active":"2023-09-21T11:17:53.956652+0000","last_became_peered":"2023-09-21T11:17:53.956652+0000","last_unstale":"2023-09-21T11:17:55.480677+0000","last_undegraded":"2023-09-21T11:17:55.480677+0000","last_fullsized":"2023-09-21T11:17:55.480677+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:45:56.059245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480988+0000","last_change":"2023-09-21T11:17:53.959860+0000","last_active":"2023-09-21T11:17:55.480988+0000","last_peered":"2023-09-21T11:17:55.480988+0000","last_clean":"2023-09-21T11:17:55.480988+0000","last_became_active":"2023-09-21T11:17:53.959062+0000","last_became_peered":"2023-09-21T11:17:53.959062+0000","last_unstale":"2023-09-21T11:17:55.480988+0000","last_undegraded":"2023-09-21T11:17:55.480988+0000","last_fullsized":"2023-09-21T11:17:55.480988+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:29:28.139172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481173+0000","last_change":"2023-09-21T11:17:53.964926+0000","last_active":"2023-09-21T11:17:55.481173+0000","last_peered":"2023-09-21T11:17:55.481173+0000","last_clean":"2023-09-21T11:17:55.481173+0000","last_became_active":"2023-09-21T11:17:53.964300+0000","last_became_peered":"2023-09-21T11:17:53.964300+0000","last_unstale":"2023-09-21T11:17:55.481173+0000","last_undegraded":"2023-09-21T11:17:55.481173+0000","last_fullsized":"2023-09-21T11:17:55.481173+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:26:10.823695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480854+0000","last_change":"2023-09-21T11:17:53.959631+0000","last_active":"2023-09-21T11:17:55.480854+0000","last_peered":"2023-09-21T11:17:55.480854+0000","last_clean":"2023-09-21T11:17:55.480854+0000","last_became_active":"2023-09-21T11:17:53.957578+0000","last_became_peered":"2023-09-21T11:17:53.957578+0000","last_unstale":"2023-09-21T11:17:55.480854+0000","last_undegraded":"2023-09-21T11:17:55.480854+0000","last_fullsized":"2023-09-21T11:17:55.480854+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:29:28.139172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.948251+0000","last_change":"2023-09-21T11:17:53.963373+0000","last_active":"2023-09-21T11:17:54.948251+0000","last_peered":"2023-09-21T11:17:54.948251+0000","last_clean":"2023-09-21T11:17:54.948251+0000","last_became_active":"2023-09-21T11:17:53.963100+0000","last_became_peered":"2023-09-21T11:17:53.963100+0000","last_unstale":"2023-09-21T11:17:54.948251+0000","last_undegraded":"2023-09-21T11:17:54.948251+0000","last_fullsized":"2023-09-21T11:17:54.948251+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:49:48.798082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481633+0000","last_change":"2023-09-21T11:17:53.961842+0000","last_active":"2023-09-21T11:17:55.481633+0000","last_peered":"2023-09-21T11:17:55.481633+0000","last_clean":"2023-09-21T11:17:55.481633+0000","last_became_active":"2023-09-21T11:17:53.961583+0000","last_became_peered":"2023-09-21T11:17:53.961583+0000","last_unstale":"2023-09-21T11:17:55.481633+0000","last_undegraded":"2023-09-21T11:17:55.481633+0000","last_fullsized":"2023-09-21T11:17:55.481633+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:45:17.966328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481410+0000","last_change":"2023-09-21T11:17:53.966294+0000","last_active":"2023-09-21T11:17:55.481410+0000","last_peered":"2023-09-21T11:17:55.481410+0000","last_clean":"2023-09-21T11:17:55.481410+0000","last_became_active":"2023-09-21T11:17:53.966008+0000","last_became_peered":"2023-09-21T11:17:53.966008+0000","last_unstale":"2023-09-21T11:17:55.481410+0000","last_undegraded":"2023-09-21T11:17:55.481410+0000","last_fullsized":"2023-09-21T11:17:55.481410+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:09:36.781663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388249+0000","last_change":"2023-09-21T11:17:53.963589+0000","last_active":"2023-09-21T11:17:55.388249+0000","last_peered":"2023-09-21T11:17:55.388249+0000","last_clean":"2023-09-21T11:17:55.388249+0000","last_became_active":"2023-09-21T11:17:53.963299+0000","last_became_peered":"2023-09-21T11:17:53.963299+0000","last_unstale":"2023-09-21T11:17:55.388249+0000","last_undegraded":"2023-09-21T11:17:55.388249+0000","last_fullsized":"2023-09-21T11:17:55.388249+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:32.923070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480787+0000","last_change":"2023-09-21T11:17:53.958056+0000","last_active":"2023-09-21T11:17:55.480787+0000","last_peered":"2023-09-21T11:17:55.480787+0000","last_clean":"2023-09-21T11:17:55.480787+0000","last_became_active":"2023-09-21T11:17:53.957829+0000","last_became_peered":"2023-09-21T11:17:53.957829+0000","last_unstale":"2023-09-21T11:17:55.480787+0000","last_undegraded":"2023-09-21T11:17:55.480787+0000","last_fullsized":"2023-09-21T11:17:55.480787+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:47:20.054751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481254+0000","last_change":"2023-09-21T11:17:53.956211+0000","last_active":"2023-09-21T11:17:55.481254+0000","last_peered":"2023-09-21T11:17:55.481254+0000","last_clean":"2023-09-21T11:17:55.481254+0000","last_became_active":"2023-09-21T11:17:53.955939+0000","last_became_peered":"2023-09-21T11:17:53.955939+0000","last_unstale":"2023-09-21T11:17:55.481254+0000","last_undegraded":"2023-09-21T11:17:55.481254+0000","last_fullsized":"2023-09-21T11:17:55.481254+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:26:10.823695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388148+0000","last_change":"2023-09-21T11:17:53.959244+0000","last_active":"2023-09-21T11:17:55.388148+0000","last_peered":"2023-09-21T11:17:55.388148+0000","last_clean":"2023-09-21T11:17:55.388148+0000","last_became_active":"2023-09-21T11:17:53.958716+0000","last_became_peered":"2023-09-21T11:17:53.958716+0000","last_unstale":"2023-09-21T11:17:55.388148+0000","last_undegraded":"2023-09-21T11:17:55.388148+0000","last_fullsized":"2023-09-21T11:17:55.388148+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:53:01.759563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481300+0000","last_change":"2023-09-21T11:17:53.962149+0000","last_active":"2023-09-21T11:17:55.481300+0000","last_peered":"2023-09-21T11:17:55.481300+0000","last_clean":"2023-09-21T11:17:55.481300+0000","last_became_active":"2023-09-21T11:17:53.961661+0000","last_became_peered":"2023-09-21T11:17:53.961661+0000","last_unstale":"2023-09-21T11:17:55.481300+0000","last_undegraded":"2023-09-21T11:17:55.481300+0000","last_fullsized":"2023-09-21T11:17:55.481300+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:53:01.759563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481456+0000","last_change":"2023-09-21T11:17:53.964782+0000","last_active":"2023-09-21T11:17:55.481456+0000","last_peered":"2023-09-21T11:17:55.481456+0000","last_clean":"2023-09-21T11:17:55.481456+0000","last_became_active":"2023-09-21T11:17:53.964333+0000","last_became_peered":"2023-09-21T11:17:53.964333+0000","last_unstale":"2023-09-21T11:17:55.481456+0000","last_undegraded":"2023-09-21T11:17:55.481456+0000","last_fullsized":"2023-09-21T11:17:55.481456+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:15:45.019773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481490+0000","last_change":"2023-09-21T11:17:53.958153+0000","last_active":"2023-09-21T11:17:55.481490+0000","last_peered":"2023-09-21T11:17:55.481490+0000","last_clean":"2023-09-21T11:17:55.481490+0000","last_became_active":"2023-09-21T11:17:53.957863+0000","last_became_peered":"2023-09-21T11:17:53.957863+0000","last_unstale":"2023-09-21T11:17:55.481490+0000","last_undegraded":"2023-09-21T11:17:55.481490+0000","last_fullsized":"2023-09-21T11:17:55.481490+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:57:49.572535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481311+0000","last_change":"2023-09-21T11:17:53.962851+0000","last_active":"2023-09-21T11:17:55.481311+0000","last_peered":"2023-09-21T11:17:55.481311+0000","last_clean":"2023-09-21T11:17:55.481311+0000","last_became_active":"2023-09-21T11:17:53.962537+0000","last_became_peered":"2023-09-21T11:17:53.962537+0000","last_unstale":"2023-09-21T11:17:55.481311+0000","last_undegraded":"2023-09-21T11:17:55.481311+0000","last_fullsized":"2023-09-21T11:17:55.481311+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:53:01.759563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480690+0000","last_change":"2023-09-21T11:17:53.959783+0000","last_active":"2023-09-21T11:17:55.480690+0000","last_peered":"2023-09-21T11:17:55.480690+0000","last_clean":"2023-09-21T11:17:55.480690+0000","last_became_active":"2023-09-21T11:17:53.959534+0000","last_became_peered":"2023-09-21T11:17:53.959534+0000","last_unstale":"2023-09-21T11:17:55.480690+0000","last_undegraded":"2023-09-21T11:17:55.480690+0000","last_fullsized":"2023-09-21T11:17:55.480690+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:01:20.909314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947521+0000","last_change":"2023-09-21T11:17:53.954952+0000","last_active":"2023-09-21T11:17:54.947521+0000","last_peered":"2023-09-21T11:17:54.947521+0000","last_clean":"2023-09-21T11:17:54.947521+0000","last_became_active":"2023-09-21T11:17:53.954577+0000","last_became_peered":"2023-09-21T11:17:53.954577+0000","last_unstale":"2023-09-21T11:17:54.947521+0000","last_undegraded":"2023-09-21T11:17:54.947521+0000","last_fullsized":"2023-09-21T11:17:54.947521+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:32:14.629701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947571+0000","last_change":"2023-09-21T11:17:53.957847+0000","last_active":"2023-09-21T11:17:54.947571+0000","last_peered":"2023-09-21T11:17:54.947571+0000","last_clean":"2023-09-21T11:17:54.947571+0000","last_became_active":"2023-09-21T11:17:53.954850+0000","last_became_peered":"2023-09-21T11:17:53.954850+0000","last_unstale":"2023-09-21T11:17:54.947571+0000","last_undegraded":"2023-09-21T11:17:54.947571+0000","last_fullsized":"2023-09-21T11:17:54.947571+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:31:49.716357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.946296+0000","last_change":"2023-09-21T11:17:53.955780+0000","last_active":"2023-09-21T11:17:54.946296+0000","last_peered":"2023-09-21T11:17:54.946296+0000","last_clean":"2023-09-21T11:17:54.946296+0000","last_became_active":"2023-09-21T11:17:53.955519+0000","last_became_peered":"2023-09-21T11:17:53.955519+0000","last_unstale":"2023-09-21T11:17:54.946296+0000","last_undegraded":"2023-09-21T11:17:54.946296+0000","last_fullsized":"2023-09-21T11:17:54.946296+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:12:19.337361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388128+0000","last_change":"2023-09-21T11:17:53.957417+0000","last_active":"2023-09-21T11:17:55.388128+0000","last_peered":"2023-09-21T11:17:55.388128+0000","last_clean":"2023-09-21T11:17:55.388128+0000","last_became_active":"2023-09-21T11:17:53.957157+0000","last_became_peered":"2023-09-21T11:17:53.957157+0000","last_unstale":"2023-09-21T11:17:55.388128+0000","last_undegraded":"2023-09-21T11:17:55.388128+0000","last_fullsized":"2023-09-21T11:17:55.388128+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:26:10.823695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.482001+0000","last_change":"2023-09-21T11:17:53.960403+0000","last_active":"2023-09-21T11:17:55.482001+0000","last_peered":"2023-09-21T11:17:55.482001+0000","last_clean":"2023-09-21T11:17:55.482001+0000","last_became_active":"2023-09-21T11:17:53.960033+0000","last_became_peered":"2023-09-21T11:17:53.960033+0000","last_unstale":"2023-09-21T11:17:55.482001+0000","last_undegraded":"2023-09-21T11:17:55.482001+0000","last_fullsized":"2023-09-21T11:17:55.482001+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:31:28.912833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481690+0000","last_change":"2023-09-21T11:17:53.955776+0000","last_active":"2023-09-21T11:17:55.481690+0000","last_peered":"2023-09-21T11:17:55.481690+0000","last_clean":"2023-09-21T11:17:55.481690+0000","last_became_active":"2023-09-21T11:17:53.955504+0000","last_became_peered":"2023-09-21T11:17:53.955504+0000","last_unstale":"2023-09-21T11:17:55.481690+0000","last_undegraded":"2023-09-21T11:17:55.481690+0000","last_fullsized":"2023-09-21T11:17:55.481690+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:15:45.019773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.482194+0000","last_change":"2023-09-21T11:17:53.962144+0000","last_active":"2023-09-21T11:17:55.482194+0000","last_peered":"2023-09-21T11:17:55.482194+0000","last_clean":"2023-09-21T11:17:55.482194+0000","last_became_active":"2023-09-21T11:17:53.961876+0000","last_became_peered":"2023-09-21T11:17:53.961876+0000","last_unstale":"2023-09-21T11:17:55.482194+0000","last_undegraded":"2023-09-21T11:17:55.482194+0000","last_fullsized":"2023-09-21T11:17:55.482194+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:27:57.522022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388333+0000","last_change":"2023-09-21T11:17:53.958232+0000","last_active":"2023-09-21T11:17:55.388333+0000","last_peered":"2023-09-21T11:17:55.388333+0000","last_clean":"2023-09-21T11:17:55.388333+0000","last_became_active":"2023-09-21T11:17:53.957933+0000","last_became_peered":"2023-09-21T11:17:53.957933+0000","last_unstale":"2023-09-21T11:17:55.388333+0000","last_undegraded":"2023-09-21T11:17:55.388333+0000","last_fullsized":"2023-09-21T11:17:55.388333+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:15:45.019773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947643+0000","last_change":"2023-09-21T11:17:53.954183+0000","last_active":"2023-09-21T11:17:54.947643+0000","last_peered":"2023-09-21T11:17:54.947643+0000","last_clean":"2023-09-21T11:17:54.947643+0000","last_became_active":"2023-09-21T11:17:53.953893+0000","last_became_peered":"2023-09-21T11:17:53.953893+0000","last_unstale":"2023-09-21T11:17:54.947643+0000","last_undegraded":"2023-09-21T11:17:54.947643+0000","last_fullsized":"2023-09-21T11:17:54.947643+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:20:26.747037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480804+0000","last_change":"2023-09-21T11:17:53.964585+0000","last_active":"2023-09-21T11:17:55.480804+0000","last_peered":"2023-09-21T11:17:55.480804+0000","last_clean":"2023-09-21T11:17:55.480804+0000","last_became_active":"2023-09-21T11:17:53.964226+0000","last_became_peered":"2023-09-21T11:17:53.964226+0000","last_unstale":"2023-09-21T11:17:55.480804+0000","last_undegraded":"2023-09-21T11:17:55.480804+0000","last_fullsized":"2023-09-21T11:17:55.480804+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:17:44.713763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481009+0000","last_change":"2023-09-21T11:17:53.956454+0000","last_active":"2023-09-21T11:17:55.481009+0000","last_peered":"2023-09-21T11:17:55.481009+0000","last_clean":"2023-09-21T11:17:55.481009+0000","last_became_active":"2023-09-21T11:17:53.956156+0000","last_became_peered":"2023-09-21T11:17:53.956156+0000","last_unstale":"2023-09-21T11:17:55.481009+0000","last_undegraded":"2023-09-21T11:17:55.481009+0000","last_fullsized":"2023-09-21T11:17:55.481009+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:05:13.625801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481491+0000","last_change":"2023-09-21T11:17:53.967630+0000","last_active":"2023-09-21T11:17:55.481491+0000","last_peered":"2023-09-21T11:17:55.481491+0000","last_clean":"2023-09-21T11:17:55.481491+0000","last_became_active":"2023-09-21T11:17:53.965999+0000","last_became_peered":"2023-09-21T11:17:53.965999+0000","last_unstale":"2023-09-21T11:17:55.481491+0000","last_undegraded":"2023-09-21T11:17:55.481491+0000","last_fullsized":"2023-09-21T11:17:55.481491+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:41:16.976406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.946444+0000","last_change":"2023-09-21T11:17:53.955710+0000","last_active":"2023-09-21T11:17:54.946444+0000","last_peered":"2023-09-21T11:17:54.946444+0000","last_clean":"2023-09-21T11:17:54.946444+0000","last_became_active":"2023-09-21T11:17:53.955455+0000","last_became_peered":"2023-09-21T11:17:53.955455+0000","last_unstale":"2023-09-21T11:17:54.946444+0000","last_undegraded":"2023-09-21T11:17:54.946444+0000","last_fullsized":"2023-09-21T11:17:54.946444+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:32:14.629701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"32'4","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481184+0000","last_change":"2023-09-21T11:17:53.533100+0000","last_active":"2023-09-21T11:17:55.481184+0000","last_peered":"2023-09-21T11:17:55.481184+0000","last_clean":"2023-09-21T11:17:55.481184+0000","last_became_active":"2023-09-21T11:17:53.532821+0000","last_became_peered":"2023-09-21T11:17:53.532821+0000","last_unstale":"2023-09-21T11:17:55.481184+0000","last_undegraded":"2023-09-21T11:17:55.481184+0000","last_fullsized":"2023-09-21T11:17:55.481184+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:43:11.563776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481115+0000","last_change":"2023-09-21T11:17:53.960646+0000","last_active":"2023-09-21T11:17:55.481115+0000","last_peered":"2023-09-21T11:17:55.481115+0000","last_clean":"2023-09-21T11:17:55.481115+0000","last_became_active":"2023-09-21T11:17:53.960115+0000","last_became_peered":"2023-09-21T11:17:53.960115+0000","last_unstale":"2023-09-21T11:17:55.481115+0000","last_undegraded":"2023-09-21T11:17:55.481115+0000","last_fullsized":"2023-09-21T11:17:55.481115+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:20:26.747037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"32'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.946411+0000","last_change":"2023-09-21T11:17:53.530563+0000","last_active":"2023-09-21T11:17:54.946411+0000","last_peered":"2023-09-21T11:17:54.946411+0000","last_clean":"2023-09-21T11:17:54.946411+0000","last_became_active":"2023-09-21T11:17:53.530346+0000","last_became_peered":"2023-09-21T11:17:53.530346+0000","last_unstale":"2023-09-21T11:17:54.946411+0000","last_undegraded":"2023-09-21T11:17:54.946411+0000","last_fullsized":"2023-09-21T11:17:54.946411+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:40:35.758502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947964+0000","last_change":"2023-09-21T11:17:53.954907+0000","last_active":"2023-09-21T11:17:54.947964+0000","last_peered":"2023-09-21T11:17:54.947964+0000","last_clean":"2023-09-21T11:17:54.947964+0000","last_became_active":"2023-09-21T11:17:53.954568+0000","last_became_peered":"2023-09-21T11:17:53.954568+0000","last_unstale":"2023-09-21T11:17:54.947964+0000","last_undegraded":"2023-09-21T11:17:54.947964+0000","last_fullsized":"2023-09-21T11:17:54.947964+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:13:33.534724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"32'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481396+0000","last_change":"2023-09-21T11:17:53.526289+0000","last_active":"2023-09-21T11:17:55.481396+0000","last_peered":"2023-09-21T11:17:55.481396+0000","last_clean":"2023-09-21T11:17:55.481396+0000","last_became_active":"2023-09-21T11:17:53.525423+0000","last_became_peered":"2023-09-21T11:17:53.525423+0000","last_unstale":"2023-09-21T11:17:55.481396+0000","last_undegraded":"2023-09-21T11:17:55.481396+0000","last_fullsized":"2023-09-21T11:17:55.481396+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:05:12.618651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.482110+0000","last_change":"2023-09-21T11:17:53.965671+0000","last_active":"2023-09-21T11:17:55.482110+0000","last_peered":"2023-09-21T11:17:55.482110+0000","last_clean":"2023-09-21T11:17:55.482110+0000","last_became_active":"2023-09-21T11:17:53.965367+0000","last_became_peered":"2023-09-21T11:17:53.965367+0000","last_unstale":"2023-09-21T11:17:55.482110+0000","last_undegraded":"2023-09-21T11:17:55.482110+0000","last_fullsized":"2023-09-21T11:17:55.482110+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:14:45.451581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"32'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480816+0000","last_change":"2023-09-21T11:17:53.524534+0000","last_active":"2023-09-21T11:17:55.480816+0000","last_peered":"2023-09-21T11:17:55.480816+0000","last_clean":"2023-09-21T11:17:55.480816+0000","last_became_active":"2023-09-21T11:17:53.524235+0000","last_became_peered":"2023-09-21T11:17:53.524235+0000","last_unstale":"2023-09-21T11:17:55.480816+0000","last_undegraded":"2023-09-21T11:17:55.480816+0000","last_fullsized":"2023-09-21T11:17:55.480816+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:09:44.566152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480983+0000","last_change":"2023-09-21T11:17:53.966495+0000","last_active":"2023-09-21T11:17:55.480983+0000","last_peered":"2023-09-21T11:17:55.480983+0000","last_clean":"2023-09-21T11:17:55.480983+0000","last_became_active":"2023-09-21T11:17:53.965623+0000","last_became_peered":"2023-09-21T11:17:53.965623+0000","last_unstale":"2023-09-21T11:17:55.480983+0000","last_undegraded":"2023-09-21T11:17:55.480983+0000","last_fullsized":"2023-09-21T11:17:55.480983+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:16:52.609144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"32'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947638+0000","last_change":"2023-09-21T11:17:53.529124+0000","last_active":"2023-09-21T11:17:54.947638+0000","last_peered":"2023-09-21T11:17:54.947638+0000","last_clean":"2023-09-21T11:17:54.947638+0000","last_became_active":"2023-09-21T11:17:53.528846+0000","last_became_peered":"2023-09-21T11:17:53.528846+0000","last_unstale":"2023-09-21T11:17:54.947638+0000","last_undegraded":"2023-09-21T11:17:54.947638+0000","last_fullsized":"2023-09-21T11:17:54.947638+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:49:31.247092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388282+0000","last_change":"2023-09-21T11:17:53.958554+0000","last_active":"2023-09-21T11:17:55.388282+0000","last_peered":"2023-09-21T11:17:55.388282+0000","last_clean":"2023-09-21T11:17:55.388282+0000","last_became_active":"2023-09-21T11:17:53.958064+0000","last_became_peered":"2023-09-21T11:17:53.958064+0000","last_unstale":"2023-09-21T11:17:55.388282+0000","last_undegraded":"2023-09-21T11:17:55.388282+0000","last_fullsized":"2023-09-21T11:17:55.388282+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:57:49.572535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"32'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947644+0000","last_change":"2023-09-21T11:17:53.527731+0000","last_active":"2023-09-21T11:17:54.947644+0000","last_peered":"2023-09-21T11:17:54.947644+0000","last_clean":"2023-09-21T11:17:54.947644+0000","last_became_active":"2023-09-21T11:17:53.527107+0000","last_became_peered":"2023-09-21T11:17:53.527107+0000","last_unstale":"2023-09-21T11:17:54.947644+0000","last_undegraded":"2023-09-21T11:17:54.947644+0000","last_fullsized":"2023-09-21T11:17:54.947644+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:57:07.521492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947566+0000","last_change":"2023-09-21T11:17:53.955712+0000","last_active":"2023-09-21T11:17:54.947566+0000","last_peered":"2023-09-21T11:17:54.947566+0000","last_clean":"2023-09-21T11:17:54.947566+0000","last_became_active":"2023-09-21T11:17:53.955294+0000","last_became_peered":"2023-09-21T11:17:53.955294+0000","last_unstale":"2023-09-21T11:17:54.947566+0000","last_undegraded":"2023-09-21T11:17:54.947566+0000","last_fullsized":"2023-09-21T11:17:54.947566+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:05:13.625801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480797+0000","last_change":"2023-09-21T11:17:53.526665+0000","last_active":"2023-09-21T11:17:55.480797+0000","last_peered":"2023-09-21T11:17:55.480797+0000","last_clean":"2023-09-21T11:17:55.480797+0000","last_became_active":"2023-09-21T11:17:53.526442+0000","last_became_peered":"2023-09-21T11:17:53.526442+0000","last_unstale":"2023-09-21T11:17:55.480797+0000","last_undegraded":"2023-09-21T11:17:55.480797+0000","last_fullsized":"2023-09-21T11:17:55.480797+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T23:10:57.082621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480800+0000","last_change":"2023-09-21T11:17:53.960782+0000","last_active":"2023-09-21T11:17:55.480800+0000","last_peered":"2023-09-21T11:17:55.480800+0000","last_clean":"2023-09-21T11:17:55.480800+0000","last_became_active":"2023-09-21T11:17:53.960531+0000","last_became_peered":"2023-09-21T11:17:53.960531+0000","last_unstale":"2023-09-21T11:17:55.480800+0000","last_undegraded":"2023-09-21T11:17:55.480800+0000","last_fullsized":"2023-09-21T11:17:55.480800+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:49:48.798082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947333+0000","last_change":"2023-09-21T11:17:53.523501+0000","last_active":"2023-09-21T11:17:54.947333+0000","last_peered":"2023-09-21T11:17:54.947333+0000","last_clean":"2023-09-21T11:17:54.947333+0000","last_became_active":"2023-09-21T11:17:53.523190+0000","last_became_peered":"2023-09-21T11:17:53.523190+0000","last_unstale":"2023-09-21T11:17:54.947333+0000","last_undegraded":"2023-09-21T11:17:54.947333+0000","last_fullsized":"2023-09-21T11:17:54.947333+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:42:02.838195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388490+0000","last_change":"2023-09-21T11:17:53.962955+0000","last_active":"2023-09-21T11:17:55.388490+0000","last_peered":"2023-09-21T11:17:55.388490+0000","last_clean":"2023-09-21T11:17:55.388490+0000","last_became_active":"2023-09-21T11:17:53.962028+0000","last_became_peered":"2023-09-21T11:17:53.962028+0000","last_unstale":"2023-09-21T11:17:55.388490+0000","last_undegraded":"2023-09-21T11:17:55.388490+0000","last_fullsized":"2023-09-21T11:17:55.388490+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:45:11.569102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481494+0000","last_change":"2023-09-21T11:17:53.530036+0000","last_active":"2023-09-21T11:17:55.481494+0000","last_peered":"2023-09-21T11:17:55.481494+0000","last_clean":"2023-09-21T11:17:55.481494+0000","last_became_active":"2023-09-21T11:17:53.529749+0000","last_became_peered":"2023-09-21T11:17:53.529749+0000","last_unstale":"2023-09-21T11:17:55.481494+0000","last_undegraded":"2023-09-21T11:17:55.481494+0000","last_fullsized":"2023-09-21T11:17:55.481494+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:40:51.764281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481631+0000","last_change":"2023-09-21T11:17:53.958835+0000","last_active":"2023-09-21T11:17:55.481631+0000","last_peered":"2023-09-21T11:17:55.481631+0000","last_clean":"2023-09-21T11:17:55.481631+0000","last_became_active":"2023-09-21T11:17:53.958580+0000","last_became_peered":"2023-09-21T11:17:53.958580+0000","last_unstale":"2023-09-21T11:17:55.481631+0000","last_undegraded":"2023-09-21T11:17:55.481631+0000","last_fullsized":"2023-09-21T11:17:55.481631+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:57:35.476873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.946493+0000","last_change":"2023-09-21T11:17:53.528733+0000","last_active":"2023-09-21T11:17:54.946493+0000","last_peered":"2023-09-21T11:17:54.946493+0000","last_clean":"2023-09-21T11:17:54.946493+0000","last_became_active":"2023-09-21T11:17:53.528527+0000","last_became_peered":"2023-09-21T11:17:53.528527+0000","last_unstale":"2023-09-21T11:17:54.946493+0000","last_undegraded":"2023-09-21T11:17:54.946493+0000","last_fullsized":"2023-09-21T11:17:54.946493+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:45:55.052095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481167+0000","last_change":"2023-09-21T11:17:53.956016+0000","last_active":"2023-09-21T11:17:55.481167+0000","last_peered":"2023-09-21T11:17:55.481167+0000","last_clean":"2023-09-21T11:17:55.481167+0000","last_became_active":"2023-09-21T11:17:53.955360+0000","last_became_peered":"2023-09-21T11:17:53.955360+0000","last_unstale":"2023-09-21T11:17:55.481167+0000","last_undegraded":"2023-09-21T11:17:55.481167+0000","last_fullsized":"2023-09-21T11:17:55.481167+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:16:52.609144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"32'3","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388448+0000","last_change":"2023-09-21T11:17:53.532039+0000","last_active":"2023-09-21T11:17:55.388448+0000","last_peered":"2023-09-21T11:17:55.388448+0000","last_clean":"2023-09-21T11:17:55.388448+0000","last_became_active":"2023-09-21T11:17:53.531773+0000","last_became_peered":"2023-09-21T11:17:53.531773+0000","last_unstale":"2023-09-21T11:17:55.388448+0000","last_undegraded":"2023-09-21T11:17:55.388448+0000","last_fullsized":"2023-09-21T11:17:55.388448+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:38:54.784353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388363+0000","last_change":"2023-09-21T11:17:53.964661+0000","last_active":"2023-09-21T11:17:55.388363+0000","last_peered":"2023-09-21T11:17:55.388363+0000","last_clean":"2023-09-21T11:17:55.388363+0000","last_became_active":"2023-09-21T11:17:53.964378+0000","last_became_peered":"2023-09-21T11:17:53.964378+0000","last_unstale":"2023-09-21T11:17:55.388363+0000","last_undegraded":"2023-09-21T11:17:55.388363+0000","last_fullsized":"2023-09-21T11:17:55.388363+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:41:16.976406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"32'6","reported_seq":18,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481170+0000","last_change":"2023-09-21T11:17:53.526128+0000","last_active":"2023-09-21T11:17:55.481170+0000","last_peered":"2023-09-21T11:17:55.481170+0000","last_clean":"2023-09-21T11:17:55.481170+0000","last_became_active":"2023-09-21T11:17:53.525727+0000","last_became_peered":"2023-09-21T11:17:53.525727+0000","last_unstale":"2023-09-21T11:17:55.481170+0000","last_undegraded":"2023-09-21T11:17:55.481170+0000","last_fullsized":"2023-09-21T11:17:55.481170+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:49:47.790932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.482345+0000","last_change":"2023-09-21T11:17:53.959251+0000","last_active":"2023-09-21T11:17:55.482345+0000","last_peered":"2023-09-21T11:17:55.482345+0000","last_clean":"2023-09-21T11:17:55.482345+0000","last_became_active":"2023-09-21T11:17:53.958972+0000","last_became_peered":"2023-09-21T11:17:53.958972+0000","last_unstale":"2023-09-21T11:17:55.482345+0000","last_undegraded":"2023-09-21T11:17:55.482345+0000","last_fullsized":"2023-09-21T11:17:55.482345+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:32:19.193500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"32'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947743+0000","last_change":"2023-09-21T11:17:53.526760+0000","last_active":"2023-09-21T11:17:54.947743+0000","last_peered":"2023-09-21T11:17:54.947743+0000","last_clean":"2023-09-21T11:17:54.947743+0000","last_became_active":"2023-09-21T11:17:53.526488+0000","last_became_peered":"2023-09-21T11:17:53.526488+0000","last_unstale":"2023-09-21T11:17:54.947743+0000","last_undegraded":"2023-09-21T11:17:54.947743+0000","last_fullsized":"2023-09-21T11:17:54.947743+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:40:35.758502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481332+0000","last_change":"2023-09-21T11:17:53.958088+0000","last_active":"2023-09-21T11:17:55.481332+0000","last_peered":"2023-09-21T11:17:55.481332+0000","last_clean":"2023-09-21T11:17:55.481332+0000","last_became_active":"2023-09-21T11:17:53.957807+0000","last_became_peered":"2023-09-21T11:17:53.957807+0000","last_unstale":"2023-09-21T11:17:55.481332+0000","last_undegraded":"2023-09-21T11:17:55.481332+0000","last_fullsized":"2023-09-21T11:17:55.481332+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:32.923070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.482428+0000","last_change":"2023-09-21T11:17:53.525302+0000","last_active":"2023-09-21T11:17:55.482428+0000","last_peered":"2023-09-21T11:17:55.482428+0000","last_clean":"2023-09-21T11:17:55.482428+0000","last_became_active":"2023-09-21T11:17:53.524886+0000","last_became_peered":"2023-09-21T11:17:53.524886+0000","last_unstale":"2023-09-21T11:17:55.482428+0000","last_undegraded":"2023-09-21T11:17:55.482428+0000","last_fullsized":"2023-09-21T11:17:55.482428+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:47:19.047601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481362+0000","last_change":"2023-09-21T11:17:53.965782+0000","last_active":"2023-09-21T11:17:55.481362+0000","last_peered":"2023-09-21T11:17:55.481362+0000","last_clean":"2023-09-21T11:17:55.481362+0000","last_became_active":"2023-09-21T11:17:53.965494+0000","last_became_peered":"2023-09-21T11:17:53.965494+0000","last_unstale":"2023-09-21T11:17:55.481362+0000","last_undegraded":"2023-09-21T11:17:55.481362+0000","last_fullsized":"2023-09-21T11:17:55.481362+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:57:49.572535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480831+0000","last_change":"2023-09-21T11:17:53.529980+0000","last_active":"2023-09-21T11:17:55.480831+0000","last_peered":"2023-09-21T11:17:55.480831+0000","last_clean":"2023-09-21T11:17:55.480831+0000","last_became_active":"2023-09-21T11:17:53.529670+0000","last_became_peered":"2023-09-21T11:17:53.529670+0000","last_unstale":"2023-09-21T11:17:55.480831+0000","last_undegraded":"2023-09-21T11:17:55.480831+0000","last_fullsized":"2023-09-21T11:17:55.480831+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:57:07.521492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480857+0000","last_change":"2023-09-21T11:17:53.961072+0000","last_active":"2023-09-21T11:17:55.480857+0000","last_peered":"2023-09-21T11:17:55.480857+0000","last_clean":"2023-09-21T11:17:55.480857+0000","last_became_active":"2023-09-21T11:17:53.960816+0000","last_became_peered":"2023-09-21T11:17:53.960816+0000","last_unstale":"2023-09-21T11:17:55.480857+0000","last_undegraded":"2023-09-21T11:17:55.480857+0000","last_fullsized":"2023-09-21T11:17:55.480857+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T16:32:14.629701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"32'8","reported_seq":20,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480671+0000","last_change":"2023-09-21T11:17:53.525986+0000","last_active":"2023-09-21T11:17:55.480671+0000","last_peered":"2023-09-21T11:17:55.480671+0000","last_clean":"2023-09-21T11:17:55.480671+0000","last_became_active":"2023-09-21T11:17:53.525751+0000","last_became_peered":"2023-09-21T11:17:53.525751+0000","last_unstale":"2023-09-21T11:17:55.480671+0000","last_undegraded":"2023-09-21T11:17:55.480671+0000","last_fullsized":"2023-09-21T11:17:55.480671+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:24:30.926042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.948195+0000","last_change":"2023-09-21T11:17:53.959761+0000","last_active":"2023-09-21T11:17:54.948195+0000","last_peered":"2023-09-21T11:17:54.948195+0000","last_clean":"2023-09-21T11:17:54.948195+0000","last_became_active":"2023-09-21T11:17:53.959436+0000","last_became_peered":"2023-09-21T11:17:53.959436+0000","last_unstale":"2023-09-21T11:17:54.948195+0000","last_undegraded":"2023-09-21T11:17:54.948195+0000","last_fullsized":"2023-09-21T11:17:54.948195+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:40:52.771431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"32'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.482273+0000","last_change":"2023-09-21T11:17:53.529570+0000","last_active":"2023-09-21T11:17:55.482273+0000","last_peered":"2023-09-21T11:17:55.482273+0000","last_clean":"2023-09-21T11:17:55.482273+0000","last_became_active":"2023-09-21T11:17:53.529262+0000","last_became_peered":"2023-09-21T11:17:53.529262+0000","last_unstale":"2023-09-21T11:17:55.482273+0000","last_undegraded":"2023-09-21T11:17:55.482273+0000","last_fullsized":"2023-09-21T11:17:55.482273+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:31:48.709207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388572+0000","last_change":"2023-09-21T11:17:53.965411+0000","last_active":"2023-09-21T11:17:55.388572+0000","last_peered":"2023-09-21T11:17:55.388572+0000","last_clean":"2023-09-21T11:17:55.388572+0000","last_became_active":"2023-09-21T11:17:53.964845+0000","last_became_peered":"2023-09-21T11:17:53.964845+0000","last_unstale":"2023-09-21T11:17:55.388572+0000","last_undegraded":"2023-09-21T11:17:55.388572+0000","last_fullsized":"2023-09-21T11:17:55.388572+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:20:31.999626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"32'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.948100+0000","last_change":"2023-09-21T11:17:53.528480+0000","last_active":"2023-09-21T11:17:54.948100+0000","last_peered":"2023-09-21T11:17:54.948100+0000","last_clean":"2023-09-21T11:17:54.948100+0000","last_became_active":"2023-09-21T11:17:53.528171+0000","last_became_peered":"2023-09-21T11:17:53.528171+0000","last_unstale":"2023-09-21T11:17:54.948100+0000","last_undegraded":"2023-09-21T11:17:54.948100+0000","last_fullsized":"2023-09-21T11:17:54.948100+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:47:19.047601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481748+0000","last_change":"2023-09-21T11:17:53.961316+0000","last_active":"2023-09-21T11:17:55.481748+0000","last_peered":"2023-09-21T11:17:55.481748+0000","last_clean":"2023-09-21T11:17:55.481748+0000","last_became_active":"2023-09-21T11:17:53.960755+0000","last_became_peered":"2023-09-21T11:17:53.960755+0000","last_unstale":"2023-09-21T11:17:55.481748+0000","last_undegraded":"2023-09-21T11:17:55.481748+0000","last_fullsized":"2023-09-21T11:17:55.481748+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:38:53.913184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"32'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.948101+0000","last_change":"2023-09-21T11:17:53.523314+0000","last_active":"2023-09-21T11:17:54.948101+0000","last_peered":"2023-09-21T11:17:54.948101+0000","last_clean":"2023-09-21T11:17:54.948101+0000","last_became_active":"2023-09-21T11:17:53.522888+0000","last_became_peered":"2023-09-21T11:17:53.522888+0000","last_unstale":"2023-09-21T11:17:54.948101+0000","last_undegraded":"2023-09-21T11:17:54.948101+0000","last_fullsized":"2023-09-21T11:17:54.948101+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:55:49.315913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480917+0000","last_change":"2023-09-21T11:17:53.956962+0000","last_active":"2023-09-21T11:17:55.480917+0000","last_peered":"2023-09-21T11:17:55.480917+0000","last_clean":"2023-09-21T11:17:55.480917+0000","last_became_active":"2023-09-21T11:17:53.956014+0000","last_became_peered":"2023-09-21T11:17:53.956014+0000","last_unstale":"2023-09-21T11:17:55.480917+0000","last_undegraded":"2023-09-21T11:17:55.480917+0000","last_fullsized":"2023-09-21T11:17:55.480917+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:24:31.933192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.948023+0000","last_change":"2023-09-21T11:17:53.527052+0000","last_active":"2023-09-21T11:17:54.948023+0000","last_peered":"2023-09-21T11:17:54.948023+0000","last_clean":"2023-09-21T11:17:54.948023+0000","last_became_active":"2023-09-21T11:17:53.526775+0000","last_became_peered":"2023-09-21T11:17:53.526775+0000","last_unstale":"2023-09-21T11:17:54.948023+0000","last_undegraded":"2023-09-21T11:17:54.948023+0000","last_fullsized":"2023-09-21T11:17:54.948023+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:45:55.052095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.482051+0000","last_change":"2023-09-21T11:17:53.960789+0000","last_active":"2023-09-21T11:17:55.482051+0000","last_peered":"2023-09-21T11:17:55.482051+0000","last_clean":"2023-09-21T11:17:55.482051+0000","last_became_active":"2023-09-21T11:17:53.960460+0000","last_became_peered":"2023-09-21T11:17:53.960460+0000","last_unstale":"2023-09-21T11:17:55.482051+0000","last_undegraded":"2023-09-21T11:17:55.482051+0000","last_fullsized":"2023-09-21T11:17:55.482051+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:57:08.528642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"32'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.946584+0000","last_change":"2023-09-21T11:17:53.517878+0000","last_active":"2023-09-21T11:17:54.946584+0000","last_peered":"2023-09-21T11:17:54.946584+0000","last_clean":"2023-09-21T11:17:54.946584+0000","last_became_active":"2023-09-21T11:17:53.517597+0000","last_became_peered":"2023-09-21T11:17:53.517597+0000","last_unstale":"2023-09-21T11:17:54.946584+0000","last_undegraded":"2023-09-21T11:17:54.946584+0000","last_fullsized":"2023-09-21T11:17:54.946584+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:24:30.926042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480670+0000","last_change":"2023-09-21T11:17:53.958160+0000","last_active":"2023-09-21T11:17:55.480670+0000","last_peered":"2023-09-21T11:17:55.480670+0000","last_clean":"2023-09-21T11:17:55.480670+0000","last_became_active":"2023-09-21T11:17:53.957904+0000","last_became_peered":"2023-09-21T11:17:53.957904+0000","last_unstale":"2023-09-21T11:17:55.480670+0000","last_undegraded":"2023-09-21T11:17:55.480670+0000","last_fullsized":"2023-09-21T11:17:55.480670+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:40:36.765652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481339+0000","last_change":"2023-09-21T11:17:53.533508+0000","last_active":"2023-09-21T11:17:55.481339+0000","last_peered":"2023-09-21T11:17:55.481339+0000","last_clean":"2023-09-21T11:17:55.481339+0000","last_became_active":"2023-09-21T11:17:53.533227+0000","last_became_peered":"2023-09-21T11:17:53.533227+0000","last_unstale":"2023-09-21T11:17:55.481339+0000","last_undegraded":"2023-09-21T11:17:55.481339+0000","last_fullsized":"2023-09-21T11:17:55.481339+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:24:30.926042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480501+0000","last_change":"2023-09-21T11:17:53.958036+0000","last_active":"2023-09-21T11:17:55.480501+0000","last_peered":"2023-09-21T11:17:55.480501+0000","last_clean":"2023-09-21T11:17:55.480501+0000","last_became_active":"2023-09-21T11:17:53.957781+0000","last_became_peered":"2023-09-21T11:17:53.957781+0000","last_unstale":"2023-09-21T11:17:55.480501+0000","last_undegraded":"2023-09-21T11:17:55.480501+0000","last_fullsized":"2023-09-21T11:17:55.480501+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:37:49.646849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947435+0000","last_change":"2023-09-21T11:17:53.524447+0000","last_active":"2023-09-21T11:17:54.947435+0000","last_peered":"2023-09-21T11:17:54.947435+0000","last_clean":"2023-09-21T11:17:54.947435+0000","last_became_active":"2023-09-21T11:17:53.524169+0000","last_became_peered":"2023-09-21T11:17:53.524169+0000","last_unstale":"2023-09-21T11:17:54.947435+0000","last_undegraded":"2023-09-21T11:17:54.947435+0000","last_fullsized":"2023-09-21T11:17:54.947435+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:01:19.902164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481465+0000","last_change":"2023-09-21T11:17:53.966398+0000","last_active":"2023-09-21T11:17:55.481465+0000","last_peered":"2023-09-21T11:17:55.481465+0000","last_clean":"2023-09-21T11:17:55.481465+0000","last_became_active":"2023-09-21T11:17:53.966080+0000","last_became_peered":"2023-09-21T11:17:53.966080+0000","last_unstale":"2023-09-21T11:17:55.481465+0000","last_undegraded":"2023-09-21T11:17:55.481465+0000","last_fullsized":"2023-09-21T11:17:55.481465+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:57:35.476873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.387985+0000","last_change":"2023-09-21T11:17:53.530080+0000","last_active":"2023-09-21T11:17:55.387985+0000","last_peered":"2023-09-21T11:17:55.387985+0000","last_clean":"2023-09-21T11:17:55.387985+0000","last_became_active":"2023-09-21T11:17:53.529726+0000","last_became_peered":"2023-09-21T11:17:53.529726+0000","last_unstale":"2023-09-21T11:17:55.387985+0000","last_undegraded":"2023-09-21T11:17:55.387985+0000","last_fullsized":"2023-09-21T11:17:55.387985+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:49:47.790932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480572+0000","last_change":"2023-09-21T11:17:53.961904+0000","last_active":"2023-09-21T11:17:55.480572+0000","last_peered":"2023-09-21T11:17:55.480572+0000","last_clean":"2023-09-21T11:17:55.480572+0000","last_became_active":"2023-09-21T11:17:53.961612+0000","last_became_peered":"2023-09-21T11:17:53.961612+0000","last_unstale":"2023-09-21T11:17:55.480572+0000","last_undegraded":"2023-09-21T11:17:55.480572+0000","last_fullsized":"2023-09-21T11:17:55.480572+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:49:32.254242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"32'2","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.482098+0000","last_change":"2023-09-21T11:17:53.531895+0000","last_active":"2023-09-21T11:17:55.482098+0000","last_peered":"2023-09-21T11:17:55.482098+0000","last_clean":"2023-09-21T11:17:55.482098+0000","last_became_active":"2023-09-21T11:17:53.531721+0000","last_became_peered":"2023-09-21T11:17:53.531721+0000","last_unstale":"2023-09-21T11:17:55.482098+0000","last_undegraded":"2023-09-21T11:17:55.482098+0000","last_fullsized":"2023-09-21T11:17:55.482098+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:05:12.618651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.388522+0000","last_change":"2023-09-21T11:17:53.965589+0000","last_active":"2023-09-21T11:17:55.388522+0000","last_peered":"2023-09-21T11:17:55.388522+0000","last_clean":"2023-09-21T11:17:55.388522+0000","last_became_active":"2023-09-21T11:17:53.965082+0000","last_became_peered":"2023-09-21T11:17:53.965082+0000","last_unstale":"2023-09-21T11:17:55.388522+0000","last_undegraded":"2023-09-21T11:17:55.388522+0000","last_fullsized":"2023-09-21T11:17:55.388522+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:04:13.904662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"33'1","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:56.525557+0000","last_change":"2023-09-21T11:17:53.518081+0000","last_active":"2023-09-21T11:17:56.525557+0000","last_peered":"2023-09-21T11:17:56.525557+0000","last_clean":"2023-09-21T11:17:56.525557+0000","last_became_active":"2023-09-21T11:17:53.517809+0000","last_became_peered":"2023-09-21T11:17:53.517809+0000","last_unstale":"2023-09-21T11:17:56.525557+0000","last_undegraded":"2023-09-21T11:17:56.525557+0000","last_fullsized":"2023-09-21T11:17:56.525557+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:01:19.902164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947012+0000","last_change":"2023-09-21T11:17:53.962878+0000","last_active":"2023-09-21T11:17:54.947012+0000","last_peered":"2023-09-21T11:17:54.947012+0000","last_clean":"2023-09-21T11:17:54.947012+0000","last_became_active":"2023-09-21T11:17:53.962601+0000","last_became_peered":"2023-09-21T11:17:53.962601+0000","last_unstale":"2023-09-21T11:17:54.947012+0000","last_undegraded":"2023-09-21T11:17:54.947012+0000","last_fullsized":"2023-09-21T11:17:54.947012+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T11:31:49.716357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481537+0000","last_change":"2023-09-21T11:17:53.524079+0000","last_active":"2023-09-21T11:17:55.481537+0000","last_peered":"2023-09-21T11:17:55.481537+0000","last_clean":"2023-09-21T11:17:55.481537+0000","last_became_active":"2023-09-21T11:17:53.523651+0000","last_became_peered":"2023-09-21T11:17:53.523651+0000","last_unstale":"2023-09-21T11:17:55.481537+0000","last_undegraded":"2023-09-21T11:17:55.481537+0000","last_fullsized":"2023-09-21T11:17:55.481537+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:12:18.330211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481321+0000","last_change":"2023-09-21T11:17:53.958154+0000","last_active":"2023-09-21T11:17:55.481321+0000","last_peered":"2023-09-21T11:17:55.481321+0000","last_clean":"2023-09-21T11:17:55.481321+0000","last_became_active":"2023-09-21T11:17:53.957857+0000","last_became_peered":"2023-09-21T11:17:53.957857+0000","last_unstale":"2023-09-21T11:17:55.481321+0000","last_undegraded":"2023-09-21T11:17:55.481321+0000","last_fullsized":"2023-09-21T11:17:55.481321+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T17:13:33.534724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.946494+0000","last_change":"2023-09-21T11:17:53.527427+0000","last_active":"2023-09-21T11:17:54.946494+0000","last_peered":"2023-09-21T11:17:54.946494+0000","last_clean":"2023-09-21T11:17:54.946494+0000","last_became_active":"2023-09-21T11:17:53.527116+0000","last_became_peered":"2023-09-21T11:17:53.527116+0000","last_unstale":"2023-09-21T11:17:54.946494+0000","last_undegraded":"2023-09-21T11:17:54.946494+0000","last_fullsized":"2023-09-21T11:17:54.946494+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T12:47:19.047601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.946795+0000","last_change":"2023-09-21T11:17:53.958891+0000","last_active":"2023-09-21T11:17:54.946795+0000","last_peered":"2023-09-21T11:17:54.946795+0000","last_clean":"2023-09-21T11:17:54.946795+0000","last_became_active":"2023-09-21T11:17:53.958406+0000","last_became_peered":"2023-09-21T11:17:53.958406+0000","last_unstale":"2023-09-21T11:17:54.946795+0000","last_undegraded":"2023-09-21T11:17:54.946795+0000","last_fullsized":"2023-09-21T11:17:54.946795+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T21:05:13.625801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.482524+0000","last_change":"2023-09-21T11:17:53.532063+0000","last_active":"2023-09-21T11:17:55.482524+0000","last_peered":"2023-09-21T11:17:55.482524+0000","last_clean":"2023-09-21T11:17:55.482524+0000","last_became_active":"2023-09-21T11:17:53.531784+0000","last_became_peered":"2023-09-21T11:17:53.531784+0000","last_unstale":"2023-09-21T11:17:55.482524+0000","last_undegraded":"2023-09-21T11:17:55.482524+0000","last_fullsized":"2023-09-21T11:17:55.482524+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:24:30.926042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480621+0000","last_change":"2023-09-21T11:17:53.958167+0000","last_active":"2023-09-21T11:17:55.480621+0000","last_peered":"2023-09-21T11:17:55.480621+0000","last_clean":"2023-09-21T11:17:55.480621+0000","last_became_active":"2023-09-21T11:17:53.957905+0000","last_became_peered":"2023-09-21T11:17:53.957905+0000","last_unstale":"2023-09-21T11:17:55.480621+0000","last_undegraded":"2023-09-21T11:17:55.480621+0000","last_fullsized":"2023-09-21T11:17:55.480621+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T14:17:44.713763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947699+0000","last_change":"2023-09-21T11:17:53.532224+0000","last_active":"2023-09-21T11:17:54.947699+0000","last_peered":"2023-09-21T11:17:54.947699+0000","last_clean":"2023-09-21T11:17:54.947699+0000","last_became_active":"2023-09-21T11:17:53.531911+0000","last_became_peered":"2023-09-21T11:17:53.531911+0000","last_unstale":"2023-09-21T11:17:54.947699+0000","last_undegraded":"2023-09-21T11:17:54.947699+0000","last_fullsized":"2023-09-21T11:17:54.947699+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:24:30.926042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:54.947362+0000","last_change":"2023-09-21T11:17:53.956187+0000","last_active":"2023-09-21T11:17:54.947362+0000","last_peered":"2023-09-21T11:17:54.947362+0000","last_clean":"2023-09-21T11:17:54.947362+0000","last_became_active":"2023-09-21T11:17:53.955164+0000","last_became_peered":"2023-09-21T11:17:53.955164+0000","last_unstale":"2023-09-21T11:17:54.947362+0000","last_undegraded":"2023-09-21T11:17:54.947362+0000","last_fullsized":"2023-09-21T11:17:54.947362+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T22:12:19.337361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480765+0000","last_change":"2023-09-21T11:17:53.529986+0000","last_active":"2023-09-21T11:17:55.480765+0000","last_peered":"2023-09-21T11:17:55.480765+0000","last_clean":"2023-09-21T11:17:55.480765+0000","last_became_active":"2023-09-21T11:17:53.529697+0000","last_became_peered":"2023-09-21T11:17:53.529697+0000","last_unstale":"2023-09-21T11:17:55.480765+0000","last_undegraded":"2023-09-21T11:17:55.480765+0000","last_fullsized":"2023-09-21T11:17:55.480765+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T20:43:11.563776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.481318+0000","last_change":"2023-09-21T11:17:53.962753+0000","last_active":"2023-09-21T11:17:55.481318+0000","last_peered":"2023-09-21T11:17:55.481318+0000","last_clean":"2023-09-21T11:17:55.481318+0000","last_became_active":"2023-09-21T11:17:53.962469+0000","last_became_peered":"2023-09-21T11:17:53.962469+0000","last_unstale":"2023-09-21T11:17:55.481318+0000","last_undegraded":"2023-09-21T11:17:55.481318+0000","last_fullsized":"2023-09-21T11:17:55.481318+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:53.505422+0000","last_clean_scrub_stamp":"2023-09-21T11:17:53.505422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:29:32.923070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-21T11:17:55.480826+0000","last_change":"2023-09-21T11:17:53.532492+0000","last_active":"2023-09-21T11:17:55.480826+0000","last_peered":"2023-09-21T11:17:55.480826+0000","last_clean":"2023-09-21T11:17:55.480826+0000","last_became_active":"2023-09-21T11:17:53.532044+0000","last_became_peered":"2023-09-21T11:17:53.532044+0000","last_unstale":"2023-09-21T11:17:55.480826+0000","last_undegraded":"2023-09-21T11:17:55.480826+0000","last_fullsized":"2023-09-21T11:17:55.480826+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:17:52.498272+0000","last_clean_scrub_stamp":"2023-09-21T11:17:52.498272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T13:01:19.902164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":175,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-09-21T11:17:53.954354+0000","last_change":"2023-09-21T11:16:47.947863+0000","last_active":"2023-09-21T11:17:53.954354+0000","last_peered":"2023-09-21T11:17:53.954354+0000","last_clean":"2023-09-21T11:17:53.954354+0000","last_became_active":"2023-09-21T11:16:47.946755+0000","last_became_peered":"2023-09-21T11:16:47.946755+0000","last_unstale":"2023-09-21T11:17:53.954354+0000","last_undegraded":"2023-09-21T11:17:53.954354+0000","last_fullsized":"2023-09-21T11:17:53.954354+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-21T11:16:46.798821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-21T11:16:46.798821+0000","last_clean_scrub_stamp":"2023-09-21T11:16:46.798821+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-22T15:59:57.802465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27400,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344440,"statfs":{"total":96636764160,"available":96608706560,"internally_reserved":0,"allocated":380928,"data_stored":147857,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.753},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.54300000000000004}]},{"osd":1,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.65300000000000002}]},{"osd":2,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.58199999999999996}]},{"osd":3,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.63900000000000001}]},{"osd":4,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.72299999999999998}]},{"osd":6,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.441}]},{"osd":7,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.70899999999999996}]}]},{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27976,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343864,"statfs":{"total":96636764160,"available":96608116736,"internally_reserved":0,"allocated":970752,"data_stored":737643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":4.8959999999999999,"5min":4.8959999999999999,"15min":4.8959999999999999},"last":0.67900000000000005}]},{"osd":1,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.552,"5min":1.552,"15min":1.552},"last":0.72299999999999998}]},{"osd":2,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.60299999999999998}]},{"osd":3,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.7969999999999997,"5min":4.7969999999999997,"15min":4.7969999999999997},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.69899999999999995}]},{"osd":4,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.54900000000000004}]},{"osd":5,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.435}]},{"osd":6,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.49299999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":389120,"data_stored":148819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":10.744999999999999,"5min":10.744999999999999,"15min":10.744999999999999},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.40000000000000002}]},{"osd":2,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":1.216,"5min":1.216,"15min":1.216},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":16.850000000000001,"5min":16.850000000000001,"15min":16.850000000000001},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.44400000000000001}]},{"osd":3,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":10.773999999999999,"5min":10.773999999999999,"15min":10.773999999999999},"last":0.378},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":11.952999999999999,"5min":11.952999999999999,"15min":11.952999999999999},"last":0.35599999999999998}]},{"osd":4,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":11.856,"5min":11.856,"15min":11.856},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":6.5019999999999998,"5min":6.5019999999999998,"15min":6.5019999999999998},"last":0.70099999999999996}]},{"osd":5,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":6.5300000000000002,"5min":6.5300000000000002,"15min":6.5300000000000002},"last":0.59699999999999998},{"interface":"front","average":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":10.711,"5min":10.711,"15min":10.711},"last":0.629}]},{"osd":6,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":11.895,"5min":11.895,"15min":11.895},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":6.4669999999999996,"5min":6.4669999999999996,"15min":6.4669999999999996},"last":0.65600000000000003}]},{"osd":7,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":10.679,"5min":10.679,"15min":10.679},"last":0.68999999999999995},{"interface":"front","average":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":11.925000000000001,"5min":11.925000000000001,"15min":11.925000000000001},"last":0.68100000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27964,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343876,"statfs":{"total":96636764160,"available":96608129024,"internally_reserved":0,"allocated":966656,"data_stored":737553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.28199999999999997}]},{"osd":2,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":1.732,"5min":1.732,"15min":1.732},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.34599999999999997}]},{"osd":3,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.22800000000000001},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.698,"5min":1.698,"15min":1.698},"last":0.252}]},{"osd":4,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.55700000000000005}]},{"osd":5,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.52500000000000002}]},{"osd":6,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.626},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.59399999999999997}]},{"osd":7,"last update":"Thu Sep 21 11:17:46 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.66300000000000003}]}]},{"osd":2,"up_from":13,"seq":55834574864,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27396,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344444,"statfs":{"total":96636764160,"available":96608710656,"internally_reserved":0,"allocated":376832,"data_stored":147255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 11:17:45 2023","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.28699999999999998}]},{"osd":1,"last update":"Thu Sep 21 11:17:45 2023","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.314},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.39000000000000001}]},{"osd":3,"last update":"Thu Sep 21 11:17:45 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.32500000000000001}]},{"osd":4,"last update":"Thu Sep 21 11:17:45 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.53500000000000003}]},{"osd":5,"last update":"Thu Sep 21 11:17:45 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.502},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"last":0.41899999999999998}]},{"osd":6,"last update":"Thu Sep 21 11:17:45 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.437},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.58699999999999997}]},{"osd":7,"last update":"Thu Sep 21 11:17:45 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.292,"5min":1.292,"15min":1.292},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.54800000000000004}]}]},{"osd":3,"up_from":13,"seq":55834574865,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":389120,"data_stored":148819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.247},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":6.327,"5min":6.327,"15min":6.327},"last":0.33600000000000002}]},{"osd":1,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":6.2300000000000004,"5min":6.2300000000000004,"15min":6.2300000000000004},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":6.1369999999999996,"5min":6.1369999999999996,"15min":6.1369999999999996},"last":0.36699999999999999}]},{"osd":2,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":6.2750000000000004,"5min":6.2750000000000004,"15min":6.2750000000000004},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.309}]},{"osd":4,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":6.4500000000000002,"5min":6.4500000000000002,"15min":6.4500000000000002},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":6.5869999999999997,"5min":6.5869999999999997,"15min":6.5869999999999997},"last":0.48599999999999999}]},{"osd":5,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":6.5549999999999997,"5min":6.5549999999999997,"15min":6.5549999999999997},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.47199999999999998}]},{"osd":6,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.504},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":6.3730000000000002,"5min":6.3730000000000002,"15min":6.3730000000000002},"last":0.56499999999999995}]},{"osd":7,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":6.4029999999999996,"5min":6.4029999999999996,"15min":6.4029999999999996},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":6.6150000000000002,"5min":6.6150000000000002,"15min":6.6150000000000002},"last":0.51800000000000002}]}]},{"osd":4,"up_from":13,"seq":55834574866,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27400,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344440,"statfs":{"total":96636764160,"available":96608706560,"internally_reserved":0,"allocated":380928,"data_stored":147289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.41999999999999998}]},{"osd":1,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.55900000000000005}]},{"osd":2,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.61899999999999999}]},{"osd":3,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.68899999999999995}]},{"osd":5,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.443},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.63900000000000001}]},{"osd":6,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.77400000000000002}]},{"osd":7,"last update":"Thu Sep 21 11:17:47 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.119,"5min":1.119,"15min":1.119},"last":0.82399999999999995}]}]},{"osd":6,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27400,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344440,"statfs":{"total":96636764160,"available":96608706560,"internally_reserved":0,"allocated":380928,"data_stored":147801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.65100000000000002}]},{"osd":1,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.627}]},{"osd":2,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.48299999999999998}]},{"osd":3,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.46400000000000002}]},{"osd":4,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.52800000000000002}]},{"osd":5,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.58699999999999997}]},{"osd":7,"last update":"Thu Sep 21 11:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.64000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-21T11:17:59.007 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-09-21T11:17:59.007 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2023-09-21T11:17:59.168 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.176+0000 7fc981a46700 1 Processor -- start 2023-09-21T11:17:59.168 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.176+0000 7fc981a46700 1 -- start start 2023-09-21T11:17:59.170 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.177+0000 7fc981a46700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fc97c15ebe0 0x7fc97c0d22c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:59.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.177+0000 7fc981a46700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fc97c0cfe60 0x7fc97c0d02d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:59.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.177+0000 7fc981a46700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc97c0d1e30 con 0x7fc97c15db40 2023-09-21T11:17:59.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.177+0000 7fc981a46700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc97c0d12f0 con 0x7fc97c0cfe60 2023-09-21T11:17:59.171 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.177+0000 7fc981a46700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc97c0d0810 con 0x7fc97c15ebe0 2023-09-21T11:17:59.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.177+0000 7fc97b7fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fc97c0cfe60 0x7fc97c0d02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:59.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.177+0000 7fc97b7fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fc97c0cfe60 0x7fc97c0d02d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55370/0 (socket says 172.21.15.79:55370) 2023-09-21T11:17:59.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.177+0000 7fc97b7fe700 1 -- 172.21.15.79:0/1384698094 learned_addr learned my addr 172.21.15.79:0/1384698094 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:59.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.177+0000 7fc97a7fc700 1 --2- 172.21.15.79:0/1384698094 >> v2:172.21.15.134:3300/0 conn(0x7fc97c15ebe0 0x7fc97c0d22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:59.172 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.177+0000 7fc979ffb700 1 -- 172.21.15.79:0/1384698094 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1547626821 0 0) 0x7fc97c0d1e30 con 0x7fc97c15db40 2023-09-21T11:17:59.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.177+0000 7fc979ffb700 1 -- 172.21.15.79:0/1384698094 --> v1:172.21.15.79:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc9640035b0 con 0x7fc97c15db40 2023-09-21T11:17:59.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.177+0000 7fc97b7fe700 1 -- 172.21.15.79:0/1384698094 >> v2:172.21.15.134:3300/0 conn(0x7fc97c15ebe0 msgr2=0x7fc97c0d22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:59.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.177+0000 7fc97b7fe700 1 --2- 172.21.15.79:0/1384698094 >> v2:172.21.15.134:3300/0 conn(0x7fc97c15ebe0 0x7fc97c0d22c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.177+0000 7fc97b7fe700 1 -- 172.21.15.79:0/1384698094 >> v1:172.21.15.79:6789/0 conn(0x7fc97c15db40 legacy=0x7fc97c0d3e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:59.173 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.177+0000 7fc97b7fe700 1 -- 172.21.15.79:0/1384698094 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc97c0d4540 con 0x7fc97c0cfe60 2023-09-21T11:17:59.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.177+0000 7fc97b7fe700 1 --2- 172.21.15.79:0/1384698094 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc97c0cfe60 0x7fc97c0d02d0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fc97c0ca7a0 tx=0x7fc97400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26ca4bea3b535aba server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:59.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.178+0000 7fc979ffb700 1 -- 172.21.15.79:0/1384698094 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc97400e070 con 0x7fc97c0cfe60 2023-09-21T11:17:59.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.178+0000 7fc979ffb700 1 -- 172.21.15.79:0/1384698094 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc97400b910 con 0x7fc97c0cfe60 2023-09-21T11:17:59.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.178+0000 7fc979ffb700 1 -- 172.21.15.79:0/1384698094 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc97400bcc0 con 0x7fc97c0cfe60 2023-09-21T11:17:59.174 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.178+0000 7fc981a46700 1 -- 172.21.15.79:0/1384698094 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc97c0cfe60 msgr2=0x7fc97c0d02d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:59.175 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.178+0000 7fc981a46700 1 --2- 172.21.15.79:0/1384698094 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc97c0cfe60 0x7fc97c0d02d0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fc97c0ca7a0 tx=0x7fc97400b330 comp rx=0 tx=0).stop 2023-09-21T11:17:59.175 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.178+0000 7fc981a46700 1 -- 172.21.15.79:0/1384698094 shutdown_connections 2023-09-21T11:17:59.175 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.178+0000 7fc981a46700 1 --2- 172.21.15.79:0/1384698094 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc97c0cfe60 0x7fc97c0d02d0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.175 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.178+0000 7fc981a46700 1 --2- 172.21.15.79:0/1384698094 >> v2:172.21.15.134:3300/0 conn(0x7fc97c15ebe0 0x7fc97c0d22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.175 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.178+0000 7fc981a46700 1 -- 172.21.15.79:0/1384698094 >> 172.21.15.79:0/1384698094 conn(0x7fc97c09c950 msgr2=0x7fc97c0d3720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:59.176 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.178+0000 7fc981a46700 1 -- 172.21.15.79:0/1384698094 shutdown_connections 2023-09-21T11:17:59.176 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.178+0000 7fc981a46700 1 -- 172.21.15.79:0/1384698094 wait complete. 2023-09-21T11:17:59.178 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.179+0000 7fc981a46700 1 Processor -- start 2023-09-21T11:17:59.179 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.180+0000 7fc981a46700 1 -- start start 2023-09-21T11:17:59.179 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.180+0000 7fc981a46700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc97c0cfe60 0x7fc97c0b9110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:59.179 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.180+0000 7fc981a46700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc97c15db40 0x7fc97c0b8410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:59.179 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.180+0000 7fc981a46700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc97c15ebe0 0x7fc97c0b56e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:59.180 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.180+0000 7fc981a46700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc97c0c9d10 con 0x7fc97c0cfe60 2023-09-21T11:17:59.180 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.180+0000 7fc981a46700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc97c0b1a40 con 0x7fc97c15db40 2023-09-21T11:17:59.180 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.180+0000 7fc981a46700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc97c144840 con 0x7fc97c15ebe0 2023-09-21T11:17:59.180 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.180+0000 7fc97affd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc97c0cfe60 0x7fc97c0b9110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:59.180 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.180+0000 7fc97affd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc97c0cfe60 0x7fc97c0b9110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55372/0 (socket says 172.21.15.79:55372) 2023-09-21T11:17:59.180 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.181+0000 7fc97affd700 1 -- 172.21.15.79:0/317956141 learned_addr learned my addr 172.21.15.79:0/317956141 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:59.181 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.181+0000 7fc97affd700 1 -- 172.21.15.79:0/317956141 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc97c15ebe0 msgr2=0x7fc97c0b56e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:59.181 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.181+0000 7fc97affd700 1 --2- 172.21.15.79:0/317956141 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc97c15ebe0 0x7fc97c0b56e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.181 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.181+0000 7fc97affd700 1 -- 172.21.15.79:0/317956141 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc97c15db40 msgr2=0x7fc97c0b8410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:59.181 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.181+0000 7fc97affd700 1 --2- 172.21.15.79:0/317956141 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc97c15db40 0x7fc97c0b8410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.181 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.181+0000 7fc97affd700 1 -- 172.21.15.79:0/317956141 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc974009b30 con 0x7fc97c0cfe60 2023-09-21T11:17:59.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.181+0000 7fc97affd700 1 --2- 172.21.15.79:0/317956141 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc97c0cfe60 0x7fc97c0b9110 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fc97000c730 tx=0x7fc97000caf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:59.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.181+0000 7fc963fff700 1 -- 172.21.15.79:0/317956141 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9700054e0 con 0x7fc97c0cfe60 2023-09-21T11:17:59.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.181+0000 7fc963fff700 1 -- 172.21.15.79:0/317956141 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc970003680 con 0x7fc97c0cfe60 2023-09-21T11:17:59.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.181+0000 7fc963fff700 1 -- 172.21.15.79:0/317956141 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9700039f0 con 0x7fc97c0cfe60 2023-09-21T11:17:59.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.181+0000 7fc981a46700 1 -- 172.21.15.79:0/317956141 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc97c144b20 con 0x7fc97c0cfe60 2023-09-21T11:17:59.182 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.181+0000 7fc981a46700 1 -- 172.21.15.79:0/317956141 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc97c1450e0 con 0x7fc97c0cfe60 2023-09-21T11:17:59.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.182+0000 7fc981a46700 1 -- 172.21.15.79:0/317956141 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc97c04eae0 con 0x7fc97c0cfe60 2023-09-21T11:17:59.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.182+0000 7fc963fff700 1 -- 172.21.15.79:0/317956141 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fc970003b50 con 0x7fc97c0cfe60 2023-09-21T11:17:59.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.183+0000 7fc963fff700 1 --2- 172.21.15.79:0/317956141 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc96806a580 0x7fc96806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:59.183 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.183+0000 7fc963fff700 1 -- 172.21.15.79:0/317956141 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc970087e70 con 0x7fc97c0cfe60 2023-09-21T11:17:59.184 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.183+0000 7fc97a7fc700 1 --2- 172.21.15.79:0/317956141 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc96806a580 0x7fc96806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:59.184 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.183+0000 7fc97a7fc700 1 --2- 172.21.15.79:0/317956141 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc96806a580 0x7fc96806ca40 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc97c0d27a0 tx=0x7fc96c0095a0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:59.184 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.187+0000 7fc963fff700 1 -- 172.21.15.79:0/317956141 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fc9700534a0 con 0x7fc97c0cfe60 2023-09-21T11:17:59.444 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.452+0000 7fc981a46700 1 -- 172.21.15.79:0/317956141 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7fc97c0d0e80 con 0x7fc97c0cfe60 2023-09-21T11:17:59.447 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.456+0000 7fc963fff700 1 -- 172.21.15.79:0/317956141 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) v1 ==== 190+0+147 (secure 0 0 0) 0x7fc9700170e0 con 0x7fc97c0cfe60 2023-09-21T11:17:59.448 INFO:teuthology.orchestra.run.smithi079.stdout:[client.0] 2023-09-21T11:17:59.448 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQDwJQxl82ruMhAA4PsOcNGPZRydx6ETbsRzEw== 2023-09-21T11:17:59.448 INFO:teuthology.orchestra.run.smithi079.stdout: caps mds = "allow" 2023-09-21T11:17:59.448 INFO:teuthology.orchestra.run.smithi079.stdout: caps mon = "allow r" 2023-09-21T11:17:59.449 INFO:teuthology.orchestra.run.smithi079.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2023-09-21T11:17:59.450 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.458+0000 7fc981a46700 1 -- 172.21.15.79:0/317956141 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc96806a580 msgr2=0x7fc96806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:59.450 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.458+0000 7fc981a46700 1 --2- 172.21.15.79:0/317956141 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc96806a580 0x7fc96806ca40 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc97c0d27a0 tx=0x7fc96c0095a0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.451 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.458+0000 7fc981a46700 1 -- 172.21.15.79:0/317956141 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc97c0cfe60 msgr2=0x7fc97c0b9110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:59.451 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.458+0000 7fc981a46700 1 --2- 172.21.15.79:0/317956141 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc97c0cfe60 0x7fc97c0b9110 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fc97000c730 tx=0x7fc97000caf0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.451 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.458+0000 7fc981a46700 1 -- 172.21.15.79:0/317956141 shutdown_connections 2023-09-21T11:17:59.451 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.458+0000 7fc981a46700 1 --2- 172.21.15.79:0/317956141 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fc96806a580 0x7fc96806ca40 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.451 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.458+0000 7fc981a46700 1 --2- 172.21.15.79:0/317956141 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc97c15ebe0 0x7fc97c0b56e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.451 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.458+0000 7fc981a46700 1 --2- 172.21.15.79:0/317956141 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc97c0cfe60 0x7fc97c0b9110 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.452 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.458+0000 7fc981a46700 1 --2- 172.21.15.79:0/317956141 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc97c15db40 0x7fc97c0b8410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.452 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.458+0000 7fc981a46700 1 -- 172.21.15.79:0/317956141 >> 172.21.15.79:0/317956141 conn(0x7fc97c09c950 msgr2=0x7fc97c0d3720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:59.452 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.458+0000 7fc981a46700 1 -- 172.21.15.79:0/317956141 shutdown_connections 2023-09-21T11:17:59.452 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.458+0000 7fc981a46700 1 -- 172.21.15.79:0/317956141 wait complete. 2023-09-21T11:17:59.453 INFO:teuthology.orchestra.run.smithi079.stderr:updated caps for client.0 2023-09-21T11:17:59.462 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-21T11:17:59.581 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.590+0000 7fae8062e700 1 Processor -- start 2023-09-21T11:17:59.582 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.590+0000 7fae8062e700 1 -- start start 2023-09-21T11:17:59.584 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.591+0000 7fae8062e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fae780cf9b0 0x7fae780724c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:59.584 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.591+0000 7fae8062e700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fae7815a980 0x7fae780af750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:59.585 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.591+0000 7fae8062e700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae7815b830 con 0x7fae7815a5a0 2023-09-21T11:17:59.585 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.591+0000 7fae8062e700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fae7815f280 con 0x7fae7815a980 2023-09-21T11:17:59.585 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.591+0000 7fae8062e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae780afc90 con 0x7fae780cf9b0 2023-09-21T11:17:59.585 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.591+0000 7fae7ebcb700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7fae7815a980 0x7fae780af750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:59.585 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.591+0000 7fae7e3ca700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7fae7815a5a0 0x7fae780cf2a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41744/0 (socket says 172.21.15.79:41744) 2023-09-21T11:17:59.586 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.591+0000 7fae7e3ca700 1 -- 172.21.15.79:0/1291433114 learned_addr learned my addr 172.21.15.79:0/1291433114 (peer_addr_for_me v1:172.21.15.79:0/0) 2023-09-21T11:17:59.586 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.591+0000 7fae7dbc9700 1 --2- 172.21.15.79:0/1291433114 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fae780cf9b0 0x7fae780724c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:59.586 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.591+0000 7fae7ebcb700 1 -- 172.21.15.79:0/1291433114 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fae780cf9b0 msgr2=0x7fae780724c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:17:59.586 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.591+0000 7fae7ebcb700 1 --2- 172.21.15.79:0/1291433114 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fae780cf9b0 0x7fae780724c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.586 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.591+0000 7fae7d3c8700 1 -- 172.21.15.79:0/1291433114 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 994176592 0 0) 0x7fae7815b830 con 0x7fae7815a5a0 2023-09-21T11:17:59.587 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.591+0000 7fae7ebcb700 1 -- 172.21.15.79:0/1291433114 >> v1:172.21.15.79:6789/0 conn(0x7fae7815a5a0 legacy=0x7fae780cf2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:59.587 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.591+0000 7fae7ebcb700 1 -- 172.21.15.79:0/1291433114 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae7815af00 con 0x7fae7815a980 2023-09-21T11:17:59.587 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.591+0000 7fae7ebcb700 1 --2- 172.21.15.79:0/1291433114 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fae7815a980 0x7fae780af750 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fae70009dc0 tx=0x7fae7000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6e5baadacf4fdc server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:59.587 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.592+0000 7fae7d3c8700 1 -- 172.21.15.79:0/1291433114 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae7000e070 con 0x7fae7815a980 2023-09-21T11:17:59.587 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.592+0000 7fae7d3c8700 1 -- 172.21.15.79:0/1291433114 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae7000bb90 con 0x7fae7815a980 2023-09-21T11:17:59.588 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.592+0000 7fae7d3c8700 1 -- 172.21.15.79:0/1291433114 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae70012430 con 0x7fae7815a980 2023-09-21T11:17:59.588 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.592+0000 7fae8062e700 1 -- 172.21.15.79:0/1291433114 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fae7815a980 msgr2=0x7fae780af750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:59.588 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.592+0000 7fae8062e700 1 --2- 172.21.15.79:0/1291433114 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fae7815a980 0x7fae780af750 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fae70009dc0 tx=0x7fae7000b330 comp rx=0 tx=0).stop 2023-09-21T11:17:59.588 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.592+0000 7fae8062e700 1 -- 172.21.15.79:0/1291433114 shutdown_connections 2023-09-21T11:17:59.588 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.592+0000 7fae8062e700 1 --2- 172.21.15.79:0/1291433114 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fae7815a980 0x7fae780af750 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.589 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.592+0000 7fae8062e700 1 --2- 172.21.15.79:0/1291433114 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fae780cf9b0 0x7fae780724c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.589 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.592+0000 7fae8062e700 1 -- 172.21.15.79:0/1291433114 >> 172.21.15.79:0/1291433114 conn(0x7fae7806dac0 msgr2=0x7fae7806ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:59.589 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.592+0000 7fae8062e700 1 -- 172.21.15.79:0/1291433114 shutdown_connections 2023-09-21T11:17:59.589 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.592+0000 7fae8062e700 1 -- 172.21.15.79:0/1291433114 wait complete. 2023-09-21T11:17:59.592 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.593+0000 7fae8062e700 1 Processor -- start 2023-09-21T11:17:59.592 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.593+0000 7fae8062e700 1 -- start start 2023-09-21T11:17:59.592 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.594+0000 7fae8062e700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fae780cf9b0 0x7fae7814eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:59.593 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.594+0000 7fae8062e700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fae7815a5a0 0x7fae780c7580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:59.593 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.594+0000 7fae8062e700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fae7815a980 0x7fae7815bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:59.593 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.594+0000 7fae8062e700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae780c7f60 con 0x7fae7815a980 2023-09-21T11:17:59.593 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.594+0000 7fae8062e700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae780c8240 con 0x7fae780cf9b0 2023-09-21T11:17:59.594 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.594+0000 7fae8062e700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae780c8520 con 0x7fae7815a5a0 2023-09-21T11:17:59.594 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.594+0000 7fae7ebcb700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fae7815a980 0x7fae7815bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:59.594 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.594+0000 7fae7ebcb700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fae7815a980 0x7fae7815bcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55390/0 (socket says 172.21.15.79:55390) 2023-09-21T11:17:59.594 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.594+0000 7fae7ebcb700 1 -- 172.21.15.79:0/4097544445 learned_addr learned my addr 172.21.15.79:0/4097544445 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:17:59.594 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.594+0000 7fae7dbc9700 1 --2- 172.21.15.79:0/4097544445 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fae7815a5a0 0x7fae780c7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:59.595 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.594+0000 7fae7ebcb700 1 -- 172.21.15.79:0/4097544445 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fae7815a5a0 msgr2=0x7fae780c7580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:59.595 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.594+0000 7fae7ebcb700 1 --2- 172.21.15.79:0/4097544445 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fae7815a5a0 0x7fae780c7580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.595 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.595+0000 7fae7ebcb700 1 -- 172.21.15.79:0/4097544445 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fae780cf9b0 msgr2=0x7fae7814eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:59.595 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.595+0000 7fae7e3ca700 1 --2- 172.21.15.79:0/4097544445 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fae780cf9b0 0x7fae7814eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:59.596 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.595+0000 7fae7ebcb700 1 --2- 172.21.15.79:0/4097544445 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fae780cf9b0 0x7fae7814eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.596 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.595+0000 7fae7ebcb700 1 -- 172.21.15.79:0/4097544445 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae70009a70 con 0x7fae7815a980 2023-09-21T11:17:59.596 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.595+0000 7fae7e3ca700 1 --2- 172.21.15.79:0/4097544445 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fae780cf9b0 0x7fae7814eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:17:59.596 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.595+0000 7fae7ebcb700 1 --2- 172.21.15.79:0/4097544445 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fae7815a980 0x7fae7815bcc0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fae70014040 tx=0x7fae70004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:59.596 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.595+0000 7fae6effd700 1 -- 172.21.15.79:0/4097544445 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae70012430 con 0x7fae7815a980 2023-09-21T11:17:59.597 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.595+0000 7fae6effd700 1 -- 172.21.15.79:0/4097544445 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae70020070 con 0x7fae7815a980 2023-09-21T11:17:59.597 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.595+0000 7fae8062e700 1 -- 172.21.15.79:0/4097544445 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae781570f0 con 0x7fae7815a980 2023-09-21T11:17:59.597 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.595+0000 7fae6effd700 1 -- 172.21.15.79:0/4097544445 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae70004280 con 0x7fae7815a980 2023-09-21T11:17:59.597 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.595+0000 7fae8062e700 1 -- 172.21.15.79:0/4097544445 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae78150f10 con 0x7fae7815a980 2023-09-21T11:17:59.597 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.596+0000 7fae8062e700 1 -- 172.21.15.79:0/4097544445 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae78151100 con 0x7fae7815a980 2023-09-21T11:17:59.598 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.596+0000 7fae6effd700 1 -- 172.21.15.79:0/4097544445 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fae700043e0 con 0x7fae7815a980 2023-09-21T11:17:59.598 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.597+0000 7fae6effd700 1 --2- 172.21.15.79:0/4097544445 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fae5c06a580 0x7fae5c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:17:59.598 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.597+0000 7fae6effd700 1 -- 172.21.15.79:0/4097544445 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fae70022070 con 0x7fae7815a980 2023-09-21T11:17:59.598 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.597+0000 7fae7e3ca700 1 --2- 172.21.15.79:0/4097544445 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fae5c06a580 0x7fae5c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:17:59.598 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.597+0000 7fae7e3ca700 1 --2- 172.21.15.79:0/4097544445 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fae5c06a580 0x7fae5c06ca40 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fae74000f60 tx=0x7fae74009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:17:59.599 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.601+0000 7fae6effd700 1 -- 172.21.15.79:0/4097544445 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fae70056360 con 0x7fae7815a980 2023-09-21T11:17:59.822 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.831+0000 7fae8062e700 1 -- 172.21.15.79:0/4097544445 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fae780722b0 con 0x7fae7815a980 2023-09-21T11:17:59.823 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.831+0000 7fae6effd700 1 -- 172.21.15.79:0/4097544445 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+4913 (secure 0 0 0) 0x7fae70059980 con 0x7fae7815a980 2023-09-21T11:17:59.823 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:17:59.824 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":17,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4673,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/894944302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6835","nonce":894944302},{"type":"v1","addr":"172.21.15.79:6837","nonce":894944302}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4679,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6834/1563497718","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6832","nonce":1563497718},{"type":"v1","addr":"172.21.15.134:6834","nonce":1563497718}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":5040,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6836/491358944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":491358944},{"type":"v1","addr":"172.21.15.79:6836","nonce":491358944}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-21T11:17:53.914103+0000","modified":"2023-09-21T11:17:56.925433+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5052},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5052":{"gid":5052,"name":"d","rank":0,"incarnation":13,"state":"up:active","state_seq":4,"addr":"172.21.15.134:6835/3024220012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6833","nonce":3024220012},{"type":"v1","addr":"172.21.15.134:6835","nonce":3024220012}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-09-21T11:17:59.826 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.833+0000 7fae8062e700 1 -- 172.21.15.79:0/4097544445 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fae5c06a580 msgr2=0x7fae5c06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:59.826 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.833+0000 7fae8062e700 1 --2- 172.21.15.79:0/4097544445 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fae5c06a580 0x7fae5c06ca40 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fae74000f60 tx=0x7fae74009040 comp rx=0 tx=0).stop 2023-09-21T11:17:59.826 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.833+0000 7fae8062e700 1 -- 172.21.15.79:0/4097544445 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fae7815a980 msgr2=0x7fae7815bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:17:59.826 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.833+0000 7fae8062e700 1 --2- 172.21.15.79:0/4097544445 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fae7815a980 0x7fae7815bcc0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fae70014040 tx=0x7fae70004ad0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.827 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.834+0000 7fae8062e700 1 -- 172.21.15.79:0/4097544445 shutdown_connections 2023-09-21T11:17:59.827 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.834+0000 7fae8062e700 1 --2- 172.21.15.79:0/4097544445 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fae7815a980 0x7fae7815bcc0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.827 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.834+0000 7fae8062e700 1 --2- 172.21.15.79:0/4097544445 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fae780cf9b0 0x7fae7814eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.827 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.834+0000 7fae8062e700 1 --2- 172.21.15.79:0/4097544445 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fae5c06a580 0x7fae5c06ca40 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.827 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.834+0000 7fae8062e700 1 --2- 172.21.15.79:0/4097544445 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fae7815a5a0 0x7fae780c7580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:17:59.828 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.834+0000 7fae8062e700 1 -- 172.21.15.79:0/4097544445 >> 172.21.15.79:0/4097544445 conn(0x7fae7806dac0 msgr2=0x7fae78154780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:17:59.828 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.834+0000 7fae8062e700 1 -- 172.21.15.79:0/4097544445 shutdown_connections 2023-09-21T11:17:59.828 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:17:59.834+0000 7fae8062e700 1 -- 172.21.15.79:0/4097544445 wait complete. 2023-09-21T11:17:59.828 INFO:teuthology.orchestra.run.smithi079.stderr:dumped fsmap epoch 17 2023-09-21T11:18:00.240 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-09-21T11:17:53.914103+0000', 'modified': '2023-09-21T11:17:56.925433+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5052}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5052': {'gid': 5052, 'name': 'd', 'rank': 0, 'incarnation': 13, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.134:6835/3024220012', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.134:6833', 'nonce': 3024220012}, {'type': 'v1', 'addr': '172.21.15.134:6835', 'nonce': 3024220012}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-09-21T11:18:00.241 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-09-21T11:18:00.241 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2023-09-21T11:18:00.366 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.373+0000 7f83396d0700 1 Processor -- start 2023-09-21T11:18:00.440 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.373+0000 7f83396d0700 1 -- start start 2023-09-21T11:18:00.456 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.374+0000 7f83396d0700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f833415dc10 0x7f83340ca130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.456 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.374+0000 7f83396d0700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f833406dad0 0x7f8334071510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.456 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.374+0000 7f83396d0700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83340ce5a0 con 0x7f83340cc0c0 2023-09-21T11:18:00.457 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.374+0000 7f83396d0700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8334162500 con 0x7f833415dc10 2023-09-21T11:18:00.457 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.374+0000 7f83396d0700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8334161980 con 0x7f833406dad0 2023-09-21T11:18:00.457 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.374+0000 7f8332ffd700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f833415dc10 0x7f83340ca130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.457 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.374+0000 7f8332ffd700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f833415dc10 0x7f83340ca130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55394/0 (socket says 172.21.15.79:55394) 2023-09-21T11:18:00.458 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.374+0000 7f8332ffd700 1 -- 172.21.15.79:0/1065894786 learned_addr learned my addr 172.21.15.79:0/1065894786 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:18:00.458 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.374+0000 7f8332ffd700 1 -- 172.21.15.79:0/1065894786 >> v2:172.21.15.134:3300/0 conn(0x7f833406dad0 msgr2=0x7f8334071510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:18:00.458 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.374+0000 7f8332ffd700 1 --2- 172.21.15.79:0/1065894786 >> v2:172.21.15.134:3300/0 conn(0x7f833406dad0 0x7f8334071510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.458 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.374+0000 7f8332ffd700 1 -- 172.21.15.79:0/1065894786 >> v1:172.21.15.134:6789/0 conn(0x7f83340cc0c0 legacy=0x7f833406d3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:18:00.458 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.374+0000 7f8332ffd700 1 -- 172.21.15.79:0/1065894786 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8334161c60 con 0x7f833415dc10 2023-09-21T11:18:00.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.374+0000 7f8332ffd700 1 --2- 172.21.15.79:0/1065894786 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f833415dc10 0x7f83340ca130 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f8334070d20 tx=0x7f8328009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e975fa76db92a7 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:18:00.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.374+0000 7f8331ffb700 1 -- 172.21.15.79:0/1065894786 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8328004230 con 0x7f833415dc10 2023-09-21T11:18:00.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.375+0000 7f8331ffb700 1 -- 172.21.15.79:0/1065894786 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8328004390 con 0x7f833415dc10 2023-09-21T11:18:00.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.375+0000 7f8331ffb700 1 -- 172.21.15.79:0/1065894786 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83280036a0 con 0x7f833415dc10 2023-09-21T11:18:00.459 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.375+0000 7f83396d0700 1 -- 172.21.15.79:0/1065894786 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f833415dc10 msgr2=0x7f83340ca130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:00.460 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.375+0000 7f83396d0700 1 --2- 172.21.15.79:0/1065894786 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f833415dc10 0x7f83340ca130 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f8334070d20 tx=0x7f8328009bd0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.460 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.375+0000 7f83396d0700 1 -- 172.21.15.79:0/1065894786 shutdown_connections 2023-09-21T11:18:00.460 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.375+0000 7f83396d0700 1 --2- 172.21.15.79:0/1065894786 >> v2:172.21.15.134:3300/0 conn(0x7f833406dad0 0x7f8334071510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.460 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.375+0000 7f83396d0700 1 --2- 172.21.15.79:0/1065894786 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f833415dc10 0x7f83340ca130 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.460 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.375+0000 7f83396d0700 1 -- 172.21.15.79:0/1065894786 >> 172.21.15.79:0/1065894786 conn(0x7f83340cfae0 msgr2=0x7f83340cfef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:18:00.461 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.375+0000 7f83396d0700 1 -- 172.21.15.79:0/1065894786 shutdown_connections 2023-09-21T11:18:00.461 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.375+0000 7f83396d0700 1 -- 172.21.15.79:0/1065894786 wait complete. 2023-09-21T11:18:00.461 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.376+0000 7f83396d0700 1 Processor -- start 2023-09-21T11:18:00.461 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.376+0000 7f83396d0700 1 -- start start 2023-09-21T11:18:00.461 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.377+0000 7f83396d0700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f833406dad0 0x7f833415a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.462 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.377+0000 7f83396d0700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83340cc0c0 0x7f83340af890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.462 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.377+0000 7f83396d0700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f833415dc10 0x7f83340afdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.462 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.377+0000 7f83396d0700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83340b3b40 con 0x7f833406dad0 2023-09-21T11:18:00.462 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.377+0000 7f83396d0700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83340c6c50 con 0x7f83340cc0c0 2023-09-21T11:18:00.462 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.377+0000 7f83396d0700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83340c6ef0 con 0x7f833415dc10 2023-09-21T11:18:00.463 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.377+0000 7f8332ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f833406dad0 0x7f833415a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.463 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.377+0000 7f8332ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f833406dad0 0x7f833415a2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55400/0 (socket says 172.21.15.79:55400) 2023-09-21T11:18:00.463 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.377+0000 7f8332ffd700 1 -- 172.21.15.79:0/3629946053 learned_addr learned my addr 172.21.15.79:0/3629946053 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:18:00.463 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.377+0000 7f8332ffd700 1 -- 172.21.15.79:0/3629946053 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f833415dc10 msgr2=0x7f83340afdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:00.463 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.377+0000 7f8332ffd700 1 --2- 172.21.15.79:0/3629946053 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f833415dc10 0x7f83340afdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.378+0000 7f8332ffd700 1 -- 172.21.15.79:0/3629946053 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83340cc0c0 msgr2=0x7f83340af890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:00.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.378+0000 7f8332ffd700 1 --2- 172.21.15.79:0/3629946053 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83340cc0c0 0x7f83340af890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.378+0000 7f8332ffd700 1 -- 172.21.15.79:0/3629946053 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8328009550 con 0x7f833406dad0 2023-09-21T11:18:00.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.378+0000 7f8332ffd700 1 --2- 172.21.15.79:0/3629946053 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f833406dad0 0x7f833415a2b0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f8328000c00 tx=0x7f8328004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:18:00.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.378+0000 7f831b7fe700 1 -- 172.21.15.79:0/3629946053 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8328011630 con 0x7f833406dad0 2023-09-21T11:18:00.464 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.378+0000 7f831b7fe700 1 -- 172.21.15.79:0/3629946053 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f832801f070 con 0x7f833406dad0 2023-09-21T11:18:00.465 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.378+0000 7f83396d0700 1 -- 172.21.15.79:0/3629946053 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83340c71d0 con 0x7f833406dad0 2023-09-21T11:18:00.465 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.378+0000 7f831b7fe700 1 -- 172.21.15.79:0/3629946053 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83280119d0 con 0x7f833406dad0 2023-09-21T11:18:00.465 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.378+0000 7f83396d0700 1 -- 172.21.15.79:0/3629946053 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f833415a7f0 con 0x7f833406dad0 2023-09-21T11:18:00.465 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.379+0000 7f831b7fe700 1 -- 172.21.15.79:0/3629946053 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f8328021030 con 0x7f833406dad0 2023-09-21T11:18:00.465 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.380+0000 7f831b7fe700 1 --2- 172.21.15.79:0/3629946053 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f832006a580 0x7f832006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.466 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.380+0000 7f831b7fe700 1 -- 172.21.15.79:0/3629946053 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f832808a080 con 0x7f833406dad0 2023-09-21T11:18:00.466 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.380+0000 7f83327fc700 1 --2- 172.21.15.79:0/3629946053 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f832006a580 0x7f832006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.466 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.380+0000 7f83327fc700 1 --2- 172.21.15.79:0/3629946053 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f832006a580 0x7f832006ca40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f83340cee20 tx=0x7f8324006c30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:18:00.466 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.382+0000 7f8345894b80 1 Processor -- start 2023-09-21T11:18:00.466 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.382+0000 7f8345894b80 1 -- start start 2023-09-21T11:18:00.467 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.383+0000 7f8345894b80 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd19b620 0x5606bd16de40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.467 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.383+0000 7f8345894b80 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 0x5606bd19ba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.467 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.383+0000 7f8345894b80 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd1977f0 0x5606bd170fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.467 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.383+0000 7f8345894b80 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606bd0e5c50 con 0x5606bd1ad040 2023-09-21T11:18:00.467 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.383+0000 7f8345894b80 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606bd0c9c20 con 0x5606bd1977f0 2023-09-21T11:18:00.468 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.383+0000 7f8345894b80 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x5606bd0c7540 con 0x5606bd19b620 2023-09-21T11:18:00.468 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.383+0000 7f83327fc700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 0x5606bd19ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.468 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.383+0000 7f83327fc700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 0x5606bd19ba00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55408/0 (socket says 172.21.15.79:55408) 2023-09-21T11:18:00.468 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.383+0000 7f83327fc700 1 -- 172.21.15.79:0/2610385830 learned_addr learned my addr 172.21.15.79:0/2610385830 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:18:00.468 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.383+0000 7f8332ffd700 1 --2- 172.21.15.79:0/2610385830 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd19b620 0x5606bd16de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.469 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.383+0000 7f83327fc700 1 -- 172.21.15.79:0/2610385830 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd19b620 msgr2=0x5606bd16de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:18:00.469 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.383+0000 7f83327fc700 1 --2- 172.21.15.79:0/2610385830 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd19b620 0x5606bd16de40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.469 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.383+0000 7f83337fe700 1 --2- 172.21.15.79:0/2610385830 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd1977f0 0x5606bd170fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.469 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.383+0000 7f83327fc700 1 -- 172.21.15.79:0/2610385830 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd1977f0 msgr2=0x5606bd170fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:18:00.469 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.383+0000 7f83327fc700 1 --2- 172.21.15.79:0/2610385830 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd1977f0 0x5606bd170fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.470 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.383+0000 7f83327fc700 1 -- 172.21.15.79:0/2610385830 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5606bcf415e0 con 0x5606bd1ad040 2023-09-21T11:18:00.470 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.384+0000 7f83327fc700 1 --2- 172.21.15.79:0/2610385830 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 0x5606bd19ba00 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f83240138b0 tx=0x7f832400e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3310292407e28c9 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:18:00.470 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.384+0000 7f8318ff9700 1 -- 172.21.15.79:0/2610385830 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8324013460 con 0x5606bd1ad040 2023-09-21T11:18:00.470 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.384+0000 7f8318ff9700 1 -- 172.21.15.79:0/2610385830 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8324019040 con 0x5606bd1ad040 2023-09-21T11:18:00.470 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.384+0000 7f8318ff9700 1 -- 172.21.15.79:0/2610385830 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8324012ac0 con 0x5606bd1ad040 2023-09-21T11:18:00.471 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.384+0000 7f8345894b80 1 -- 172.21.15.79:0/2610385830 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 msgr2=0x5606bd19ba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:00.471 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.384+0000 7f8345894b80 1 --2- 172.21.15.79:0/2610385830 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 0x5606bd19ba00 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f83240138b0 tx=0x7f832400e000 comp rx=0 tx=0).stop 2023-09-21T11:18:00.471 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.384+0000 7f8345894b80 1 -- 172.21.15.79:0/2610385830 shutdown_connections 2023-09-21T11:18:00.472 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.384+0000 7f8345894b80 1 --2- 172.21.15.79:0/2610385830 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd1977f0 0x5606bd170fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.472 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.384+0000 7f8345894b80 1 --2- 172.21.15.79:0/2610385830 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd19b620 0x5606bd16de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.472 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.384+0000 7f8345894b80 1 --2- 172.21.15.79:0/2610385830 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 0x5606bd19ba00 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.472 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.384+0000 7f8345894b80 1 -- 172.21.15.79:0/2610385830 >> 172.21.15.79:0/2610385830 conn(0x5606bd09dfb0 msgr2=0x5606bd1b6430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:18:00.472 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.384+0000 7f8345894b80 1 -- 172.21.15.79:0/2610385830 shutdown_connections 2023-09-21T11:18:00.473 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.384+0000 7f8345894b80 1 -- 172.21.15.79:0/2610385830 wait complete. 2023-09-21T11:18:00.473 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.385+0000 7f8345894b80 1 -- start start 2023-09-21T11:18:00.473 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.385+0000 7f8345894b80 1 Processor -- start 2023-09-21T11:18:00.473 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.386+0000 7f8345894b80 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd1977f0 0x5606bd1ba220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.473 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.386+0000 7f8345894b80 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd19b620 0x5606bd19f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.474 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.386+0000 7f8345894b80 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 0x5606bd1c5790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.474 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.386+0000 7f8345894b80 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606bd0c2e30 con 0x5606bd1ad040 2023-09-21T11:18:00.474 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.386+0000 7f8345894b80 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606bd05f6f0 con 0x5606bd19b620 2023-09-21T11:18:00.474 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.386+0000 7f8345894b80 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x5606bd05f390 con 0x5606bd1977f0 2023-09-21T11:18:00.474 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.386+0000 7f8345894b80 10 client.0 _ll_register_callbacks cb 0x5606bcfa9a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-09-21T11:18:00.475 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.386+0000 7f83337fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 0x5606bd1c5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.475 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.386+0000 7f83337fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 0x5606bd1c5790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55418/0 (socket says 172.21.15.79:55418) 2023-09-21T11:18:00.475 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.386+0000 7f83337fe700 1 -- 172.21.15.79:0/3429246418 learned_addr learned my addr 172.21.15.79:0/3429246418 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:18:00.475 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.386+0000 7f8332ffd700 1 --2- 172.21.15.79:0/3429246418 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd1977f0 0x5606bd1ba220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.475 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.386+0000 7f83327fc700 1 --2- 172.21.15.79:0/3429246418 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd19b620 0x5606bd19f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.475 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.386+0000 7f83337fe700 1 -- 172.21.15.79:0/3429246418 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd1977f0 msgr2=0x5606bd1ba220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:18:00.476 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.386+0000 7f83337fe700 1 --2- 172.21.15.79:0/3429246418 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd1977f0 0x5606bd1ba220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.476 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.386+0000 7f83337fe700 1 -- 172.21.15.79:0/3429246418 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd19b620 msgr2=0x5606bd19f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:18:00.476 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.386+0000 7f83337fe700 1 --2- 172.21.15.79:0/3429246418 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd19b620 0x5606bd19f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.476 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.386+0000 7f83337fe700 1 -- 172.21.15.79:0/3429246418 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83240135c0 con 0x5606bd1ad040 2023-09-21T11:18:00.476 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.386+0000 7f83337fe700 1 --2- 172.21.15.79:0/3429246418 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 0x5606bd1c5790 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f832c00c540 tx=0x7f832c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c1a20ca7e557883 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:18:00.477 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.386+0000 7f8311ffb700 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2023-09-21T11:18:00.477 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.387+0000 7f8311ffb700 1 -- 172.21.15.79:0/3429246418 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f832c00a070 con 0x5606bd1ad040 2023-09-21T11:18:00.477 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.387+0000 7f8311ffb700 1 -- 172.21.15.79:0/3429246418 <== mon.0 v2:172.21.15.79:3300/0 2 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f832c011610 con 0x5606bd1ad040 2023-09-21T11:18:00.477 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.387+0000 7f8345894b80 1 -- 172.21.15.79:0/3429246418 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5606bd082b40 con 0x5606bd1ad040 2023-09-21T11:18:00.477 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.387+0000 7f8311ffb700 1 -- 172.21.15.79:0/3429246418 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7f832c011810 con 0x5606bd1ad040 2023-09-21T11:18:00.478 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.387+0000 7f8345894b80 10 client.5229 fetch_fsmap learned FSMap version 17 2023-09-21T11:18:00.478 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.387+0000 7f8345894b80 1 -- 172.21.15.79:0/3429246418 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) v3 -- 0x5606bceedd90 con 0x5606bd1ad040 2023-09-21T11:18:00.478 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.387+0000 7f8311ffb700 1 -- 172.21.15.79:0/3429246418 <== mon.0 v2:172.21.15.79:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x5606bd082b40 con 0x5606bd1ad040 2023-09-21T11:18:00.478 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.387+0000 7f8311ffb700 1 -- 172.21.15.79:0/3429246418 <== mon.0 v2:172.21.15.79:3300/0 5 ==== fsmap(e 17) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f832c011970 con 0x5606bd1ad040 2023-09-21T11:18:00.478 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.387+0000 7f8345894b80 10 client.5229 fetch_fsmap finished waiting for FSMap version 17 2023-09-21T11:18:00.479 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.387+0000 7f8345894b80 10 client.5229 resolve_mds: resolved name 'd' to daemon mds.d 2023-09-21T11:18:00.479 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.387+0000 7f8345894b80 20 client.5229 populate_metadata read hostname 'smithi079' 2023-09-21T11:18:00.479 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.387+0000 7f8345894b80 1 --2- 172.21.15.79:0/3429246418 >> [v2:172.21.15.134:6833/3024220012,v1:172.21.15.134:6835/3024220012] conn(0x5606bd19cb80 0x5606bd195a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.479 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.387+0000 7f8345894b80 4 client.5229 mds_command: new command op to 5052 tid=0[{"prefix": "get_command_descriptions"}] 2023-09-21T11:18:00.479 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.387+0000 7f8345894b80 1 -- 172.21.15.79:0/3429246418 --> [v2:172.21.15.134:6833/3024220012,v1:172.21.15.134:6835/3024220012] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5606bd140060 con 0x5606bd19cb80 2023-09-21T11:18:00.480 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.387+0000 7f8332ffd700 1 --2- 172.21.15.79:0/3429246418 >> [v2:172.21.15.134:6833/3024220012,v1:172.21.15.134:6835/3024220012] conn(0x5606bd19cb80 0x5606bd195a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.480 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.388+0000 7f8311ffb700 10 client.5229 ms_handle_connect on v2:172.21.15.134:6833/3024220012 2023-09-21T11:18:00.480 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.388+0000 7f8332ffd700 1 --2- 172.21.15.79:0/3429246418 >> [v2:172.21.15.134:6833/3024220012,v1:172.21.15.134:6835/3024220012] conn(0x5606bd19cb80 0x5606bd195a00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=29e3ac8e9d1d7af5 server_cookie=5090db52ea1c383b in_seq=0 out_seq=0 2023-09-21T11:18:00.480 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.388+0000 7f8311ffb700 1 -- 172.21.15.79:0/3429246418 <== mds.0 v2:172.21.15.134:6833/3024220012 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5606bd140060 con 0x5606bd19cb80 2023-09-21T11:18:00.480 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.388+0000 7f8311ffb700 10 client.5229 handle_command_reply: tid=0 2023-09-21T11:18:00.481 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.388+0000 7f8345894b80 1 client.5229 shutdown 2023-09-21T11:18:00.481 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.388+0000 7f8345894b80 1 -- 172.21.15.79:0/3429246418 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 msgr2=0x5606bd1c5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:00.481 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.388+0000 7f8345894b80 1 --2- 172.21.15.79:0/3429246418 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 0x5606bd1c5790 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f832c00c540 tx=0x7f832c00c850 comp rx=0 tx=0).stop 2023-09-21T11:18:00.481 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.388+0000 7f8345894b80 1 -- 172.21.15.79:0/3429246418 shutdown_connections 2023-09-21T11:18:00.481 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.388+0000 7f8345894b80 1 --2- 172.21.15.79:0/3429246418 >> [v2:172.21.15.134:6833/3024220012,v1:172.21.15.134:6835/3024220012] conn(0x5606bd19cb80 0x5606bd195a00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.482 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.388+0000 7f8345894b80 1 --2- 172.21.15.79:0/3429246418 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 0x5606bd1c5790 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.482 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.388+0000 7f8311ffb700 0 client.5229 ms_handle_reset on v2:172.21.15.134:6833/3024220012 2023-09-21T11:18:00.482 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.388+0000 7f8345894b80 1 --2- 172.21.15.79:0/3429246418 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd1977f0 0x5606bd1ba220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.482 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.388+0000 7f8345894b80 1 --2- 172.21.15.79:0/3429246418 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd19b620 0x5606bd19f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.482 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.389+0000 7f8345894b80 1 -- 172.21.15.79:0/3429246418 >> 172.21.15.79:0/3429246418 conn(0x5606bd09dfb0 msgr2=0x5606bd1716c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:18:00.483 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.389+0000 7f8345894b80 1 -- 172.21.15.79:0/3429246418 shutdown_connections 2023-09-21T11:18:00.483 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.389+0000 7f8345894b80 1 -- 172.21.15.79:0/3429246418 wait complete. 2023-09-21T11:18:00.483 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.389+0000 7f8345894b80 20 client.5229 trim_cache size 0 max 16384 2023-09-21T11:18:00.483 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.406+0000 7f8345894b80 1 Processor -- start 2023-09-21T11:18:00.483 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.406+0000 7f8345894b80 1 -- start start 2023-09-21T11:18:00.484 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.407+0000 7f8345894b80 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd1977f0 0x5606bd1b6620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.484 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.407+0000 7f8345894b80 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd19b620 0x5606bd196950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.484 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.407+0000 7f8345894b80 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 0x5606bd196e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.484 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.407+0000 7f8345894b80 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606bcf438d0 con 0x5606bd1ad040 2023-09-21T11:18:00.484 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.407+0000 7f8345894b80 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606bd1c8990 con 0x5606bd19b620 2023-09-21T11:18:00.485 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.407+0000 7f8345894b80 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x5606bd1b9580 con 0x5606bd1977f0 2023-09-21T11:18:00.485 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.407+0000 7f83337fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 0x5606bd196e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.485 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.407+0000 7f83337fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 0x5606bd196e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55426/0 (socket says 172.21.15.79:55426) 2023-09-21T11:18:00.485 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.407+0000 7f83337fe700 1 -- 172.21.15.79:0/54592606 learned_addr learned my addr 172.21.15.79:0/54592606 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:18:00.485 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.407+0000 7f83337fe700 1 -- 172.21.15.79:0/54592606 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd1977f0 msgr2=0x5606bd1b6620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:18:00.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.407+0000 7f83337fe700 1 --2- 172.21.15.79:0/54592606 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd1977f0 0x5606bd1b6620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.407+0000 7f83337fe700 1 -- 172.21.15.79:0/54592606 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd19b620 msgr2=0x5606bd196950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:18:00.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.407+0000 7f83337fe700 1 --2- 172.21.15.79:0/54592606 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd19b620 0x5606bd196950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.407+0000 7f83337fe700 1 -- 172.21.15.79:0/54592606 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5606bced6c10 con 0x5606bd1ad040 2023-09-21T11:18:00.486 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.407+0000 7f83337fe700 1 --2- 172.21.15.79:0/54592606 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 0x5606bd196e90 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f832c002230 tx=0x7f832c011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7be835d7a4d8ac8 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:18:00.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.408+0000 7f83197fa700 1 -- 172.21.15.79:0/54592606 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f832c011610 con 0x5606bd1ad040 2023-09-21T11:18:00.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.408+0000 7f83197fa700 1 -- 172.21.15.79:0/54592606 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f832c011790 con 0x5606bd1ad040 2023-09-21T11:18:00.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.408+0000 7f83197fa700 1 -- 172.21.15.79:0/54592606 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f832c00cba0 con 0x5606bd1ad040 2023-09-21T11:18:00.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.408+0000 7f8345894b80 1 -- 172.21.15.79:0/54592606 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 msgr2=0x5606bd196e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:00.487 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.408+0000 7f8345894b80 1 --2- 172.21.15.79:0/54592606 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 0x5606bd196e90 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f832c002230 tx=0x7f832c011000 comp rx=0 tx=0).stop 2023-09-21T11:18:00.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.408+0000 7f8345894b80 1 -- 172.21.15.79:0/54592606 shutdown_connections 2023-09-21T11:18:00.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.408+0000 7f8345894b80 1 --2- 172.21.15.79:0/54592606 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1ad040 0x5606bd196e90 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.408+0000 7f8345894b80 1 --2- 172.21.15.79:0/54592606 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd1977f0 0x5606bd1b6620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.408+0000 7f8345894b80 1 --2- 172.21.15.79:0/54592606 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd19b620 0x5606bd196950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.488 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.408+0000 7f8345894b80 1 -- 172.21.15.79:0/54592606 >> 172.21.15.79:0/54592606 conn(0x5606bd09dfb0 msgr2=0x5606bd1d80c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:18:00.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.408+0000 7f8345894b80 1 -- 172.21.15.79:0/54592606 shutdown_connections 2023-09-21T11:18:00.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.408+0000 7f8345894b80 1 -- 172.21.15.79:0/54592606 wait complete. 2023-09-21T11:18:00.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.409+0000 7f8345894b80 1 -- start start 2023-09-21T11:18:00.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.409+0000 7f8345894b80 1 Processor -- start 2023-09-21T11:18:00.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f8345894b80 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1977f0 0x5606bd170ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.489 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f8345894b80 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd19b620 0x5606bd171430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f8345894b80 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd1ad040 0x5606bd16b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f8345894b80 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606bd198bd0 con 0x5606bd1977f0 2023-09-21T11:18:00.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f8345894b80 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606bd171970 con 0x5606bd1ad040 2023-09-21T11:18:00.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f8345894b80 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x5606bd1988c0 con 0x5606bd19b620 2023-09-21T11:18:00.490 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f8345894b80 10 client.0 _ll_register_callbacks cb 0x7f832c007be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-09-21T11:18:00.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f8332ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1977f0 0x5606bd170ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f8332ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1977f0 0x5606bd170ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55428/0 (socket says 172.21.15.79:55428) 2023-09-21T11:18:00.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f8332ffd700 1 -- 172.21.15.79:0/2340850126 learned_addr learned my addr 172.21.15.79:0/2340850126 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:18:00.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f83327fc700 1 --2- 172.21.15.79:0/2340850126 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd19b620 0x5606bd171430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.491 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f83337fe700 1 --2- 172.21.15.79:0/2340850126 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd1ad040 0x5606bd16b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f8332ffd700 1 -- 172.21.15.79:0/2340850126 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd19b620 msgr2=0x5606bd171430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:18:00.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f8332ffd700 1 --2- 172.21.15.79:0/2340850126 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd19b620 0x5606bd171430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f8332ffd700 1 -- 172.21.15.79:0/2340850126 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd1ad040 msgr2=0x5606bd16b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:18:00.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f8332ffd700 1 --2- 172.21.15.79:0/2340850126 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd1ad040 0x5606bd16b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.492 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f8332ffd700 1 -- 172.21.15.79:0/2340850126 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5606bceedd90 con 0x5606bd1977f0 2023-09-21T11:18:00.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f83327fc700 1 --2- 172.21.15.79:0/2340850126 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd19b620 0x5606bd171430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:18:00.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f83337fe700 1 --2- 172.21.15.79:0/2340850126 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd1ad040 0x5606bd16b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-21T11:18:00.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f8332ffd700 1 --2- 172.21.15.79:0/2340850126 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1977f0 0x5606bd170ef0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f8328055850 tx=0x7f832805d230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=215a0f1fb9c6231d server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:18:00.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.410+0000 7f8311ffb700 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2023-09-21T11:18:00.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.411+0000 7f8311ffb700 1 -- 172.21.15.79:0/2340850126 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83280576f0 con 0x5606bd1977f0 2023-09-21T11:18:00.493 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.411+0000 7f8311ffb700 1 -- 172.21.15.79:0/2340850126 <== mon.0 v2:172.21.15.79:3300/0 2 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f832805f0c0 con 0x5606bd1977f0 2023-09-21T11:18:00.494 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.411+0000 7f8345894b80 1 -- 172.21.15.79:0/2340850126 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8324019040 con 0x5606bd1977f0 2023-09-21T11:18:00.494 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.411+0000 7f8311ffb700 1 -- 172.21.15.79:0/2340850126 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7f832805f280 con 0x5606bd1977f0 2023-09-21T11:18:00.494 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.411+0000 7f8345894b80 10 client.5235 fetch_fsmap learned FSMap version 17 2023-09-21T11:18:00.494 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.411+0000 7f8345894b80 1 -- 172.21.15.79:0/2340850126 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) v3 -- 0x5606bcf14200 con 0x5606bd1977f0 2023-09-21T11:18:00.495 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.411+0000 7f8311ffb700 1 -- 172.21.15.79:0/2340850126 <== mon.0 v2:172.21.15.79:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8324019040 con 0x5606bd1977f0 2023-09-21T11:18:00.495 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.411+0000 7f8311ffb700 1 -- 172.21.15.79:0/2340850126 <== mon.0 v2:172.21.15.79:3300/0 5 ==== fsmap(e 17) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f8328088260 con 0x5606bd1977f0 2023-09-21T11:18:00.495 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.411+0000 7f8345894b80 10 client.5235 fetch_fsmap finished waiting for FSMap version 17 2023-09-21T11:18:00.495 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.411+0000 7f8345894b80 10 client.5235 resolve_mds: resolved name 'd' to daemon mds.d 2023-09-21T11:18:00.495 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.411+0000 7f8345894b80 20 client.5235 populate_metadata read hostname 'smithi079' 2023-09-21T11:18:00.496 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.411+0000 7f8345894b80 1 --2- 172.21.15.79:0/2340850126 >> [v2:172.21.15.134:6833/3024220012,v1:172.21.15.134:6835/3024220012] conn(0x5606bd21d8d0 0x5606bd16ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.496 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.411+0000 7f8345894b80 4 client.5235 mds_command: new command op to 5052 tid=0[{"prefix": "status"}] 2023-09-21T11:18:00.496 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.411+0000 7f8345894b80 1 -- 172.21.15.79:0/2340850126 --> [v2:172.21.15.134:6833/3024220012,v1:172.21.15.134:6835/3024220012] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5606bd0bbe10 con 0x5606bd21d8d0 2023-09-21T11:18:00.496 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.411+0000 7f83327fc700 1 --2- 172.21.15.79:0/2340850126 >> [v2:172.21.15.134:6833/3024220012,v1:172.21.15.134:6835/3024220012] conn(0x5606bd21d8d0 0x5606bd16ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.496 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.412+0000 7f8311ffb700 10 client.5235 ms_handle_connect on v2:172.21.15.134:6833/3024220012 2023-09-21T11:18:00.496 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.412+0000 7f83327fc700 1 --2- 172.21.15.79:0/2340850126 >> [v2:172.21.15.134:6833/3024220012,v1:172.21.15.134:6835/3024220012] conn(0x5606bd21d8d0 0x5606bd16ba80 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55bd36f91bd4ad85 server_cookie=84ca476de50801e7 in_seq=0 out_seq=0 2023-09-21T11:18:00.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.412+0000 7f8311ffb700 1 -- 172.21.15.79:0/2340850126 <== mds.0 v2:172.21.15.134:6833/3024220012 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x5606bd0bbe10 con 0x5606bd21d8d0 2023-09-21T11:18:00.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.412+0000 7f8311ffb700 10 client.5235 handle_command_reply: tid=0 2023-09-21T11:18:00.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.412+0000 7f8345894b80 1 client.5235 shutdown 2023-09-21T11:18:00.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.412+0000 7f8345894b80 1 -- 172.21.15.79:0/2340850126 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1977f0 msgr2=0x5606bd170ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:00.497 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.412+0000 7f8345894b80 1 --2- 172.21.15.79:0/2340850126 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1977f0 0x5606bd170ef0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f8328055850 tx=0x7f832805d230 comp rx=0 tx=0).stop 2023-09-21T11:18:00.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.412+0000 7f8345894b80 1 -- 172.21.15.79:0/2340850126 shutdown_connections 2023-09-21T11:18:00.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.412+0000 7f8345894b80 1 --2- 172.21.15.79:0/2340850126 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5606bd1ad040 0x5606bd16b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.412+0000 7f8345894b80 1 --2- 172.21.15.79:0/2340850126 >> [v2:172.21.15.134:6833/3024220012,v1:172.21.15.134:6835/3024220012] conn(0x5606bd21d8d0 0x5606bd16ba80 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.412+0000 7f8345894b80 1 --2- 172.21.15.79:0/2340850126 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606bd1977f0 0x5606bd170ef0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.498 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.412+0000 7f8345894b80 1 --2- 172.21.15.79:0/2340850126 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5606bd19b620 0x5606bd171430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.412+0000 7f8311ffb700 0 client.5235 ms_handle_reset on v2:172.21.15.134:6833/3024220012 2023-09-21T11:18:00.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.412+0000 7f8345894b80 1 -- 172.21.15.79:0/2340850126 >> 172.21.15.79:0/2340850126 conn(0x5606bd09dfb0 msgr2=0x5606bd1c4f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:18:00.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.412+0000 7f8345894b80 1 -- 172.21.15.79:0/2340850126 shutdown_connections 2023-09-21T11:18:00.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.412+0000 7f8345894b80 1 -- 172.21.15.79:0/2340850126 wait complete. 2023-09-21T11:18:00.499 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.412+0000 7f8345894b80 20 client.5235 trim_cache size 0 max 16384 2023-09-21T11:18:00.500 INFO:teuthology.orchestra.run.smithi079.stdout:{ 2023-09-21T11:18:00.500 INFO:teuthology.orchestra.run.smithi079.stdout: "cluster_fsid": "10617cef-7e86-4778-bbc0-1aacec6e926f", 2023-09-21T11:18:00.500 INFO:teuthology.orchestra.run.smithi079.stdout: "whoami": 0, 2023-09-21T11:18:00.500 INFO:teuthology.orchestra.run.smithi079.stdout: "id": 5052, 2023-09-21T11:18:00.501 INFO:teuthology.orchestra.run.smithi079.stdout: "want_state": "up:active", 2023-09-21T11:18:00.501 INFO:teuthology.orchestra.run.smithi079.stdout: "state": "up:active", 2023-09-21T11:18:00.501 INFO:teuthology.orchestra.run.smithi079.stdout: "fs_name": "cephfs", 2023-09-21T11:18:00.501 INFO:teuthology.orchestra.run.smithi079.stdout: "rank_uptime": 5.8948661859999998, 2023-09-21T11:18:00.501 INFO:teuthology.orchestra.run.smithi079.stdout: "mdsmap_epoch": 17, 2023-09-21T11:18:00.502 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_epoch": 33, 2023-09-21T11:18:00.502 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_epoch_barrier": 33, 2023-09-21T11:18:00.502 INFO:teuthology.orchestra.run.smithi079.stdout: "uptime": 13.891946153999999 2023-09-21T11:18:00.502 INFO:teuthology.orchestra.run.smithi079.stdout:} 2023-09-21T11:18:00.504 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.413+0000 7f83396d0700 1 -- 172.21.15.79:0/3629946053 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f832006a580 msgr2=0x7f832006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:00.504 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.413+0000 7f83396d0700 1 --2- 172.21.15.79:0/3629946053 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f832006a580 0x7f832006ca40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f83340cee20 tx=0x7f8324006c30 comp rx=0 tx=0).stop 2023-09-21T11:18:00.504 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.413+0000 7f83396d0700 1 -- 172.21.15.79:0/3629946053 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f833406dad0 msgr2=0x7f833415a2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:00.504 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.413+0000 7f83396d0700 1 --2- 172.21.15.79:0/3629946053 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f833406dad0 0x7f833415a2b0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f8328000c00 tx=0x7f8328004750 comp rx=0 tx=0).stop 2023-09-21T11:18:00.504 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.413+0000 7f83396d0700 1 -- 172.21.15.79:0/3629946053 shutdown_connections 2023-09-21T11:18:00.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.413+0000 7f83396d0700 1 --2- 172.21.15.79:0/3629946053 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f832006a580 0x7f832006ca40 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.413+0000 7f83396d0700 1 --2- 172.21.15.79:0/3629946053 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f833415dc10 0x7f83340afdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.413+0000 7f83396d0700 1 --2- 172.21.15.79:0/3629946053 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f833406dad0 0x7f833415a2b0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.413+0000 7f83396d0700 1 --2- 172.21.15.79:0/3629946053 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83340cc0c0 0x7f83340af890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.505 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.413+0000 7f83396d0700 1 -- 172.21.15.79:0/3629946053 >> 172.21.15.79:0/3629946053 conn(0x7f83340cfae0 msgr2=0x7f833406d3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:18:00.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.413+0000 7f83396d0700 1 -- 172.21.15.79:0/3629946053 shutdown_connections 2023-09-21T11:18:00.506 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.413+0000 7f83396d0700 1 -- 172.21.15.79:0/3629946053 wait complete. 2023-09-21T11:18:00.506 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-09-21T11:18:00.627 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.634+0000 7fef8d6db700 1 Processor -- start 2023-09-21T11:18:00.627 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.634+0000 7fef8d6db700 1 -- start start 2023-09-21T11:18:00.629 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.635+0000 7fef8d6db700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fef8815d8f0 0x7fef880cefb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.630 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.635+0000 7fef8d6db700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef880d0850 0x7fef880d3a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.630 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.635+0000 7fef8d6db700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef880d3fc0 con 0x7fef880d3620 2023-09-21T11:18:00.630 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.635+0000 7fef8d6db700 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fef880ceb90 con 0x7fef8815d8f0 2023-09-21T11:18:00.630 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.635+0000 7fef8d6db700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef880d2610 con 0x7fef880d0850 2023-09-21T11:18:00.631 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.635+0000 7fef877fe700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef880d0850 0x7fef880d3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.631 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.635+0000 7fef86ffd700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fef8815d8f0 0x7fef880cefb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.631 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.635+0000 7fef877fe700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef880d0850 0x7fef880d3a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.79:58476/0 (socket says 172.21.15.79:58476) 2023-09-21T11:18:00.631 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.635+0000 7fef86ffd700 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fef8815d8f0 0x7fef880cefb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.79:37286/0 (socket says 172.21.15.79:37286) 2023-09-21T11:18:00.631 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.635+0000 7fef877fe700 1 -- 172.21.15.79:0/3824440157 learned_addr learned my addr 172.21.15.79:0/3824440157 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:18:00.632 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.635+0000 7fef877fe700 1 -- 172.21.15.79:0/3824440157 >> v2:172.21.15.134:3300/0 conn(0x7fef8815d8f0 msgr2=0x7fef880cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:18:00.632 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.635+0000 7fef877fe700 1 --2- 172.21.15.79:0/3824440157 >> v2:172.21.15.134:3300/0 conn(0x7fef8815d8f0 0x7fef880cefb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.632 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.635+0000 7fef877fe700 1 -- 172.21.15.79:0/3824440157 >> v1:172.21.15.134:6789/0 conn(0x7fef880d3620 legacy=0x7fef880d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:00.632 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.636+0000 7fef877fe700 1 -- 172.21.15.79:0/3824440157 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef880d0ec0 con 0x7fef880d0850 2023-09-21T11:18:00.632 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.636+0000 7fef85ffb700 1 -- 172.21.15.79:0/3824440157 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3996391941 0 0) 0x7fef880d3fc0 con 0x7fef880d3620 2023-09-21T11:18:00.633 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.636+0000 7fef86ffd700 1 --2- 172.21.15.79:0/3824440157 >> v2:172.21.15.134:3300/0 conn(0x7fef8815d8f0 0x7fef880cefb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-21T11:18:00.633 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.636+0000 7fef877fe700 1 --2- 172.21.15.79:0/3824440157 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef880d0850 0x7fef880d3a80 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fef80009e50 tx=0x7fef8000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4064c619ae819885 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:18:00.633 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.636+0000 7fef85ffb700 1 -- 172.21.15.79:0/3824440157 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef8000e070 con 0x7fef880d0850 2023-09-21T11:18:00.633 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.636+0000 7fef85ffb700 1 -- 172.21.15.79:0/3824440157 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef8000b910 con 0x7fef880d0850 2023-09-21T11:18:00.633 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.636+0000 7fef85ffb700 1 -- 172.21.15.79:0/3824440157 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef8000bcc0 con 0x7fef880d0850 2023-09-21T11:18:00.634 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.636+0000 7fef8d6db700 1 -- 172.21.15.79:0/3824440157 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef880d0850 msgr2=0x7fef880d3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:00.634 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.636+0000 7fef8d6db700 1 --2- 172.21.15.79:0/3824440157 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef880d0850 0x7fef880d3a80 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fef80009e50 tx=0x7fef8000b330 comp rx=0 tx=0).stop 2023-09-21T11:18:00.634 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.636+0000 7fef8d6db700 1 -- 172.21.15.79:0/3824440157 shutdown_connections 2023-09-21T11:18:00.634 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.636+0000 7fef8d6db700 1 --2- 172.21.15.79:0/3824440157 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef880d0850 0x7fef880d3a80 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.634 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.636+0000 7fef8d6db700 1 --2- 172.21.15.79:0/3824440157 >> v2:172.21.15.134:3300/0 conn(0x7fef8815d8f0 0x7fef880cefb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.635 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.636+0000 7fef8d6db700 1 -- 172.21.15.79:0/3824440157 >> 172.21.15.79:0/3824440157 conn(0x7fef880729b0 msgr2=0x7fef8809ca70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:18:00.635 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.636+0000 7fef8d6db700 1 -- 172.21.15.79:0/3824440157 shutdown_connections 2023-09-21T11:18:00.635 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.636+0000 7fef8d6db700 1 -- 172.21.15.79:0/3824440157 wait complete. 2023-09-21T11:18:00.638 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.638+0000 7fef8d6db700 1 Processor -- start 2023-09-21T11:18:00.638 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.638+0000 7fef8d6db700 1 -- start start 2023-09-21T11:18:00.638 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef8d6db700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef880d0850 0x7fef881f7120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.638 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef8d6db700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef880d3620 0x7fef880b83d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.639 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef8d6db700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef8815d8f0 0x7fef880b12b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.639 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef8d6db700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef881f6c90 con 0x7fef880d0850 2023-09-21T11:18:00.639 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef8d6db700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef880b8cd0 con 0x7fef8815d8f0 2023-09-21T11:18:00.639 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef8d6db700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef880b8fb0 con 0x7fef880d3620 2023-09-21T11:18:00.639 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef86ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef880d0850 0x7fef881f7120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.640 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef86ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef880d0850 0x7fef881f7120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55442/0 (socket says 172.21.15.79:55442) 2023-09-21T11:18:00.640 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef86ffd700 1 -- 172.21.15.79:0/1502907591 learned_addr learned my addr 172.21.15.79:0/1502907591 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:18:00.640 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef867fc700 1 --2- 172.21.15.79:0/1502907591 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef880d3620 0x7fef880b83d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.640 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef877fe700 1 --2- 172.21.15.79:0/1502907591 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef8815d8f0 0x7fef880b12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.640 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef86ffd700 1 -- 172.21.15.79:0/1502907591 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef880d3620 msgr2=0x7fef880b83d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:00.641 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef86ffd700 1 --2- 172.21.15.79:0/1502907591 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef880d3620 0x7fef880b83d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.641 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef86ffd700 1 -- 172.21.15.79:0/1502907591 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef8815d8f0 msgr2=0x7fef880b12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:00.641 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef86ffd700 1 --2- 172.21.15.79:0/1502907591 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef8815d8f0 0x7fef880b12b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.641 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef86ffd700 1 -- 172.21.15.79:0/1502907591 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef7c009430 con 0x7fef880d0850 2023-09-21T11:18:00.641 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef86ffd700 1 --2- 172.21.15.79:0/1502907591 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef880d0850 0x7fef881f7120 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fef7c00ebe0 tx=0x7fef7c00eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:18:00.642 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef6f7fe700 1 -- 172.21.15.79:0/1502907591 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef7c009740 con 0x7fef880d0850 2023-09-21T11:18:00.642 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef6f7fe700 1 -- 172.21.15.79:0/1502907591 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef7c005a20 con 0x7fef880d0850 2023-09-21T11:18:00.642 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef8d6db700 1 -- 172.21.15.79:0/1502907591 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef80009b30 con 0x7fef880d0850 2023-09-21T11:18:00.642 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef6f7fe700 1 -- 172.21.15.79:0/1502907591 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef7c005db0 con 0x7fef880d0850 2023-09-21T11:18:00.642 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.639+0000 7fef8d6db700 1 -- 172.21.15.79:0/1502907591 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef881f6920 con 0x7fef880d0850 2023-09-21T11:18:00.643 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.640+0000 7fef8d6db700 1 -- 172.21.15.79:0/1502907591 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef8804eae0 con 0x7fef880d0850 2023-09-21T11:18:00.643 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.642+0000 7fef6f7fe700 1 -- 172.21.15.79:0/1502907591 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7fef7c00c850 con 0x7fef880d0850 2023-09-21T11:18:00.643 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.642+0000 7fef6f7fe700 1 --2- 172.21.15.79:0/1502907591 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fef7406a580 0x7fef7406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:00.643 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.642+0000 7fef6f7fe700 1 -- 172.21.15.79:0/1502907591 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fef7c089000 con 0x7fef880d0850 2023-09-21T11:18:00.643 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.642+0000 7fef867fc700 1 --2- 172.21.15.79:0/1502907591 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fef7406a580 0x7fef7406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:00.644 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.642+0000 7fef867fc700 1 --2- 172.21.15.79:0/1502907591 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fef7406a580 0x7fef7406ca40 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fef8815a740 tx=0x7fef78009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:18:00.644 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.646+0000 7fef6f7fe700 1 -- 172.21.15.79:0/1502907591 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7fef7c054660 con 0x7fef880d0850 2023-09-21T11:18:00.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.878+0000 7fef8d6db700 1 -- 172.21.15.79:0/1502907591 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fef8806c8d0 con 0x7fef880d0850 2023-09-21T11:18:00.871 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.878+0000 7fef6f7fe700 1 -- 172.21.15.79:0/1502907591 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) v1 ==== 53+0+73 (secure 0 0 0) 0x7fef7c020070 con 0x7fef880d0850 2023-09-21T11:18:00.871 INFO:teuthology.orchestra.run.smithi079.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-09-21T11:18:00.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.880+0000 7fef8d6db700 1 -- 172.21.15.79:0/1502907591 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fef7406a580 msgr2=0x7fef7406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:00.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.880+0000 7fef8d6db700 1 --2- 172.21.15.79:0/1502907591 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fef7406a580 0x7fef7406ca40 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fef8815a740 tx=0x7fef78009040 comp rx=0 tx=0).stop 2023-09-21T11:18:00.873 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.880+0000 7fef8d6db700 1 -- 172.21.15.79:0/1502907591 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef880d0850 msgr2=0x7fef881f7120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:00.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.880+0000 7fef8d6db700 1 --2- 172.21.15.79:0/1502907591 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef880d0850 0x7fef881f7120 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fef7c00ebe0 tx=0x7fef7c00eef0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.880+0000 7fef8d6db700 1 -- 172.21.15.79:0/1502907591 shutdown_connections 2023-09-21T11:18:00.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.880+0000 7fef8d6db700 1 --2- 172.21.15.79:0/1502907591 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef8815d8f0 0x7fef880b12b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.874 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.880+0000 7fef8d6db700 1 --2- 172.21.15.79:0/1502907591 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef880d0850 0x7fef881f7120 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.880+0000 7fef8d6db700 1 --2- 172.21.15.79:0/1502907591 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7fef7406a580 0x7fef7406ca40 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.880+0000 7fef8d6db700 1 --2- 172.21.15.79:0/1502907591 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef880d3620 0x7fef880b83d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:00.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.880+0000 7fef8d6db700 1 -- 172.21.15.79:0/1502907591 >> 172.21.15.79:0/1502907591 conn(0x7fef880729b0 msgr2=0x7fef88156f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:18:00.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.880+0000 7fef8d6db700 1 -- 172.21.15.79:0/1502907591 shutdown_connections 2023-09-21T11:18:00.875 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:00.880+0000 7fef8d6db700 1 -- 172.21.15.79:0/1502907591 wait complete. 2023-09-21T11:18:00.885 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-09-21T11:18:00.885 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-09-21T11:18:00.886 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi079.front.sepia.ceph.com 2023-09-21T11:18:00.886 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-09-21T11:18:00.886 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-09-21T11:18:00.887 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-09-21T11:18:00.887 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-09-21T11:18:00.887 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-09-21T11:18:00.888 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-09-21T11:18:00.888 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:18:00.889 DEBUG:teuthology.orchestra.run.smithi079:> ip addr 2023-09-21T11:18:00.906 INFO:teuthology.orchestra.run.smithi079.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-21T11:18:00.906 INFO:teuthology.orchestra.run.smithi079.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-21T11:18:00.906 INFO:teuthology.orchestra.run.smithi079.stdout: inet 127.0.0.1/8 scope host lo 2023-09-21T11:18:00.907 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:18:00.907 INFO:teuthology.orchestra.run.smithi079.stdout: inet6 ::1/128 scope host 2023-09-21T11:18:00.907 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:18:00.907 INFO:teuthology.orchestra.run.smithi079.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T11:18:00.907 INFO:teuthology.orchestra.run.smithi079.stdout: link/ether 0c:c4:7a:d8:a1:6a brd ff:ff:ff:ff:ff:ff 2023-09-21T11:18:00.908 INFO:teuthology.orchestra.run.smithi079.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T11:18:00.908 INFO:teuthology.orchestra.run.smithi079.stdout: link/ether 0c:c4:7a:d8:a1:6b brd ff:ff:ff:ff:ff:ff 2023-09-21T11:18:00.908 INFO:teuthology.orchestra.run.smithi079.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-21T11:18:00.908 INFO:teuthology.orchestra.run.smithi079.stdout: link/ether 0c:c4:7a:8f:ce:86 brd ff:ff:ff:ff:ff:ff 2023-09-21T11:18:00.908 INFO:teuthology.orchestra.run.smithi079.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-09-21T11:18:00.909 INFO:teuthology.orchestra.run.smithi079.stdout: link/ether 0c:c4:7a:8f:ce:87 brd ff:ff:ff:ff:ff:ff 2023-09-21T11:18:00.909 INFO:teuthology.orchestra.run.smithi079.stdout: inet 172.21.15.79/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-09-21T11:18:00.909 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft 42390sec preferred_lft 42390sec 2023-09-21T11:18:00.909 INFO:teuthology.orchestra.run.smithi079.stdout: inet6 fe80::f934:eba5:2fb4:dae7/64 scope link noprefixroute 2023-09-21T11:18:00.909 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:18:00.909 INFO:teuthology.orchestra.run.smithi079.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-21T11:18:00.910 INFO:teuthology.orchestra.run.smithi079.stdout: link/ether 6a:bb:3a:c1:0b:e8 brd ff:ff:ff:ff:ff:ff 2023-09-21T11:18:00.910 INFO:teuthology.orchestra.run.smithi079.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-09-21T11:18:00.910 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:18:00.910 INFO:teuthology.orchestra.run.smithi079.stdout: inet6 fe80::d4e4:b4ff:fee5:9f9e/64 scope link 2023-09-21T11:18:00.910 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:18:00.911 INFO:teuthology.orchestra.run.smithi079.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-09-21T11:18:00.911 INFO:teuthology.orchestra.run.smithi079.stdout: link/ether f6:e4:49:06:17:2a brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-09-21T11:18:00.911 INFO:teuthology.orchestra.run.smithi079.stdout: inet6 fe80::f4e4:49ff:fe06:172a/64 scope link 2023-09-21T11:18:00.911 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:18:00.911 INFO:teuthology.orchestra.run.smithi079.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-09-21T11:18:00.912 INFO:teuthology.orchestra.run.smithi079.stdout: link/ether 6a:bb:3a:c1:0b:e8 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2023-09-21T11:18:00.912 INFO:teuthology.orchestra.run.smithi079.stdout: inet6 fe80::68bb:3aff:fec1:be8/64 scope link 2023-09-21T11:18:00.912 INFO:teuthology.orchestra.run.smithi079.stdout: valid_lft forever preferred_lft forever 2023-09-21T11:18:00.912 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:18:00.913 DEBUG:teuthology.orchestra.run.smithi079:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-09-21T11:18:00.972 INFO:teuthology.orchestra.run.smithi079.stdout:1 2023-09-21T11:18:00.973 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:18:00.973 DEBUG:teuthology.orchestra.run.smithi079:> route 2023-09-21T11:18:01.032 INFO:teuthology.orchestra.run.smithi079.stdout:Kernel IP routing table 2023-09-21T11:18:01.032 INFO:teuthology.orchestra.run.smithi079.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-09-21T11:18:01.032 INFO:teuthology.orchestra.run.smithi079.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-09-21T11:18:01.033 INFO:teuthology.orchestra.run.smithi079.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-09-21T11:18:01.033 INFO:teuthology.orchestra.run.smithi079.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-09-21T11:18:01.033 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:18:01.034 DEBUG:teuthology.orchestra.run.smithi079:> (cd / && exec bash -c ' 2023-09-21T11:18:01.034 DEBUG:teuthology.orchestra.run.smithi079:> set -e 2023-09-21T11:18:01.035 DEBUG:teuthology.orchestra.run.smithi079:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-09-21T11:18:01.035 DEBUG:teuthology.orchestra.run.smithi079:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-09-21T11:18:01.035 DEBUG:teuthology.orchestra.run.smithi079:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-09-21T11:18:01.036 DEBUG:teuthology.orchestra.run.smithi079:> ') 2023-09-21T11:18:01.137 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:18:01.137 DEBUG:teuthology.orchestra.run.smithi079:> ip netns list 2023-09-21T11:18:01.154 INFO:teuthology.orchestra.run.smithi079.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2023-09-21T11:18:01.154 INFO:teuthology.orchestra.run.smithi079.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-09-21T11:18:01.155 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-09-21T11:18:01.155 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:18:01.155 DEBUG:teuthology.orchestra.run.smithi079:> sudo ip link set brx.0 up 2023-09-21T11:18:01.222 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T11:18:01.222 DEBUG:teuthology.orchestra.run.smithi079:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-09-21T11:18:01.278 INFO:teuthology.orchestra.run.smithi079.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-09-21T11:18:01.279 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-21T11:18:01.280 DEBUG:teuthology.orchestra.run.smithi079:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-09-21T11:18:01.335 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2023-09-21T11:18:01.335 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:18:01.336 DEBUG:teuthology.orchestra.run.smithi079:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:18:01.419 INFO:teuthology.orchestra.run.smithi079.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:18:01.420 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-21T11:18:01.443 INFO:teuthology.orchestra.run.smithi079.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:18:01.443 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-21T11:18:01.444 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: resolved to: "172.21.15.79:3300,172.21.15.134:3300,172.21.15.134:3301" 2023-09-21T11:18:01.444 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: trying mount with new device syntax: 0@10617cef-7e86-4778-bbc0-1aacec6e926f.cephfs=/ 2023-09-21T11:18:01.444 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.79:3300/172.21.15.134:3300/172.21.15.134:3301" will pass to kernel 2023-09-21T11:18:01.444 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: v2 mount support check returned 2 2023-09-21T11:18:01.444 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: kernel does not support v2 syntax 2023-09-21T11:18:01.445 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: switching to using v1 address with old syntax 2023-09-21T11:18:01.518 INFO:teuthology.orchestra.run.smithi079.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-21T11:18:01.519 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-21T11:18:01.519 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: resolved to: "172.21.15.79:3300,172.21.15.134:3300,172.21.15.134:3301" 2023-09-21T11:18:01.519 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: trying mount with new device syntax: 0@10617cef-7e86-4778-bbc0-1aacec6e926f.cephfs=/ 2023-09-21T11:18:01.519 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.79:3300/172.21.15.134:3300/172.21.15.134:3301" will pass to kernel 2023-09-21T11:18:01.519 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: v2 mount support check returned 2 2023-09-21T11:18:01.520 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: kernel does not support v2 syntax 2023-09-21T11:18:01.520 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: switching to using v1 address with old syntax 2023-09-21T11:18:01.520 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: resolved to: "172.21.15.79:6789,172.21.15.134:6789,172.21.15.134:6790" 2023-09-21T11:18:01.520 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.79:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2023-09-21T11:18:01.520 INFO:teuthology.orchestra.run.smithi079.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,key=0,mds_namespace=cephfs,fsid=10617cef-7e86-4778-bbc0-1aacec6e926f" will pass to kernel 2023-09-21T11:18:01.521 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-09-21T11:18:01.522 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:18:01.522 DEBUG:teuthology.orchestra.run.smithi079:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-09-21T11:18:01.549 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:18:01.549 DEBUG:teuthology.orchestra.run.smithi079:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-21T11:18:01.638 INFO:teuthology.orchestra.run.smithi079.stdout:client4775 2023-09-21T11:18:01.639 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:18:01.639 DEBUG:teuthology.orchestra.run.smithi079:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-21T11:18:01.656 DEBUG:teuthology.orchestra.run.smithi079:> mktemp -d --suffix=xfstests-dev 2023-09-21T11:18:01.712 INFO:teuthology.orchestra.run.smithi079.stdout:/tmp/tmp.fjGn8jvDUbxfstests-dev 2023-09-21T11:18:01.713 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:18:01.713 DEBUG:teuthology.orchestra.run.smithi079:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo chmod a+rx /tmp/tmp.fjGn8jvDUbxfstests-dev) 2023-09-21T11:18:01.781 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:18:01.781 DEBUG:teuthology.orchestra.run.smithi079:> (cd /home/ubuntu/cephtest/mnt.0 && exec git clone https://git.ceph.com/xfstests-dev.git --depth 1 /tmp/tmp.fjGn8jvDUbxfstests-dev) 2023-09-21T11:18:01.842 INFO:teuthology.orchestra.run.smithi079.stderr:Cloning into '/tmp/tmp.fjGn8jvDUbxfstests-dev'... 2023-09-21T11:18:02.557 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:18:02.557 DEBUG:teuthology.orchestra.run.smithi079:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir test) 2023-09-21T11:18:02.620 DEBUG:teuthology.orchestra.run.smithi079:> mktemp -d --suffix=test 2023-09-21T11:18:02.676 INFO:teuthology.orchestra.run.smithi079.stdout:/tmp/tmp.qtJvSD2Nrutest 2023-09-21T11:18:02.677 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:18:02.677 DEBUG:teuthology.orchestra.run.smithi079:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir scratch) 2023-09-21T11:18:02.736 DEBUG:teuthology.orchestra.run.smithi079:> mktemp -d --suffix=scratch 2023-09-21T11:18:02.793 INFO:teuthology.orchestra.run.smithi079.stdout:/tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:18:02.794 INFO:tasks.cephfs.xfstests_dev:distro and version detected is "rhel" and "8.6". 2023-09-21T11:18:02.794 DEBUG:teuthology.orchestra.run.smithi079:> sudo yum install -y acl attr automake bc dbench dump e2fsprogs fio gawk gcc indent libtool lvm2 make psmisc quota sed xfsdump xfsprogs libacl-devel libattr-devel libaio-devel libuuid-devel xfsprogs-devel python3 sqlite xfsprogs-qa-devel 2023-09-21T11:18:03.192 INFO:teuthology.orchestra.run.smithi079.stdout:Updating Subscription Management repositories. 2023-09-21T11:18:04.012 INFO:teuthology.orchestra.run.smithi079.stdout:Last metadata expiration check: 0:04:02 ago on Thu 21 Sep 2023 11:14:02 AM UTC. 2023-09-21T11:18:05.367 INFO:teuthology.orchestra.run.smithi079.stdout:Package acl-2.2.53-1.el8.x86_64 is already installed. 2023-09-21T11:18:05.368 INFO:teuthology.orchestra.run.smithi079.stdout:Package attr-2.4.48-3.el8.x86_64 is already installed. 2023-09-21T11:18:05.369 INFO:teuthology.orchestra.run.smithi079.stdout:Package automake-1.16.1-7.el8.noarch is already installed. 2023-09-21T11:18:05.370 INFO:teuthology.orchestra.run.smithi079.stdout:Package bc-1.07.1-5.el8.x86_64 is already installed. 2023-09-21T11:18:05.371 INFO:teuthology.orchestra.run.smithi079.stdout:Package dbench-4.0-20.el8.x86_64 is already installed. 2023-09-21T11:18:05.373 INFO:teuthology.orchestra.run.smithi079.stdout:Package e2fsprogs-1.45.6-4.el8.x86_64 is already installed. 2023-09-21T11:18:05.375 INFO:teuthology.orchestra.run.smithi079.stdout:Package gawk-4.2.1-4.el8.x86_64 is already installed. 2023-09-21T11:18:05.377 INFO:teuthology.orchestra.run.smithi079.stdout:Package gcc-8.5.0-10.1.el8_6.x86_64 is already installed. 2023-09-21T11:18:05.379 INFO:teuthology.orchestra.run.smithi079.stdout:Package libtool-2.4.6-25.el8.x86_64 is already installed. 2023-09-21T11:18:05.380 INFO:teuthology.orchestra.run.smithi079.stdout:Package lvm2-8:2.03.14-3.el8_6.2.x86_64 is already installed. 2023-09-21T11:18:05.381 INFO:teuthology.orchestra.run.smithi079.stdout:Package make-1:4.2.1-11.el8.x86_64 is already installed. 2023-09-21T11:18:05.382 INFO:teuthology.orchestra.run.smithi079.stdout:Package psmisc-23.1-5.el8.x86_64 is already installed. 2023-09-21T11:18:05.383 INFO:teuthology.orchestra.run.smithi079.stdout:Package quota-1:4.04-14.el8.x86_64 is already installed. 2023-09-21T11:18:05.384 INFO:teuthology.orchestra.run.smithi079.stdout:Package sed-4.5-5.el8.x86_64 is already installed. 2023-09-21T11:18:05.385 INFO:teuthology.orchestra.run.smithi079.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-09-21T11:18:05.386 INFO:teuthology.orchestra.run.smithi079.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-09-21T11:18:05.388 INFO:teuthology.orchestra.run.smithi079.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-09-21T11:18:05.389 INFO:teuthology.orchestra.run.smithi079.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-09-21T11:18:05.390 INFO:teuthology.orchestra.run.smithi079.stdout:Package libaio-devel-0.3.112-1.el8.x86_64 is already installed. 2023-09-21T11:18:05.391 INFO:teuthology.orchestra.run.smithi079.stdout:Package libuuid-devel-2.32.1-35.el8.x86_64 is already installed. 2023-09-21T11:18:05.392 INFO:teuthology.orchestra.run.smithi079.stdout:Package xfsprogs-devel-5.0.0-10.el8.x86_64 is already installed. 2023-09-21T11:18:05.396 INFO:teuthology.orchestra.run.smithi079.stdout:Package python36-3.6.8-38.module+el8.5.0+12207+5c5719bc.x86_64 is already installed. 2023-09-21T11:18:05.398 INFO:teuthology.orchestra.run.smithi079.stdout:Package sqlite-3.26.0-15.el8.x86_64 is already installed. 2023-09-21T11:18:05.401 INFO:teuthology.orchestra.run.smithi079.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-09-21T11:18:05.515 INFO:teuthology.orchestra.run.smithi079.stdout:Dependencies resolved. 2023-09-21T11:18:05.516 INFO:teuthology.orchestra.run.smithi079.stdout:================================================================================ 2023-09-21T11:18:05.517 INFO:teuthology.orchestra.run.smithi079.stdout: Package Arch Version Repository Size 2023-09-21T11:18:05.517 INFO:teuthology.orchestra.run.smithi079.stdout:================================================================================ 2023-09-21T11:18:05.517 INFO:teuthology.orchestra.run.smithi079.stdout:Installing: 2023-09-21T11:18:05.517 INFO:teuthology.orchestra.run.smithi079.stdout: dump x86_64 1:0.4-0.36.b46.el8 rhel-8-for-x86_64-baseos-rpms 164 k 2023-09-21T11:18:05.518 INFO:teuthology.orchestra.run.smithi079.stdout: fio x86_64 3.19-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-09-21T11:18:05.518 INFO:teuthology.orchestra.run.smithi079.stdout: indent x86_64 2.2.13-4.el8 epel 187 k 2023-09-21T11:18:05.518 INFO:teuthology.orchestra.run.smithi079.stdout:Upgrading: 2023-09-21T11:18:05.518 INFO:teuthology.orchestra.run.smithi079.stdout: sqlite x86_64 3.26.0-16.el8_6 rhel-8-for-x86_64-baseos-rpms 668 k 2023-09-21T11:18:05.518 INFO:teuthology.orchestra.run.smithi079.stdout: sqlite-libs x86_64 3.26.0-16.el8_6 rhel-8-for-x86_64-baseos-rpms 581 k 2023-09-21T11:18:05.519 INFO:teuthology.orchestra.run.smithi079.stdout:Installing dependencies: 2023-09-21T11:18:05.519 INFO:teuthology.orchestra.run.smithi079.stdout: daxctl-libs x86_64 71.1-3.el8 rhel-8-for-x86_64-baseos-rpms 42 k 2023-09-21T11:18:05.519 INFO:teuthology.orchestra.run.smithi079.stdout: libpmemblk x86_64 1.6.1-1.el8 rhel-8-for-x86_64-appstream-rpms 92 k 2023-09-21T11:18:05.519 INFO:teuthology.orchestra.run.smithi079.stdout: ndctl-libs x86_64 71.1-3.el8 rhel-8-for-x86_64-baseos-rpms 79 k 2023-09-21T11:18:05.519 INFO:teuthology.orchestra.run.smithi079.stdout: rmt x86_64 2:1.5.3-13.el8 rhel-8-for-x86_64-baseos-rpms 51 k 2023-09-21T11:18:05.520 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:18:05.520 INFO:teuthology.orchestra.run.smithi079.stdout:Transaction Summary 2023-09-21T11:18:05.520 INFO:teuthology.orchestra.run.smithi079.stdout:================================================================================ 2023-09-21T11:18:05.520 INFO:teuthology.orchestra.run.smithi079.stdout:Install 7 Packages 2023-09-21T11:18:05.520 INFO:teuthology.orchestra.run.smithi079.stdout:Upgrade 2 Packages 2023-09-21T11:18:05.521 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:18:05.521 INFO:teuthology.orchestra.run.smithi079.stdout:Total download size: 2.3 M 2023-09-21T11:18:05.521 INFO:teuthology.orchestra.run.smithi079.stdout:Downloading Packages: 2023-09-21T11:18:05.679 INFO:teuthology.orchestra.run.smithi079.stdout:(1/9): rmt-1.5.3-13.el8.x86_64.rpm 645 kB/s | 51 kB 00:00 2023-09-21T11:18:05.703 INFO:teuthology.orchestra.run.smithi079.stdout:(2/9): dump-0.4-0.36.b46.el8.x86_64.rpm 1.5 MB/s | 164 kB 00:00 2023-09-21T11:18:05.729 INFO:teuthology.orchestra.run.smithi079.stdout:(3/9): daxctl-libs-71.1-3.el8.x86_64.rpm 832 kB/s | 42 kB 00:00 2023-09-21T11:18:05.754 INFO:teuthology.orchestra.run.smithi079.stdout:(4/9): ndctl-libs-71.1-3.el8.x86_64.rpm 1.5 MB/s | 79 kB 00:00 2023-09-21T11:18:05.788 INFO:teuthology.orchestra.run.smithi079.stdout:(5/9): fio-3.19-3.el8.x86_64.rpm 9.0 MB/s | 538 kB 00:00 2023-09-21T11:18:05.813 INFO:teuthology.orchestra.run.smithi079.stdout:(6/9): libpmemblk-1.6.1-1.el8.x86_64.rpm 1.5 MB/s | 92 kB 00:00 2023-09-21T11:18:05.855 INFO:teuthology.orchestra.run.smithi079.stdout:(7/9): sqlite-3.26.0-16.el8_6.x86_64.rpm 9.7 MB/s | 668 kB 00:00 2023-09-21T11:18:05.889 INFO:teuthology.orchestra.run.smithi079.stdout:(8/9): sqlite-libs-3.26.0-16.el8_6.x86_64.rpm 7.5 MB/s | 581 kB 00:00 2023-09-21T11:18:06.097 INFO:teuthology.orchestra.run.smithi079.stdout:(9/9): indent-2.2.13-4.el8.x86_64.rpm 375 kB/s | 187 kB 00:00 2023-09-21T11:18:06.098 INFO:teuthology.orchestra.run.smithi079.stdout:-------------------------------------------------------------------------------- 2023-09-21T11:18:06.098 INFO:teuthology.orchestra.run.smithi079.stdout:Total 4.0 MB/s | 2.3 MB 00:00 2023-09-21T11:18:06.183 INFO:teuthology.orchestra.run.smithi079.stdout:Running transaction check 2023-09-21T11:18:06.214 INFO:teuthology.orchestra.run.smithi079.stdout:Transaction check succeeded. 2023-09-21T11:18:06.215 INFO:teuthology.orchestra.run.smithi079.stdout:Running transaction test 2023-09-21T11:18:06.303 INFO:teuthology.orchestra.run.smithi079.stdout:Transaction test succeeded. 2023-09-21T11:18:06.307 INFO:teuthology.orchestra.run.smithi079.stdout:Running transaction 2023-09-21T11:18:06.682 INFO:teuthology.orchestra.run.smithi079.stdout: Preparing : 1/1 2023-09-21T11:18:06.822 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : daxctl-libs-71.1-3.el8.x86_64 1/11 2023-09-21T11:18:06.891 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: daxctl-libs-71.1-3.el8.x86_64 1/11 2023-09-21T11:18:07.113 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ndctl-libs-71.1-3.el8.x86_64 2/11 2023-09-21T11:18:07.185 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ndctl-libs-71.1-3.el8.x86_64 2/11 2023-09-21T11:18:07.364 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libpmemblk-1.6.1-1.el8.x86_64 3/11 2023-09-21T11:18:07.473 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: libpmemblk-1.6.1-1.el8.x86_64 3/11 2023-09-21T11:18:07.636 INFO:teuthology.orchestra.run.smithi079.stdout: Upgrading : sqlite-libs-3.26.0-16.el8_6.x86_64 4/11 2023-09-21T11:18:07.789 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : rmt-2:1.5.3-13.el8.x86_64 5/11 2023-09-21T11:18:08.036 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : dump-1:0.4-0.36.b46.el8.x86_64 6/11 2023-09-21T11:18:08.296 INFO:teuthology.orchestra.run.smithi079.stdout: Upgrading : sqlite-3.26.0-16.el8_6.x86_64 7/11 2023-09-21T11:18:08.557 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : fio-3.19-3.el8.x86_64 8/11 2023-09-21T11:18:08.748 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : indent-2.2.13-4.el8.x86_64 9/11 2023-09-21T11:18:08.856 INFO:teuthology.orchestra.run.smithi079.stdout: Cleanup : sqlite-3.26.0-15.el8.x86_64 10/11 2023-09-21T11:18:09.003 INFO:teuthology.orchestra.run.smithi079.stdout: Cleanup : sqlite-libs-3.26.0-15.el8.x86_64 11/11 2023-09-21T11:18:09.283 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: sqlite-libs-3.26.0-15.el8.x86_64 11/11 2023-09-21T11:18:09.283 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : indent-2.2.13-4.el8.x86_64 1/11 2023-09-21T11:18:09.283 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : dump-1:0.4-0.36.b46.el8.x86_64 2/11 2023-09-21T11:18:09.283 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : rmt-2:1.5.3-13.el8.x86_64 3/11 2023-09-21T11:18:09.284 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : daxctl-libs-71.1-3.el8.x86_64 4/11 2023-09-21T11:18:09.284 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ndctl-libs-71.1-3.el8.x86_64 5/11 2023-09-21T11:18:09.284 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : fio-3.19-3.el8.x86_64 6/11 2023-09-21T11:18:09.284 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libpmemblk-1.6.1-1.el8.x86_64 7/11 2023-09-21T11:18:09.284 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : sqlite-3.26.0-16.el8_6.x86_64 8/11 2023-09-21T11:18:09.285 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : sqlite-3.26.0-15.el8.x86_64 9/11 2023-09-21T11:18:09.285 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : sqlite-libs-3.26.0-16.el8_6.x86_64 10/11 2023-09-21T11:18:10.720 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : sqlite-libs-3.26.0-15.el8.x86_64 11/11 2023-09-21T11:18:10.720 INFO:teuthology.orchestra.run.smithi079.stdout:Last metadata expiration check: 0:04:08 ago on Thu 21 Sep 2023 11:14:02 AM UTC. 2023-09-21T11:18:13.417 INFO:teuthology.orchestra.run.smithi079.stdout:Installed products updated. 2023-09-21T11:18:13.608 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:18:13.608 INFO:teuthology.orchestra.run.smithi079.stdout:Upgraded: 2023-09-21T11:18:13.608 INFO:teuthology.orchestra.run.smithi079.stdout: sqlite-3.26.0-16.el8_6.x86_64 sqlite-libs-3.26.0-16.el8_6.x86_64 2023-09-21T11:18:13.609 INFO:teuthology.orchestra.run.smithi079.stdout:Installed: 2023-09-21T11:18:13.609 INFO:teuthology.orchestra.run.smithi079.stdout: daxctl-libs-71.1-3.el8.x86_64 dump-1:0.4-0.36.b46.el8.x86_64 2023-09-21T11:18:13.609 INFO:teuthology.orchestra.run.smithi079.stdout: fio-3.19-3.el8.x86_64 indent-2.2.13-4.el8.x86_64 2023-09-21T11:18:13.609 INFO:teuthology.orchestra.run.smithi079.stdout: libpmemblk-1.6.1-1.el8.x86_64 ndctl-libs-71.1-3.el8.x86_64 2023-09-21T11:18:13.609 INFO:teuthology.orchestra.run.smithi079.stdout: rmt-2:1.5.3-13.el8.x86_64 2023-09-21T11:18:13.609 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:18:13.610 INFO:teuthology.orchestra.run.smithi079.stdout:Complete! 2023-09-21T11:18:13.783 DEBUG:teuthology.orchestra.run.smithi079:> sudo useradd -m fsgqa 2023-09-21T11:18:13.812 INFO:teuthology.orchestra.run.smithi079.stderr:useradd: user 'fsgqa' already exists 2023-09-21T11:18:13.813 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-09-21T11:18:13.813 DEBUG:teuthology.orchestra.run.smithi079:> sudo groupadd fsgqa 2023-09-21T11:18:13.879 INFO:teuthology.orchestra.run.smithi079.stderr:groupadd: group 'fsgqa' already exists 2023-09-21T11:18:13.880 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-09-21T11:18:13.881 DEBUG:teuthology.orchestra.run.smithi079:> sudo useradd fsgqa2 2023-09-21T11:18:14.848 DEBUG:teuthology.orchestra.run.smithi079:> sudo useradd 123456-fsgqa 2023-09-21T11:18:15.784 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json mon dump 2023-09-21T11:18:15.923 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.930+0000 7f803e099700 1 Processor -- start 2023-09-21T11:18:15.923 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.930+0000 7f803e099700 1 -- start start 2023-09-21T11:18:15.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.931+0000 7f803e099700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f8038159ba0 0x7f80380b30f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:15.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.931+0000 7f803e099700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f803815e5f0 con 0x7f80380b3d00 2023-09-21T11:18:15.926 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.931+0000 7f803e099700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8038071d90 con 0x7f8038071900 2023-09-21T11:18:15.927 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.931+0000 7f803e099700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8038072070 con 0x7f8038159ba0 2023-09-21T11:18:15.927 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.931+0000 7f80377fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f8038159ba0 0x7f80380b30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:15.927 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.931+0000 7f80377fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f8038159ba0 0x7f80380b30f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55472/0 (socket says 172.21.15.79:55472) 2023-09-21T11:18:15.928 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.931+0000 7f80377fe700 1 -- 172.21.15.79:0/1299610997 learned_addr learned my addr 172.21.15.79:0/1299610997 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:18:15.928 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.931+0000 7f8037fff700 1 --1- 172.21.15.79:0/1299610997 >> v1:172.21.15.79:6789/0 conn(0x7f80380b3d00 0x7f803815dee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41838/0 (socket says 172.21.15.79:41838) 2023-09-21T11:18:15.928 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.932+0000 7f80377fe700 1 -- 172.21.15.79:0/1299610997 >> v1:172.21.15.134:6789/0 conn(0x7f8038071900 legacy=0x7f803815d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:18:15.929 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.932+0000 7f80377fe700 1 -- 172.21.15.79:0/1299610997 >> v1:172.21.15.79:6789/0 conn(0x7f80380b3d00 legacy=0x7f803815dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:15.929 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.932+0000 7f80377fe700 1 -- 172.21.15.79:0/1299610997 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8038072350 con 0x7f8038159ba0 2023-09-21T11:18:15.929 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.932+0000 7f80367fc700 1 -- 172.21.15.79:0/1299610997 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 78278151 0 0) 0x7f803815e5f0 con 0x7f80380b3d00 2023-09-21T11:18:15.930 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.932+0000 7f80377fe700 1 --2- 172.21.15.79:0/1299610997 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8038159ba0 0x7f80380b30f0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f80200098f0 tx=0x7f8020009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a87bb2b4004d0f2 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:18:15.930 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.932+0000 7f80367fc700 1 -- 172.21.15.79:0/1299610997 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8020004230 con 0x7f8038159ba0 2023-09-21T11:18:15.930 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.932+0000 7f80367fc700 1 -- 172.21.15.79:0/1299610997 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8020004390 con 0x7f8038159ba0 2023-09-21T11:18:15.931 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.932+0000 7f80367fc700 1 -- 172.21.15.79:0/1299610997 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80200036a0 con 0x7f8038159ba0 2023-09-21T11:18:15.931 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.932+0000 7f803e099700 1 -- 172.21.15.79:0/1299610997 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8038159ba0 msgr2=0x7f80380b30f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:15.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.932+0000 7f803e099700 1 --2- 172.21.15.79:0/1299610997 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8038159ba0 0x7f80380b30f0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f80200098f0 tx=0x7f8020009c00 comp rx=0 tx=0).stop 2023-09-21T11:18:15.932 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.933+0000 7f803e099700 1 -- 172.21.15.79:0/1299610997 shutdown_connections 2023-09-21T11:18:15.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.933+0000 7f803e099700 1 --2- 172.21.15.79:0/1299610997 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8038159ba0 0x7f80380b30f0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:15.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.933+0000 7f803e099700 1 -- 172.21.15.79:0/1299610997 >> 172.21.15.79:0/1299610997 conn(0x7f8038066890 msgr2=0x7f803806a800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:18:15.933 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.933+0000 7f803e099700 1 -- 172.21.15.79:0/1299610997 shutdown_connections 2023-09-21T11:18:15.934 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.933+0000 7f803e099700 1 -- 172.21.15.79:0/1299610997 wait complete. 2023-09-21T11:18:15.937 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.934+0000 7f803e099700 1 Processor -- start 2023-09-21T11:18:15.937 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.934+0000 7f803e099700 1 -- start start 2023-09-21T11:18:15.937 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f803e099700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f80380b3d00 0x7f80381e3610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:15.937 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f803e099700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8038159ba0 0x7f80380adb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:15.938 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f803e099700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f80381e4d40 0x7f80381f2a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:15.938 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f803e099700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80381e4920 con 0x7f8038159ba0 2023-09-21T11:18:15.938 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f803e099700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80380ae0c0 con 0x7f80381e4d40 2023-09-21T11:18:15.938 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f803e099700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80381e3ca0 con 0x7f80380b3d00 2023-09-21T11:18:15.939 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f8036ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8038159ba0 0x7f80380adb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:15.939 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f8036ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8038159ba0 0x7f80380adb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55480/0 (socket says 172.21.15.79:55480) 2023-09-21T11:18:15.939 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f8036ffd700 1 -- 172.21.15.79:0/3978845423 learned_addr learned my addr 172.21.15.79:0/3978845423 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:18:15.939 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f80377fe700 1 --2- 172.21.15.79:0/3978845423 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f80380b3d00 0x7f80381e3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:15.939 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f8037fff700 1 --2- 172.21.15.79:0/3978845423 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f80381e4d40 0x7f80381f2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:15.940 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f8036ffd700 1 -- 172.21.15.79:0/3978845423 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f80380b3d00 msgr2=0x7f80381e3610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:15.940 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f8036ffd700 1 --2- 172.21.15.79:0/3978845423 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f80380b3d00 0x7f80381e3610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:15.940 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f8036ffd700 1 -- 172.21.15.79:0/3978845423 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f80381e4d40 msgr2=0x7f80381f2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:15.940 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f8036ffd700 1 --2- 172.21.15.79:0/3978845423 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f80381e4d40 0x7f80381f2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:15.940 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f8036ffd700 1 -- 172.21.15.79:0/3978845423 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8020009550 con 0x7f8038159ba0 2023-09-21T11:18:15.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f8036ffd700 1 --2- 172.21.15.79:0/3978845423 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8038159ba0 0x7f80380adb80 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f802800c520 tx=0x7f802800c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:18:15.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f802ffff700 1 -- 172.21.15.79:0/3978845423 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8028016070 con 0x7f8038159ba0 2023-09-21T11:18:15.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f802ffff700 1 -- 172.21.15.79:0/3978845423 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8028006860 con 0x7f8038159ba0 2023-09-21T11:18:15.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f803e099700 1 -- 172.21.15.79:0/3978845423 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80381e3f80 con 0x7f8038159ba0 2023-09-21T11:18:15.941 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f802ffff700 1 -- 172.21.15.79:0/3978845423 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8028006bf0 con 0x7f8038159ba0 2023-09-21T11:18:15.942 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.935+0000 7f803e099700 1 -- 172.21.15.79:0/3978845423 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80381e4540 con 0x7f8038159ba0 2023-09-21T11:18:15.942 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.936+0000 7f803e099700 1 -- 172.21.15.79:0/3978845423 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80381e4a60 con 0x7f8038159ba0 2023-09-21T11:18:15.942 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.937+0000 7f802ffff700 1 -- 172.21.15.79:0/3978845423 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f8028006d50 con 0x7f8038159ba0 2023-09-21T11:18:15.942 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.937+0000 7f802ffff700 1 --2- 172.21.15.79:0/3978845423 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f801806a580 0x7f801806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:15.942 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.937+0000 7f802ffff700 1 -- 172.21.15.79:0/3978845423 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8028088130 con 0x7f8038159ba0 2023-09-21T11:18:15.943 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.937+0000 7f80377fe700 1 --2- 172.21.15.79:0/3978845423 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f801806a580 0x7f801806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:15.943 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.938+0000 7f80377fe700 1 --2- 172.21.15.79:0/3978845423 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f801806a580 0x7f801806ca40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8020009840 tx=0x7f8020008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:18:15.943 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:15.942+0000 7f802ffff700 1 -- 172.21.15.79:0/3978845423 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f80381e4a60 con 0x7f8038159ba0 2023-09-21T11:18:16.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.217+0000 7f803e099700 1 -- 172.21.15.79:0/3978845423 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f80381e4a60 con 0x7f8038159ba0 2023-09-21T11:18:16.210 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.218+0000 7f802ffff700 1 -- 172.21.15.79:0/3978845423 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+1276 (secure 0 0 0) 0x7f80381e4a60 con 0x7f8038159ba0 2023-09-21T11:18:16.211 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:18:16.211 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":1,"fsid":"10617cef-7e86-4778-bbc0-1aacec6e926f","modified":"2023-09-21T11:15:59.743597Z","created":"2023-09-21T11:15:59.743597Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:3300","nonce":0},{"type":"v1","addr":"172.21.15.79:6789","nonce":0}]},"addr":"172.21.15.79:6789/0","public_addr":"172.21.15.79:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:3300","nonce":0},{"type":"v1","addr":"172.21.15.134:6789","nonce":0}]},"addr":"172.21.15.134:6789/0","public_addr":"172.21.15.134:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:3301","nonce":0},{"type":"v1","addr":"172.21.15.134:6790","nonce":0}]},"addr":"172.21.15.134:6790/0","public_addr":"172.21.15.134:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-09-21T11:18:16.213 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.220+0000 7f803e099700 1 -- 172.21.15.79:0/3978845423 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f801806a580 msgr2=0x7f801806ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:16.213 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.220+0000 7f803e099700 1 --2- 172.21.15.79:0/3978845423 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f801806a580 0x7f801806ca40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8020009840 tx=0x7f8020008030 comp rx=0 tx=0).stop 2023-09-21T11:18:16.213 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.220+0000 7f803e099700 1 -- 172.21.15.79:0/3978845423 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8038159ba0 msgr2=0x7f80380adb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:16.214 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.220+0000 7f803e099700 1 --2- 172.21.15.79:0/3978845423 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8038159ba0 0x7f80380adb80 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f802800c520 tx=0x7f802800c8e0 comp rx=0 tx=0).stop 2023-09-21T11:18:16.214 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.220+0000 7f803e099700 1 -- 172.21.15.79:0/3978845423 shutdown_connections 2023-09-21T11:18:16.214 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.220+0000 7f803e099700 1 --2- 172.21.15.79:0/3978845423 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f80381e4d40 0x7f80381f2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:16.214 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.220+0000 7f803e099700 1 --2- 172.21.15.79:0/3978845423 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f801806a580 0x7f801806ca40 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:16.215 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.220+0000 7f803e099700 1 --2- 172.21.15.79:0/3978845423 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f80380b3d00 0x7f80381e3610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:16.215 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.220+0000 7f803e099700 1 --2- 172.21.15.79:0/3978845423 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8038159ba0 0x7f80380adb80 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:16.215 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.220+0000 7f803e099700 1 -- 172.21.15.79:0/3978845423 >> 172.21.15.79:0/3978845423 conn(0x7f8038066890 msgr2=0x7f80380709e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:18:16.216 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.220+0000 7f803e099700 1 -- 172.21.15.79:0/3978845423 shutdown_connections 2023-09-21T11:18:16.216 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.220+0000 7f803e099700 1 -- 172.21.15.79:0/3978845423 wait complete. 2023-09-21T11:18:16.217 INFO:teuthology.orchestra.run.smithi079.stderr:dumped monmap epoch 1 2023-09-21T11:18:16.226 DEBUG:teuthology.orchestra.run.smithi079:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get-or-create client.admin 2023-09-21T11:18:16.369 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.377+0000 7f454d9fe700 1 Processor -- start 2023-09-21T11:18:16.370 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.377+0000 7f454d9fe700 1 -- start start 2023-09-21T11:18:16.372 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.378+0000 7f454d9fe700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f454806e830 0x7f454815eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:16.372 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.378+0000 7f454d9fe700 1 -- --> v1:172.21.15.79:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f45480ce380 con 0x7f454806a800 2023-09-21T11:18:16.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.378+0000 7f454d9fe700 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4548161b10 con 0x7f454815daf0 2023-09-21T11:18:16.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.378+0000 7f454d9fe700 1 -- --> v2:172.21.15.79:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45481626b0 con 0x7f454806e830 2023-09-21T11:18:16.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.378+0000 7f45467fc700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f454806e830 0x7f454815eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:16.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.378+0000 7f45467fc700 1 --2- >> v2:172.21.15.79:3300/0 conn(0x7f454806e830 0x7f454815eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55488/0 (socket says 172.21.15.79:55488) 2023-09-21T11:18:16.373 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.378+0000 7f45477fe700 1 --1- >> v1:172.21.15.79:6789/0 conn(0x7f454806a800 0x7f45480719f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.79:6789/0 says I am v1:172.21.15.79:41854/0 (socket says 172.21.15.79:41854) 2023-09-21T11:18:16.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.378+0000 7f45467fc700 1 -- 172.21.15.79:0/2808566566 learned_addr learned my addr 172.21.15.79:0/2808566566 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:18:16.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.378+0000 7f45467fc700 1 -- 172.21.15.79:0/2808566566 >> v1:172.21.15.134:6789/0 conn(0x7f454815daf0 legacy=0x7f4548161fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-21T11:18:16.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.378+0000 7f45467fc700 1 -- 172.21.15.79:0/2808566566 >> v1:172.21.15.79:6789/0 conn(0x7f454806a800 legacy=0x7f45480719f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:16.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.378+0000 7f4545ffb700 1 -- 172.21.15.79:0/2808566566 <== mon.0 v1:172.21.15.79:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3538273091 0 0) 0x7f45480ce380 con 0x7f454806a800 2023-09-21T11:18:16.374 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.378+0000 7f45467fc700 1 -- 172.21.15.79:0/2808566566 --> v2:172.21.15.79:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45481617e0 con 0x7f454806e830 2023-09-21T11:18:16.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.378+0000 7f45467fc700 1 --2- 172.21.15.79:0/2808566566 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f454806e830 0x7f454815eb60 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f453c0098f0 tx=0x7f453c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2913334eb2cead9f server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:18:16.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.378+0000 7f4545ffb700 1 -- 172.21.15.79:0/2808566566 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f453c004230 con 0x7f454806e830 2023-09-21T11:18:16.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.378+0000 7f4545ffb700 1 -- 172.21.15.79:0/2808566566 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f453c004390 con 0x7f454806e830 2023-09-21T11:18:16.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.378+0000 7f4545ffb700 1 -- 172.21.15.79:0/2808566566 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f453c0036a0 con 0x7f454806e830 2023-09-21T11:18:16.375 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.379+0000 7f454d9fe700 1 -- 172.21.15.79:0/2808566566 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f454806e830 msgr2=0x7f454815eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:16.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.379+0000 7f454d9fe700 1 --2- 172.21.15.79:0/2808566566 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f454806e830 0x7f454815eb60 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f453c0098f0 tx=0x7f453c009c00 comp rx=0 tx=0).stop 2023-09-21T11:18:16.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.379+0000 7f454d9fe700 1 -- 172.21.15.79:0/2808566566 shutdown_connections 2023-09-21T11:18:16.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.379+0000 7f454d9fe700 1 --2- 172.21.15.79:0/2808566566 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f454806e830 0x7f454815eb60 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:16.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.379+0000 7f454d9fe700 1 -- 172.21.15.79:0/2808566566 >> 172.21.15.79:0/2808566566 conn(0x7f454806b910 msgr2=0x7f454806bcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:18:16.376 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.379+0000 7f454d9fe700 1 -- 172.21.15.79:0/2808566566 shutdown_connections 2023-09-21T11:18:16.377 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.379+0000 7f454d9fe700 1 -- 172.21.15.79:0/2808566566 wait complete. 2023-09-21T11:18:16.379 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.380+0000 7f454d9fe700 1 Processor -- start 2023-09-21T11:18:16.379 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.380+0000 7f454d9fe700 1 -- start start 2023-09-21T11:18:16.379 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.381+0000 7f454d9fe700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f454806a800 0x7f45480c7550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:16.380 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.381+0000 7f454d9fe700 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f454806e830 0x7f45481f6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:16.380 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.381+0000 7f454d9fe700 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f454815daf0 0x7f454815b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:16.380 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.381+0000 7f454d9fe700 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45481f3f60 con 0x7f454806a800 2023-09-21T11:18:16.380 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.381+0000 7f454d9fe700 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45481f74e0 con 0x7f454806e830 2023-09-21T11:18:16.380 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.381+0000 7f454d9fe700 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45481f3350 con 0x7f454815daf0 2023-09-21T11:18:16.381 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.381+0000 7f4546ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f454806a800 0x7f45480c7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:16.381 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.381+0000 7f4546ffd700 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f454806a800 0x7f45480c7550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55492/0 (socket says 172.21.15.79:55492) 2023-09-21T11:18:16.381 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.381+0000 7f4546ffd700 1 -- 172.21.15.79:0/971897054 learned_addr learned my addr 172.21.15.79:0/971897054 (peer_addr_for_me v2:172.21.15.79:0/0) 2023-09-21T11:18:16.381 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.381+0000 7f45477fe700 1 --2- 172.21.15.79:0/971897054 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f454815daf0 0x7f454815b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:16.381 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.381+0000 7f45467fc700 1 --2- 172.21.15.79:0/971897054 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f454806e830 0x7f45481f6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:16.382 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.382+0000 7f4546ffd700 1 -- 172.21.15.79:0/971897054 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f454815daf0 msgr2=0x7f454815b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:16.382 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.382+0000 7f4546ffd700 1 --2- 172.21.15.79:0/971897054 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f454815daf0 0x7f454815b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:16.382 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.382+0000 7f4546ffd700 1 -- 172.21.15.79:0/971897054 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f454806e830 msgr2=0x7f45481f6fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:16.382 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.382+0000 7f4546ffd700 1 --2- 172.21.15.79:0/971897054 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f454806e830 0x7f45481f6fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:16.382 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.382+0000 7f4546ffd700 1 -- 172.21.15.79:0/971897054 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f453c009550 con 0x7f454806a800 2023-09-21T11:18:16.383 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.382+0000 7f45467fc700 1 --2- 172.21.15.79:0/971897054 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f454806e830 0x7f45481f6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:18:16.383 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.382+0000 7f45477fe700 1 --2- 172.21.15.79:0/971897054 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f454815daf0 0x7f454815b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-21T11:18:16.383 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.382+0000 7f4546ffd700 1 --2- 172.21.15.79:0/971897054 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f454806a800 0x7f45480c7550 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f453800c500 tx=0x7f453800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:18:16.383 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.382+0000 7f452ffff700 1 -- 172.21.15.79:0/971897054 <== mon.0 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4538011790 con 0x7f454806a800 2023-09-21T11:18:16.383 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.382+0000 7f452ffff700 1 -- 172.21.15.79:0/971897054 <== mon.0 v2:172.21.15.79:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45380118f0 con 0x7f454806a800 2023-09-21T11:18:16.383 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.382+0000 7f454d9fe700 1 -- 172.21.15.79:0/971897054 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45481f3630 con 0x7f454806a800 2023-09-21T11:18:16.384 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.382+0000 7f452ffff700 1 -- 172.21.15.79:0/971897054 <== mon.0 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4538011ca0 con 0x7f454806a800 2023-09-21T11:18:16.384 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.382+0000 7f454d9fe700 1 -- 172.21.15.79:0/971897054 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45481f3bf0 con 0x7f454806a800 2023-09-21T11:18:16.384 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.383+0000 7f454d9fe700 1 -- 172.21.15.79:0/971897054 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45481f3d80 con 0x7f454806a800 2023-09-21T11:18:16.384 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.384+0000 7f452ffff700 1 -- 172.21.15.79:0/971897054 <== mon.0 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 5) v1 ==== 88733+0+0 (secure 0 0 0) 0x7f453801c460 con 0x7f454806a800 2023-09-21T11:18:16.384 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.384+0000 7f452ffff700 1 --2- 172.21.15.79:0/971897054 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f453406a580 0x7f453406ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-21T11:18:16.385 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.384+0000 7f45467fc700 1 --2- 172.21.15.79:0/971897054 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f453406a580 0x7f453406ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-21T11:18:16.385 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.384+0000 7f452ffff700 1 -- 172.21.15.79:0/971897054 <== mon.0 v2:172.21.15.79:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f45380888c0 con 0x7f454806a800 2023-09-21T11:18:16.385 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.385+0000 7f45467fc700 1 --2- 172.21.15.79:0/971897054 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f453406a580 0x7f453406ca40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f453c009130 tx=0x7f453c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-21T11:18:16.385 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.389+0000 7f452ffff700 1 -- 172.21.15.79:0/971897054 <== mon.0 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178588 (secure 0 0 0) 0x7f4538053e40 con 0x7f454806a800 2023-09-21T11:18:16.659 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.666+0000 7f454d9fe700 1 -- 172.21.15.79:0/971897054 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.admin"} v 0) v1 -- 0x7f454804eae0 con 0x7f454806a800 2023-09-21T11:18:16.660 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.667+0000 7f452ffff700 1 -- 172.21.15.79:0/971897054 <== mon.0 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.admin"}]=0 v13) v1 ==== 92+0+63 (secure 0 0 0) 0x7f4538057460 con 0x7f454806a800 2023-09-21T11:18:16.660 INFO:teuthology.orchestra.run.smithi079.stdout:[client.admin] 2023-09-21T11:18:16.660 INFO:teuthology.orchestra.run.smithi079.stdout: key = AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== 2023-09-21T11:18:16.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.669+0000 7f454d9fe700 1 -- 172.21.15.79:0/971897054 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f453406a580 msgr2=0x7f453406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:16.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.669+0000 7f454d9fe700 1 --2- 172.21.15.79:0/971897054 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f453406a580 0x7f453406ca40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f453c009130 tx=0x7f453c008030 comp rx=0 tx=0).stop 2023-09-21T11:18:16.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.669+0000 7f454d9fe700 1 -- 172.21.15.79:0/971897054 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f454806a800 msgr2=0x7f45480c7550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-21T11:18:16.662 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.669+0000 7f454d9fe700 1 --2- 172.21.15.79:0/971897054 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f454806a800 0x7f45480c7550 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f453800c500 tx=0x7f453800c8c0 comp rx=0 tx=0).stop 2023-09-21T11:18:16.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.669+0000 7f454d9fe700 1 -- 172.21.15.79:0/971897054 shutdown_connections 2023-09-21T11:18:16.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.669+0000 7f454d9fe700 1 --2- 172.21.15.79:0/971897054 >> [v2:172.21.15.79:6832/2997757862,v1:172.21.15.79:6833/2997757862] conn(0x7f453406a580 0x7f453406ca40 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:16.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.669+0000 7f454d9fe700 1 --2- 172.21.15.79:0/971897054 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f454815daf0 0x7f454815b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:16.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.669+0000 7f454d9fe700 1 --2- 172.21.15.79:0/971897054 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f454806a800 0x7f45480c7550 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:16.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.669+0000 7f454d9fe700 1 --2- 172.21.15.79:0/971897054 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f454806e830 0x7f45481f6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-21T11:18:16.663 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.669+0000 7f454d9fe700 1 -- 172.21.15.79:0/971897054 >> 172.21.15.79:0/971897054 conn(0x7f454806b910 msgr2=0x7f454815f490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-21T11:18:16.664 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.669+0000 7f454d9fe700 1 -- 172.21.15.79:0/971897054 shutdown_connections 2023-09-21T11:18:16.664 INFO:teuthology.orchestra.run.smithi079.stderr:2023-09-21T11:18:16.669+0000 7f454d9fe700 1 -- 172.21.15.79:0/971897054 wait complete. 2023-09-21T11:18:16.674 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:18:16.674 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd of=/tmp/tmp.fjGn8jvDUbxfstests-dev/local.config 2023-09-21T11:18:16.712 INFO:tasks.cephfs.xfstests_dev:local.config's contents - export FSTYP=ceph export TEST_DEV=172.21.15.79:6789:/test export TEST_DIR=/tmp/tmp.qtJvSD2Nrutest export SCRATCH_DEV=172.21.15.79:6789:/scratch export SCRATCH_MNT=/tmp/tmp.6bwc0i5xXJscratch export CEPHFS_MOUNT_OPTIONS="-o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A==" 2023-09-21T11:18:16.712 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2023-09-21T11:18:16.713 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd of=/tmp/tmp.fjGn8jvDUbxfstests-dev/ceph.exclude 2023-09-21T11:18:16.778 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo make) 2023-09-21T11:18:16.860 INFO:teuthology.orchestra.run.smithi079.stdout:libtoolize -cfi 2023-09-21T11:18:17.207 INFO:teuthology.orchestra.run.smithi079.stdout:libtoolize: putting auxiliary files in '.'. 2023-09-21T11:18:17.207 INFO:teuthology.orchestra.run.smithi079.stdout:libtoolize: copying file './config.guess' 2023-09-21T11:18:17.210 INFO:teuthology.orchestra.run.smithi079.stdout:libtoolize: copying file './config.sub' 2023-09-21T11:18:17.214 INFO:teuthology.orchestra.run.smithi079.stdout:libtoolize: copying file './install-sh' 2023-09-21T11:18:17.218 INFO:teuthology.orchestra.run.smithi079.stdout:libtoolize: copying file './ltmain.sh' 2023-09-21T11:18:17.238 INFO:teuthology.orchestra.run.smithi079.stdout:libtoolize: putting macros in AC_CONFIG_MACRO_DIRS, 'm4'. 2023-09-21T11:18:17.238 INFO:teuthology.orchestra.run.smithi079.stdout:libtoolize: copying file 'm4/libtool.m4' 2023-09-21T11:18:17.242 INFO:teuthology.orchestra.run.smithi079.stdout:libtoolize: copying file 'm4/ltoptions.m4' 2023-09-21T11:18:17.246 INFO:teuthology.orchestra.run.smithi079.stdout:libtoolize: copying file 'm4/ltsugar.m4' 2023-09-21T11:18:17.251 INFO:teuthology.orchestra.run.smithi079.stdout:libtoolize: copying file 'm4/ltversion.m4' 2023-09-21T11:18:17.255 INFO:teuthology.orchestra.run.smithi079.stdout:libtoolize: copying file 'm4/lt~obsolete.m4' 2023-09-21T11:18:17.261 INFO:teuthology.orchestra.run.smithi079.stdout:libtoolize: Consider adding '-I m4' to ACLOCAL_AMFLAGS in Makefile.am. 2023-09-21T11:18:17.262 INFO:teuthology.orchestra.run.smithi079.stdout:cp include/install-sh . 2023-09-21T11:18:17.263 INFO:teuthology.orchestra.run.smithi079.stdout:aclocal -I m4 2023-09-21T11:18:18.421 INFO:teuthology.orchestra.run.smithi079.stdout:autoheader 2023-09-21T11:18:18.719 INFO:teuthology.orchestra.run.smithi079.stdout:autoconf 2023-09-21T11:18:18.877 INFO:teuthology.orchestra.run.smithi079.stdout:./configure \ 2023-09-21T11:18:18.878 INFO:teuthology.orchestra.run.smithi079.stdout: --libexecdir=/usr/lib \ 2023-09-21T11:18:18.878 INFO:teuthology.orchestra.run.smithi079.stdout: --exec_prefix=/var/lib 2023-09-21T11:18:19.308 INFO:teuthology.orchestra.run.smithi079.stdout:checking build system type... x86_64-pc-linux-gnu 2023-09-21T11:18:19.309 INFO:teuthology.orchestra.run.smithi079.stdout:checking host system type... x86_64-pc-linux-gnu 2023-09-21T11:18:19.310 INFO:teuthology.orchestra.run.smithi079.stdout:checking how to print strings... printf 2023-09-21T11:18:19.310 INFO:teuthology.orchestra.run.smithi079.stdout:checking for gcc... gcc 2023-09-21T11:18:19.434 INFO:teuthology.orchestra.run.smithi079.stdout:checking whether the C compiler works... yes 2023-09-21T11:18:19.434 INFO:teuthology.orchestra.run.smithi079.stdout:checking for C compiler default output file name... a.out 2023-09-21T11:18:19.462 INFO:teuthology.orchestra.run.smithi079.stdout:checking for suffix of executables... 2023-09-21T11:18:19.508 INFO:teuthology.orchestra.run.smithi079.stdout:checking whether we are cross compiling... no 2023-09-21T11:18:19.526 INFO:teuthology.orchestra.run.smithi079.stdout:checking for suffix of object files... o 2023-09-21T11:18:19.542 INFO:teuthology.orchestra.run.smithi079.stdout:checking whether we are using the GNU C compiler... yes 2023-09-21T11:18:19.558 INFO:teuthology.orchestra.run.smithi079.stdout:checking whether gcc accepts -g... yes 2023-09-21T11:18:19.584 INFO:teuthology.orchestra.run.smithi079.stdout:checking for gcc option to accept ISO C89... none needed 2023-09-21T11:18:19.587 INFO:teuthology.orchestra.run.smithi079.stdout:checking for a sed that does not truncate output... /bin/sed 2023-09-21T11:18:19.589 INFO:teuthology.orchestra.run.smithi079.stdout:checking for grep that handles long lines and -e... /bin/grep 2023-09-21T11:18:19.590 INFO:teuthology.orchestra.run.smithi079.stdout:checking for egrep... /bin/grep -E 2023-09-21T11:18:19.591 INFO:teuthology.orchestra.run.smithi079.stdout:checking for fgrep... /bin/grep -F 2023-09-21T11:18:19.594 INFO:teuthology.orchestra.run.smithi079.stdout:checking for ld used by gcc... /bin/ld 2023-09-21T11:18:19.596 INFO:teuthology.orchestra.run.smithi079.stdout:checking if the linker (/bin/ld) is GNU ld... yes 2023-09-21T11:18:19.605 INFO:teuthology.orchestra.run.smithi079.stdout:checking for BSD- or MS-compatible name lister (nm)... /bin/nm -B 2023-09-21T11:18:19.619 INFO:teuthology.orchestra.run.smithi079.stdout:checking the name lister (/bin/nm -B) interface... BSD nm 2023-09-21T11:18:19.620 INFO:teuthology.orchestra.run.smithi079.stdout:checking whether ln -s works... yes 2023-09-21T11:18:19.626 INFO:teuthology.orchestra.run.smithi079.stdout:checking the maximum length of command line arguments... 1572864 2023-09-21T11:18:19.628 INFO:teuthology.orchestra.run.smithi079.stdout:checking how to convert x86_64-pc-linux-gnu file names to x86_64-pc-linux-gnu format... func_convert_file_noop 2023-09-21T11:18:19.628 INFO:teuthology.orchestra.run.smithi079.stdout:checking how to convert x86_64-pc-linux-gnu file names to toolchain format... func_convert_file_noop 2023-09-21T11:18:19.628 INFO:teuthology.orchestra.run.smithi079.stdout:checking for /bin/ld option to reload object files... -r 2023-09-21T11:18:19.628 INFO:teuthology.orchestra.run.smithi079.stdout:checking for objdump... objdump 2023-09-21T11:18:19.629 INFO:teuthology.orchestra.run.smithi079.stdout:checking how to recognize dependent libraries... pass_all 2023-09-21T11:18:19.630 INFO:teuthology.orchestra.run.smithi079.stdout:checking for dlltool... no 2023-09-21T11:18:19.630 INFO:teuthology.orchestra.run.smithi079.stdout:checking how to associate runtime and link libraries... printf %s\n 2023-09-21T11:18:19.630 INFO:teuthology.orchestra.run.smithi079.stdout:checking for ar... ar 2023-09-21T11:18:19.656 INFO:teuthology.orchestra.run.smithi079.stdout:checking for archiver @FILE support... @ 2023-09-21T11:18:19.656 INFO:teuthology.orchestra.run.smithi079.stdout:checking for strip... strip 2023-09-21T11:18:19.657 INFO:teuthology.orchestra.run.smithi079.stdout:checking for ranlib... ranlib 2023-09-21T11:18:19.657 INFO:teuthology.orchestra.run.smithi079.stdout:checking for gawk... gawk 2023-09-21T11:18:19.706 INFO:teuthology.orchestra.run.smithi079.stdout:checking command to parse /bin/nm -B output from gcc object... ok 2023-09-21T11:18:19.708 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sysroot... no 2023-09-21T11:18:19.710 INFO:teuthology.orchestra.run.smithi079.stdout:checking for a working dd... /bin/dd 2023-09-21T11:18:19.712 INFO:teuthology.orchestra.run.smithi079.stdout:checking how to truncate binary pipes... /bin/dd bs=4096 count=1 2023-09-21T11:18:19.725 INFO:teuthology.orchestra.run.smithi079.stdout:checking for mt... no 2023-09-21T11:18:19.726 INFO:teuthology.orchestra.run.smithi079.stdout:checking if : is a manifest tool... no 2023-09-21T11:18:19.763 INFO:teuthology.orchestra.run.smithi079.stdout:checking how to run the C preprocessor... gcc -E 2023-09-21T11:18:19.886 INFO:teuthology.orchestra.run.smithi079.stdout:checking for ANSI C header files... yes 2023-09-21T11:18:19.905 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sys/types.h... yes 2023-09-21T11:18:19.929 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sys/stat.h... yes 2023-09-21T11:18:19.951 INFO:teuthology.orchestra.run.smithi079.stdout:checking for stdlib.h... yes 2023-09-21T11:18:19.975 INFO:teuthology.orchestra.run.smithi079.stdout:checking for string.h... yes 2023-09-21T11:18:19.999 INFO:teuthology.orchestra.run.smithi079.stdout:checking for memory.h... yes 2023-09-21T11:18:20.022 INFO:teuthology.orchestra.run.smithi079.stdout:checking for strings.h... yes 2023-09-21T11:18:20.048 INFO:teuthology.orchestra.run.smithi079.stdout:checking for inttypes.h... yes 2023-09-21T11:18:20.072 INFO:teuthology.orchestra.run.smithi079.stdout:checking for stdint.h... yes 2023-09-21T11:18:20.099 INFO:teuthology.orchestra.run.smithi079.stdout:checking for unistd.h... yes 2023-09-21T11:18:20.126 INFO:teuthology.orchestra.run.smithi079.stdout:checking for dlfcn.h... yes 2023-09-21T11:18:20.129 INFO:teuthology.orchestra.run.smithi079.stdout:checking for objdir... .libs 2023-09-21T11:18:20.193 INFO:teuthology.orchestra.run.smithi079.stdout:checking if gcc supports -fno-rtti -fno-exceptions... no 2023-09-21T11:18:20.193 INFO:teuthology.orchestra.run.smithi079.stdout:checking for gcc option to produce PIC... -fPIC -DPIC 2023-09-21T11:18:20.207 INFO:teuthology.orchestra.run.smithi079.stdout:checking if gcc PIC flag -fPIC -DPIC works... yes 2023-09-21T11:18:20.227 INFO:teuthology.orchestra.run.smithi079.stdout:checking if gcc static flag -static works... no 2023-09-21T11:18:20.247 INFO:teuthology.orchestra.run.smithi079.stdout:checking if gcc supports -c -o file.o... yes 2023-09-21T11:18:20.248 INFO:teuthology.orchestra.run.smithi079.stdout:checking if gcc supports -c -o file.o... (cached) yes 2023-09-21T11:18:20.253 INFO:teuthology.orchestra.run.smithi079.stdout:checking whether the gcc linker (/bin/ld -m elf_x86_64) supports shared libraries... yes 2023-09-21T11:18:20.277 INFO:teuthology.orchestra.run.smithi079.stdout:checking whether -lc should be explicitly linked in... no 2023-09-21T11:18:20.319 INFO:teuthology.orchestra.run.smithi079.stdout:checking dynamic linker characteristics... GNU/Linux ld.so 2023-09-21T11:18:20.319 INFO:teuthology.orchestra.run.smithi079.stdout:checking how to hardcode library paths into programs... immediate 2023-09-21T11:18:20.324 INFO:teuthology.orchestra.run.smithi079.stdout:checking whether stripping libraries is possible... yes 2023-09-21T11:18:20.324 INFO:teuthology.orchestra.run.smithi079.stdout:checking if libtool supports shared libraries... yes 2023-09-21T11:18:20.324 INFO:teuthology.orchestra.run.smithi079.stdout:checking whether to build shared libraries... yes 2023-09-21T11:18:20.325 INFO:teuthology.orchestra.run.smithi079.stdout:checking whether to build static libraries... yes 2023-09-21T11:18:20.329 INFO:teuthology.orchestra.run.smithi079.stdout:checking for gcc... (cached) gcc 2023-09-21T11:18:20.344 INFO:teuthology.orchestra.run.smithi079.stdout:checking whether we are using the GNU C compiler... (cached) yes 2023-09-21T11:18:20.344 INFO:teuthology.orchestra.run.smithi079.stdout:checking whether gcc accepts -g... (cached) yes 2023-09-21T11:18:20.344 INFO:teuthology.orchestra.run.smithi079.stdout:checking for gcc option to accept ISO C89... (cached) none needed 2023-09-21T11:18:20.344 INFO:teuthology.orchestra.run.smithi079.stdout:checking for gmake... /usr/bin/gmake 2023-09-21T11:18:20.345 INFO:teuthology.orchestra.run.smithi079.stderr:./configure: line 12070: test: $(SHELL): binary operator expected 2023-09-21T11:18:20.346 INFO:teuthology.orchestra.run.smithi079.stdout:checking for tar... /bin/tar 2023-09-21T11:18:20.346 INFO:teuthology.orchestra.run.smithi079.stdout:checking for gzip... /bin/gzip 2023-09-21T11:18:20.352 INFO:teuthology.orchestra.run.smithi079.stdout:checking whether gcc -MM is supported... yes 2023-09-21T11:18:20.353 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sort... /bin/sort 2023-09-21T11:18:20.353 INFO:teuthology.orchestra.run.smithi079.stdout:checking whether ln -s works... yes 2023-09-21T11:18:20.353 INFO:teuthology.orchestra.run.smithi079.stdout:checking for rpm... /bin/rpm 2023-09-21T11:18:20.356 INFO:teuthology.orchestra.run.smithi079.stdout:checking for rpmbuild... no 2023-09-21T11:18:20.380 INFO:teuthology.orchestra.run.smithi079.stdout:checking assert.h usability... yes 2023-09-21T11:18:20.387 INFO:teuthology.orchestra.run.smithi079.stdout:checking assert.h presence... yes 2023-09-21T11:18:20.387 INFO:teuthology.orchestra.run.smithi079.stdout:checking for assert.h... yes 2023-09-21T11:18:20.412 INFO:teuthology.orchestra.run.smithi079.stdout:checking bstring.h usability... no 2023-09-21T11:18:20.421 INFO:teuthology.orchestra.run.smithi079.stdout:checking bstring.h presence... no 2023-09-21T11:18:20.422 INFO:teuthology.orchestra.run.smithi079.stdout:checking for bstring.h... no 2023-09-21T11:18:20.445 INFO:teuthology.orchestra.run.smithi079.stdout:checking libgen.h usability... yes 2023-09-21T11:18:20.451 INFO:teuthology.orchestra.run.smithi079.stdout:checking libgen.h presence... yes 2023-09-21T11:18:20.452 INFO:teuthology.orchestra.run.smithi079.stdout:checking for libgen.h... yes 2023-09-21T11:18:20.478 INFO:teuthology.orchestra.run.smithi079.stdout:checking dirent.h usability... yes 2023-09-21T11:18:20.486 INFO:teuthology.orchestra.run.smithi079.stdout:checking dirent.h presence... yes 2023-09-21T11:18:20.486 INFO:teuthology.orchestra.run.smithi079.stdout:checking for dirent.h... yes 2023-09-21T11:18:20.534 INFO:teuthology.orchestra.run.smithi079.stdout:checking errno.h usability... yes 2023-09-21T11:18:20.541 INFO:teuthology.orchestra.run.smithi079.stdout:checking errno.h presence... yes 2023-09-21T11:18:20.541 INFO:teuthology.orchestra.run.smithi079.stdout:checking for errno.h... yes 2023-09-21T11:18:20.567 INFO:teuthology.orchestra.run.smithi079.stdout:checking malloc.h usability... yes 2023-09-21T11:18:20.575 INFO:teuthology.orchestra.run.smithi079.stdout:checking malloc.h presence... yes 2023-09-21T11:18:20.576 INFO:teuthology.orchestra.run.smithi079.stdout:checking for malloc.h... yes 2023-09-21T11:18:20.601 INFO:teuthology.orchestra.run.smithi079.stdout:checking uuid.h usability... no 2023-09-21T11:18:20.610 INFO:teuthology.orchestra.run.smithi079.stdout:checking uuid.h presence... no 2023-09-21T11:18:20.610 INFO:teuthology.orchestra.run.smithi079.stdout:checking for uuid.h... no 2023-09-21T11:18:20.636 INFO:teuthology.orchestra.run.smithi079.stdout:checking uuid/uuid.h usability... yes 2023-09-21T11:18:20.644 INFO:teuthology.orchestra.run.smithi079.stdout:checking uuid/uuid.h presence... yes 2023-09-21T11:18:20.644 INFO:teuthology.orchestra.run.smithi079.stdout:checking for uuid/uuid.h... yes 2023-09-21T11:18:20.669 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/uuid.h usability... no 2023-09-21T11:18:20.678 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/uuid.h presence... no 2023-09-21T11:18:20.679 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sys/uuid.h... no 2023-09-21T11:18:20.703 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/file.h usability... yes 2023-09-21T11:18:20.710 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/file.h presence... yes 2023-09-21T11:18:20.711 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sys/file.h... yes 2023-09-21T11:18:20.737 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/fcntl.h usability... yes 2023-09-21T11:18:20.745 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/fcntl.h presence... yes 2023-09-21T11:18:20.745 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sys/fcntl.h... yes 2023-09-21T11:18:20.770 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/syssgi.h usability... no 2023-09-21T11:18:20.779 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/syssgi.h presence... no 2023-09-21T11:18:20.779 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sys/syssgi.h... no 2023-09-21T11:18:20.825 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/param.h usability... yes 2023-09-21T11:18:20.834 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/param.h presence... yes 2023-09-21T11:18:20.834 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sys/param.h... yes 2023-09-21T11:18:20.839 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sys/stat.h... (cached) yes 2023-09-21T11:18:20.865 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/statvfs.h usability... yes 2023-09-21T11:18:20.872 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/statvfs.h presence... yes 2023-09-21T11:18:20.872 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sys/statvfs.h... yes 2023-09-21T11:18:20.898 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/time.h usability... yes 2023-09-21T11:18:20.905 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/time.h presence... yes 2023-09-21T11:18:20.905 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sys/time.h... yes 2023-09-21T11:18:20.941 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/ioctl.h usability... yes 2023-09-21T11:18:20.948 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/ioctl.h presence... yes 2023-09-21T11:18:20.948 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sys/ioctl.h... yes 2023-09-21T11:18:20.976 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/wait.h usability... yes 2023-09-21T11:18:20.984 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/wait.h presence... yes 2023-09-21T11:18:20.985 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sys/wait.h... yes 2023-09-21T11:18:20.989 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sys/types.h... (cached) yes 2023-09-21T11:18:20.994 INFO:teuthology.orchestra.run.smithi079.stdout:checking for strings.h... (cached) yes 2023-09-21T11:18:21.046 INFO:teuthology.orchestra.run.smithi079.stdout:checking err.h usability... yes 2023-09-21T11:18:21.053 INFO:teuthology.orchestra.run.smithi079.stdout:checking err.h presence... yes 2023-09-21T11:18:21.053 INFO:teuthology.orchestra.run.smithi079.stdout:checking for err.h... yes 2023-09-21T11:18:21.079 INFO:teuthology.orchestra.run.smithi079.stdout:checking linux/falloc.h usability... yes 2023-09-21T11:18:21.086 INFO:teuthology.orchestra.run.smithi079.stdout:checking linux/falloc.h presence... yes 2023-09-21T11:18:21.086 INFO:teuthology.orchestra.run.smithi079.stdout:checking for linux/falloc.h... yes 2023-09-21T11:18:21.111 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/fs/xfs_fsops.h usability... no 2023-09-21T11:18:21.120 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/fs/xfs_fsops.h presence... no 2023-09-21T11:18:21.120 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sys/fs/xfs_fsops.h... no 2023-09-21T11:18:21.143 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/fs/xfs_itable.h usability... no 2023-09-21T11:18:21.152 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/fs/xfs_itable.h presence... no 2023-09-21T11:18:21.152 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sys/fs/xfs_itable.h... no 2023-09-21T11:18:21.175 INFO:teuthology.orchestra.run.smithi079.stdout:checking xfs/platform_defs.h usability... no 2023-09-21T11:18:21.184 INFO:teuthology.orchestra.run.smithi079.stdout:checking xfs/platform_defs.h presence... no 2023-09-21T11:18:21.184 INFO:teuthology.orchestra.run.smithi079.stdout:checking for xfs/platform_defs.h... no 2023-09-21T11:18:21.206 INFO:teuthology.orchestra.run.smithi079.stdout:checking btrfs/ioctl.h usability... no 2023-09-21T11:18:21.215 INFO:teuthology.orchestra.run.smithi079.stdout:checking btrfs/ioctl.h presence... no 2023-09-21T11:18:21.216 INFO:teuthology.orchestra.run.smithi079.stdout:checking for btrfs/ioctl.h... no 2023-09-21T11:18:21.238 INFO:teuthology.orchestra.run.smithi079.stdout:checking cifs/ioctl.h usability... no 2023-09-21T11:18:21.247 INFO:teuthology.orchestra.run.smithi079.stdout:checking cifs/ioctl.h presence... no 2023-09-21T11:18:21.248 INFO:teuthology.orchestra.run.smithi079.stdout:checking for cifs/ioctl.h... no 2023-09-21T11:18:21.272 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/mman.h usability... yes 2023-09-21T11:18:21.279 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/mman.h presence... yes 2023-09-21T11:18:21.279 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sys/mman.h... yes 2023-09-21T11:18:21.293 INFO:teuthology.orchestra.run.smithi079.stdout:checking for xfs/xfs_log_format.h... no 2023-09-21T11:18:21.327 INFO:teuthology.orchestra.run.smithi079.stdout:checking for uuid_compare... no 2023-09-21T11:18:21.356 INFO:teuthology.orchestra.run.smithi079.stdout:checking for uuid_compare in -luuid... yes 2023-09-21T11:18:21.405 INFO:teuthology.orchestra.run.smithi079.stdout:checking for xfs/xfs.h... yes 2023-09-21T11:18:21.418 INFO:teuthology.orchestra.run.smithi079.stdout:checking for xfs/libxfs.h... no 2023-09-21T11:18:21.433 INFO:teuthology.orchestra.run.smithi079.stdout:checking whether xlog_assign_lsn is declared... no 2023-09-21T11:18:21.460 INFO:teuthology.orchestra.run.smithi079.stdout:checking for xfs/xqm.h... yes 2023-09-21T11:18:21.503 INFO:teuthology.orchestra.run.smithi079.stdout:checking xfsctl from xfs/xfs.h... ok 2023-09-21T11:18:21.525 INFO:teuthology.orchestra.run.smithi079.stdout:checking xfs/handle.h usability... yes 2023-09-21T11:18:21.531 INFO:teuthology.orchestra.run.smithi079.stdout:checking xfs/handle.h presence... yes 2023-09-21T11:18:21.531 INFO:teuthology.orchestra.run.smithi079.stdout:checking for xfs/handle.h... yes 2023-09-21T11:18:21.570 INFO:teuthology.orchestra.run.smithi079.stdout:checking for attr_list_by_handle in -lhandle... yes 2023-09-21T11:18:21.600 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/acl.h usability... yes 2023-09-21T11:18:21.608 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/acl.h presence... yes 2023-09-21T11:18:21.608 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sys/acl.h... yes 2023-09-21T11:18:21.634 INFO:teuthology.orchestra.run.smithi079.stdout:checking acl/libacl.h usability... yes 2023-09-21T11:18:21.642 INFO:teuthology.orchestra.run.smithi079.stdout:checking acl/libacl.h presence... yes 2023-09-21T11:18:21.642 INFO:teuthology.orchestra.run.smithi079.stdout:checking for acl/libacl.h... yes 2023-09-21T11:18:21.672 INFO:teuthology.orchestra.run.smithi079.stdout:checking for acl_init in -lacl... yes 2023-09-21T11:18:21.694 INFO:teuthology.orchestra.run.smithi079.stdout:checking gdbm-ndbm.h usability... no 2023-09-21T11:18:21.703 INFO:teuthology.orchestra.run.smithi079.stdout:checking gdbm-ndbm.h presence... no 2023-09-21T11:18:21.704 INFO:teuthology.orchestra.run.smithi079.stdout:checking for gdbm-ndbm.h... no 2023-09-21T11:18:21.724 INFO:teuthology.orchestra.run.smithi079.stdout:checking gdbm/ndbm.h usability... no 2023-09-21T11:18:21.733 INFO:teuthology.orchestra.run.smithi079.stdout:checking gdbm/ndbm.h presence... no 2023-09-21T11:18:21.733 INFO:teuthology.orchestra.run.smithi079.stdout:checking for gdbm/ndbm.h... no 2023-09-21T11:18:21.753 INFO:teuthology.orchestra.run.smithi079.stdout:checking ndbm.h usability... no 2023-09-21T11:18:21.762 INFO:teuthology.orchestra.run.smithi079.stdout:checking ndbm.h presence... no 2023-09-21T11:18:21.762 INFO:teuthology.orchestra.run.smithi079.stdout:checking for ndbm.h... no 2023-09-21T11:18:21.786 INFO:teuthology.orchestra.run.smithi079.stdout:checking libaio.h usability... yes 2023-09-21T11:18:21.796 INFO:teuthology.orchestra.run.smithi079.stdout:checking libaio.h presence... yes 2023-09-21T11:18:21.797 INFO:teuthology.orchestra.run.smithi079.stdout:checking for libaio.h... yes 2023-09-21T11:18:21.819 INFO:teuthology.orchestra.run.smithi079.stdout:checking liburing.h usability... no 2023-09-21T11:18:21.828 INFO:teuthology.orchestra.run.smithi079.stdout:checking liburing.h presence... no 2023-09-21T11:18:21.828 INFO:teuthology.orchestra.run.smithi079.stdout:checking for liburing.h... no 2023-09-21T11:18:21.849 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/capability.h usability... no 2023-09-21T11:18:21.858 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/capability.h presence... no 2023-09-21T11:18:21.858 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sys/capability.h... no 2023-09-21T11:18:21.880 INFO:teuthology.orchestra.run.smithi079.stdout:checking linux/fiemap.h usability... yes 2023-09-21T11:18:21.887 INFO:teuthology.orchestra.run.smithi079.stdout:checking linux/fiemap.h presence... yes 2023-09-21T11:18:21.887 INFO:teuthology.orchestra.run.smithi079.stdout:checking for linux/fiemap.h... yes 2023-09-21T11:18:21.919 INFO:teuthology.orchestra.run.smithi079.stdout:checking for fallocate... yes 2023-09-21T11:18:21.950 INFO:teuthology.orchestra.run.smithi079.stdout:checking for open_by_handle_at... yes 2023-09-21T11:18:21.976 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/prctl.h usability... yes 2023-09-21T11:18:21.983 INFO:teuthology.orchestra.run.smithi079.stdout:checking sys/prctl.h presence... yes 2023-09-21T11:18:21.983 INFO:teuthology.orchestra.run.smithi079.stdout:checking for sys/prctl.h... yes 2023-09-21T11:18:22.006 INFO:teuthology.orchestra.run.smithi079.stdout:checking linux/fs.h usability... yes 2023-09-21T11:18:22.013 INFO:teuthology.orchestra.run.smithi079.stdout:checking linux/fs.h presence... yes 2023-09-21T11:18:22.013 INFO:teuthology.orchestra.run.smithi079.stdout:checking for linux/fs.h... yes 2023-09-21T11:18:22.033 INFO:teuthology.orchestra.run.smithi079.stdout:checking btrfsutil.h usability... no 2023-09-21T11:18:22.043 INFO:teuthology.orchestra.run.smithi079.stdout:checking btrfsutil.h presence... no 2023-09-21T11:18:22.043 INFO:teuthology.orchestra.run.smithi079.stdout:checking for btrfsutil.h... no 2023-09-21T11:18:22.076 INFO:teuthology.orchestra.run.smithi079.stdout:checking for copy_file_range... yes 2023-09-21T11:18:22.110 INFO:teuthology.orchestra.run.smithi079.stdout:checking for SEEK_DATA... yes 2023-09-21T11:18:22.154 INFO:teuthology.orchestra.run.smithi079.stdout:checking for BMV_OF_SHARED... yes 2023-09-21T11:18:22.188 INFO:teuthology.orchestra.run.smithi079.stdout:checking for nftw... yes 2023-09-21T11:18:22.221 INFO:teuthology.orchestra.run.smithi079.stdout:checking for RLIMIT_NOFILE... yes 2023-09-21T11:18:22.237 INFO:teuthology.orchestra.run.smithi079.stdout:checking for FIEXCHANGE_RANGE... no 2023-09-21T11:18:22.269 INFO:teuthology.orchestra.run.smithi079.stdout:checking for renameat2... yes 2023-09-21T11:18:22.300 INFO:teuthology.orchestra.run.smithi079.stdout:checking for reallocarray... yes 2023-09-21T11:18:22.313 INFO:teuthology.orchestra.run.smithi079.stdout:checking for struct mount_attr... no 2023-09-21T11:18:22.350 INFO:teuthology.orchestra.run.smithi079.stdout:checking for struct btrfs_qgroup_limit... yes 2023-09-21T11:18:22.383 INFO:teuthology.orchestra.run.smithi079.stdout:checking for struct btrfs_qgroup_inherit... yes 2023-09-21T11:18:22.416 INFO:teuthology.orchestra.run.smithi079.stdout:checking for struct btrfs_ioctl_vol_args... yes 2023-09-21T11:18:22.449 INFO:teuthology.orchestra.run.smithi079.stdout:checking for struct btrfs_ioctl_vol_args_v2... yes 2023-09-21T11:18:22.482 INFO:teuthology.orchestra.run.smithi079.stdout:checking for struct btrfs_ioctl_ino_lookup_args... yes 2023-09-21T11:18:22.515 INFO:teuthology.orchestra.run.smithi079.stdout:checking for struct btrfs_ioctl_ino_lookup_user_args... yes 2023-09-21T11:18:22.550 INFO:teuthology.orchestra.run.smithi079.stdout:checking for struct btrfs_ioctl_get_subvol_rootref_args... yes 2023-09-21T11:18:22.575 INFO:teuthology.orchestra.run.smithi079.stdout:checking linux/btrfs.h usability... yes 2023-09-21T11:18:22.582 INFO:teuthology.orchestra.run.smithi079.stdout:checking linux/btrfs.h presence... yes 2023-09-21T11:18:22.582 INFO:teuthology.orchestra.run.smithi079.stdout:checking for linux/btrfs.h... yes 2023-09-21T11:18:22.610 INFO:teuthology.orchestra.run.smithi079.stdout:checking linux/btrfs_tree.h usability... yes 2023-09-21T11:18:22.618 INFO:teuthology.orchestra.run.smithi079.stdout:checking linux/btrfs_tree.h presence... yes 2023-09-21T11:18:22.618 INFO:teuthology.orchestra.run.smithi079.stdout:checking for linux/btrfs_tree.h... yes 2023-09-21T11:18:22.646 INFO:teuthology.orchestra.run.smithi079.stdout:checking for struct btrfs_ioctl_vol_args_v2.subvolid... no 2023-09-21T11:18:22.662 INFO:teuthology.orchestra.run.smithi079.stdout:configure: creating ./config.status 2023-09-21T11:18:22.949 INFO:teuthology.orchestra.run.smithi079.stdout:config.status: creating include/builddefs 2023-09-21T11:18:22.959 INFO:teuthology.orchestra.run.smithi079.stdout:config.status: creating include/config.h 2023-09-21T11:18:22.967 INFO:teuthology.orchestra.run.smithi079.stdout:config.status: executing libtool commands 2023-09-21T11:18:23.003 INFO:teuthology.orchestra.run.smithi079.stdout:Building include 2023-09-21T11:18:23.006 INFO:teuthology.orchestra.run.smithi079.stdout:Building lib 2023-09-21T11:18:23.009 INFO:teuthology.orchestra.run.smithi079.stdout: [LTDEP] 2023-09-21T11:18:23.109 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] dataascii.lo 2023-09-21T11:18:23.220 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] databin.lo 2023-09-21T11:18:23.356 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] datapid.lo 2023-09-21T11:18:23.452 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] file_lock.lo 2023-09-21T11:18:23.588 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] forker.lo 2023-09-21T11:18:23.711 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] pattern.lo 2023-09-21T11:18:23.824 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] open_flags.lo 2023-09-21T11:18:23.955 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] random_range.lo 2023-09-21T11:18:24.160 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] string_to_tokens.lo 2023-09-21T11:18:24.257 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] str_to_bytes.lo 2023-09-21T11:18:24.377 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] tlibio.lo 2023-09-21T11:18:24.585 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] write_log.lo 2023-09-21T11:18:24.803 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] random.lo 2023-09-21T11:18:24.933 INFO:teuthology.orchestra.run.smithi079.stdout: [LD] 2023-09-21T11:18:25.023 INFO:teuthology.orchestra.run.smithi079.stdout:Building ltp 2023-09-21T11:18:25.026 INFO:teuthology.orchestra.run.smithi079.stdout: [DEP] 2023-09-21T11:18:25.133 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] doio 2023-09-21T11:18:25.718 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] fsstress 2023-09-21T11:18:26.903 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] fsx 2023-09-21T11:18:27.676 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] growfiles 2023-09-21T11:18:28.130 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] iogen 2023-09-21T11:18:28.133 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:18:28.135 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:18:28.451 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] aio-stress 2023-09-21T11:18:28.823 INFO:teuthology.orchestra.run.smithi079.stdout:Building src 2023-09-21T11:18:28.829 INFO:teuthology.orchestra.run.smithi079.stdout: [DEP] 2023-09-21T11:18:30.107 INFO:teuthology.orchestra.run.smithi079.stdout: [DEP] 2023-09-21T11:18:30.132 INFO:teuthology.orchestra.run.smithi079.stdout: [DEP] 2023-09-21T11:18:30.139 INFO:teuthology.orchestra.run.smithi079.stdout: [DEP] 2023-09-21T11:18:30.316 INFO:teuthology.orchestra.run.smithi079.stdout: [DEP] 2023-09-21T11:18:30.337 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] dirstress 2023-09-21T11:18:30.549 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] fill 2023-09-21T11:18:30.689 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] fill2 2023-09-21T11:18:30.893 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] getpagesize 2023-09-21T11:18:31.016 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] holes 2023-09-21T11:18:31.190 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] lstat64 2023-09-21T11:18:31.356 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] nametest 2023-09-21T11:18:31.569 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] permname 2023-09-21T11:18:31.748 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] randholes 2023-09-21T11:18:31.970 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] runas 2023-09-21T11:18:32.128 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] truncfile 2023-09-21T11:18:32.289 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] usemem 2023-09-21T11:18:32.425 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] mmapcat 2023-09-21T11:18:32.561 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] append_reader 2023-09-21T11:18:32.698 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] append_writer 2023-09-21T11:18:32.834 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] dirperf 2023-09-21T11:18:33.031 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] metaperf 2023-09-21T11:18:33.258 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] devzero 2023-09-21T11:18:33.416 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] feature 2023-09-21T11:18:33.608 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] alloc 2023-09-21T11:18:33.797 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] fault 2023-09-21T11:18:33.944 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] fstest 2023-09-21T11:18:34.158 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_access_root 2023-09-21T11:18:34.298 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] godown 2023-09-21T11:18:34.449 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] resvtest 2023-09-21T11:18:34.616 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] writemod 2023-09-21T11:18:34.748 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] writev_on_pagefault 2023-09-21T11:18:34.892 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] makeextents 2023-09-21T11:18:35.052 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] itrash 2023-09-21T11:18:35.193 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] rename 2023-09-21T11:18:35.320 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] multi_open_unlink 2023-09-21T11:18:35.470 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] unwritten_sync 2023-09-21T11:18:35.647 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] genhashnames 2023-09-21T11:18:35.818 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_holes 2023-09-21T11:18:35.952 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_mmap_writev 2023-09-21T11:18:36.087 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_truncate_cmtime 2023-09-21T11:18:36.230 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] dirhash_collide 2023-09-21T11:18:36.395 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_rename_overwrite 2023-09-21T11:18:36.524 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] holetest 2023-09-21T11:18:36.720 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_truncate_self 2023-09-21T11:18:36.849 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] af_unix 2023-09-21T11:18:36.986 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_mmap_stale_pmd 2023-09-21T11:18:37.126 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_mmap_cow_race 2023-09-21T11:18:37.275 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_mmap_fallocate 2023-09-21T11:18:37.412 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] fsync-err 2023-09-21T11:18:37.578 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_mmap_write_ro 2023-09-21T11:18:37.717 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_ext4_dax_journal_corruption 2023-09-21T11:18:37.860 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_ext4_dax_inline_corruption 2023-09-21T11:18:38.000 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_ofd_locks 2023-09-21T11:18:38.177 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_mmap_collision 2023-09-21T11:18:38.355 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] mmap-write-concurrent 2023-09-21T11:18:38.510 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_get_file_time 2023-09-21T11:18:38.644 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_create_short_dirs 2023-09-21T11:18:38.796 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_create_long_dirs 2023-09-21T11:18:38.945 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_enospc 2023-09-21T11:18:39.114 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_mmap_writev_overlap 2023-09-21T11:18:39.267 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] checkpoint_journal 2023-09-21T11:18:39.407 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] mmap-rw-fault 2023-09-21T11:18:39.574 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] allocstale 2023-09-21T11:18:39.725 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_mmap_cow_memory_failure 2023-09-21T11:18:39.880 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] fake-dump-rootino 2023-09-21T11:18:40.016 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] dio-buf-fault 2023-09-21T11:18:40.157 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] xfsctl 2023-09-21T11:18:40.325 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] bstat 2023-09-21T11:18:40.509 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_mtab 2023-09-21T11:18:40.673 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] getdevicesize 2023-09-21T11:18:40.803 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] preallo_rw_pattern_reader 2023-09-21T11:18:40.946 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] preallo_rw_pattern_writer 2023-09-21T11:18:41.091 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] ftrunc 2023-09-21T11:18:41.227 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] trunc 2023-09-21T11:18:41.375 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] fs_perms 2023-09-21T11:18:41.524 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] testx 2023-09-21T11:18:41.646 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] looptest 2023-09-21T11:18:41.820 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] locktest 2023-09-21T11:18:42.099 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] unwritten_mmap 2023-09-21T11:18:42.246 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] bulkstat_unlink_test 2023-09-21T11:18:42.428 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] deduperace 2023-09-21T11:18:42.603 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] bulkstat_unlink_test_modified 2023-09-21T11:18:42.779 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_dir_offset 2023-09-21T11:18:42.914 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_futimens 2023-09-21T11:18:43.043 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_immutable 2023-09-21T11:18:43.582 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] stale_handle 2023-09-21T11:18:43.736 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] pwrite_mmap_blocked 2023-09-21T11:18:43.874 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_dir_offset2 2023-09-21T11:18:44.048 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] seek_sanity_test 2023-09-21T11:18:44.418 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] seek_copy_test 2023-09-21T11:18:44.577 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_readdir_1 2023-09-21T11:18:44.713 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_readdir_2 2023-09-21T11:18:44.851 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] fsync-tester 2023-09-21T11:18:45.075 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] nsexec 2023-09-21T11:18:45.235 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] cloner 2023-09-21T11:18:45.395 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] renameat2 2023-09-21T11:18:45.545 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_getcwd 2023-09-21T11:18:45.689 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] e4compact 2023-09-21T11:18:45.871 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] test-nextquota 2023-09-21T11:18:46.024 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] punch-alternating 2023-09-21T11:18:46.179 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] attr-list-by-handle-cursor-test 2023-09-21T11:18:46.352 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] listxattr 2023-09-21T11:18:46.553 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] dio-interleaved 2023-09-21T11:18:46.698 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_dir_type 2023-09-21T11:18:46.841 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] dio-invalidate-cache 2023-09-21T11:18:47.024 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] stat_test 2023-09-21T11:18:47.290 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_encrypted_d_revalidate 2023-09-21T11:18:47.441 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] attr_replace_test 2023-09-21T11:18:47.588 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] swapon 2023-09-21T11:18:47.737 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] mkswap 2023-09-21T11:18:47.877 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_attr_corruption 2023-09-21T11:18:48.014 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_open_tmpfiles 2023-09-21T11:18:48.174 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] fscrypt-crypt-util 2023-09-21T11:18:48.743 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] bulkstat_null_ocount 2023-09-21T11:18:48.886 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] splice-test 2023-09-21T11:18:49.051 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] chprojid_fail 2023-09-21T11:18:49.198 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] detached_mounts_propagation 2023-09-21T11:18:49.364 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] ext4_resize 2023-09-21T11:18:49.500 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_readdir_3 2023-09-21T11:18:49.677 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] splice2pipe 2023-09-21T11:18:49.826 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] uuid_ioctl 2023-09-21T11:18:49.968 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] fiemap-tester 2023-09-21T11:18:50.207 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_stripealign 2023-09-21T11:18:50.347 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] open_by_handle 2023-09-21T11:18:50.578 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] t_mmap_dio 2023-09-21T11:18:50.725 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] xfsfind 2023-09-21T11:18:50.899 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] fssum 2023-09-21T11:18:51.284 INFO:teuthology.orchestra.run.smithi079.stdout:Building log-writes 2023-09-21T11:18:51.289 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] replay-log 2023-09-21T11:18:51.568 INFO:teuthology.orchestra.run.smithi079.stdout:Building perf 2023-09-21T11:18:51.618 INFO:teuthology.orchestra.run.smithi079.stdout:Building aio-dio-regress 2023-09-21T11:18:51.618 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] aio-dio-append-write-fallocate-race 2023-09-21T11:18:51.736 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] aio-dio-fcntl-race 2023-09-21T11:18:51.887 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] aio-dio-subblock-eof-read 2023-09-21T11:18:52.022 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] aio-dio-append-write-read-race 2023-09-21T11:18:52.184 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] aio-dio-invalidate-readahead 2023-09-21T11:18:52.337 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] aio-dio-write-verify 2023-09-21T11:18:52.512 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] aio-free-ring-with-bogus-nr-pages 2023-09-21T11:18:52.640 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] aio-last-ref-held-by-io 2023-09-21T11:18:52.800 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] aio-dio-cycle-write 2023-09-21T11:18:52.970 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] aio-dio-extend-stat 2023-09-21T11:18:53.123 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] aio-io-setup-with-nonwritable-context-pointer 2023-09-21T11:18:53.249 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] aio-dio-hole-filling-race 2023-09-21T11:18:53.388 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] aio-dio-invalidate-failure 2023-09-21T11:18:53.536 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] aiodio_sparse2 2023-09-21T11:18:53.732 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] aiocp 2023-09-21T11:18:53.937 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] aio-dio-cow-race 2023-09-21T11:18:54.081 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] aio-dio-eof-race 2023-09-21T11:18:54.250 INFO:teuthology.orchestra.run.smithi079.stdout:Building vfs 2023-09-21T11:18:54.255 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] vfstest 2023-09-21T11:18:55.903 INFO:teuthology.orchestra.run.smithi079.stdout: [CC] mount-idmapped 2023-09-21T11:18:56.233 INFO:teuthology.orchestra.run.smithi079.stdout:Building m4 2023-09-21T11:18:56.236 INFO:teuthology.orchestra.run.smithi079.stdout:Building common 2023-09-21T11:18:56.240 INFO:teuthology.orchestra.run.smithi079.stdout:Building tests 2023-09-21T11:18:56.245 INFO:teuthology.orchestra.run.smithi079.stdout:Building perf 2023-09-21T11:18:56.249 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/perf/group.list 2023-09-21T11:18:56.260 INFO:teuthology.orchestra.run.smithi079.stdout:Building ext4 2023-09-21T11:18:56.265 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/ext4/group.list 2023-09-21T11:18:56.298 INFO:teuthology.orchestra.run.smithi079.stdout:Building ocfs2 2023-09-21T11:18:56.303 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/ocfs2/group.list 2023-09-21T11:18:56.315 INFO:teuthology.orchestra.run.smithi079.stdout:Building overlay 2023-09-21T11:18:56.320 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/overlay/group.list 2023-09-21T11:18:56.354 INFO:teuthology.orchestra.run.smithi079.stdout:Building cifs 2023-09-21T11:18:56.359 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/cifs/group.list 2023-09-21T11:18:56.370 INFO:teuthology.orchestra.run.smithi079.stdout:Building generic 2023-09-21T11:18:56.376 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/generic/group.list 2023-09-21T11:18:56.465 INFO:teuthology.orchestra.run.smithi079.stdout:Building shared 2023-09-21T11:18:56.469 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/shared/group.list 2023-09-21T11:18:56.484 INFO:teuthology.orchestra.run.smithi079.stdout:Building nfs 2023-09-21T11:18:56.489 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/nfs/group.list 2023-09-21T11:18:56.501 INFO:teuthology.orchestra.run.smithi079.stdout:Building f2fs 2023-09-21T11:18:56.506 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/f2fs/group.list 2023-09-21T11:18:56.521 INFO:teuthology.orchestra.run.smithi079.stdout:Building udf 2023-09-21T11:18:56.526 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/udf/group.list 2023-09-21T11:18:56.536 INFO:teuthology.orchestra.run.smithi079.stdout:Building ceph 2023-09-21T11:18:56.541 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/ceph/group.list 2023-09-21T11:18:56.553 INFO:teuthology.orchestra.run.smithi079.stdout:Building xfs 2023-09-21T11:18:56.560 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/xfs/group.list 2023-09-21T11:18:56.649 INFO:teuthology.orchestra.run.smithi079.stdout:Building btrfs 2023-09-21T11:18:56.654 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/btrfs/group.list 2023-09-21T11:18:56.707 INFO:teuthology.orchestra.run.smithi079.stdout:Building tmpfs 2023-09-21T11:18:56.712 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/tmpfs/group.list 2023-09-21T11:18:56.723 INFO:teuthology.orchestra.run.smithi079.stdout:Building selftest 2023-09-21T11:18:56.728 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/selftest/group.list 2023-09-21T11:18:56.741 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo make install) 2023-09-21T11:18:56.777 INFO:teuthology.orchestra.run.smithi079.stdout:Building include 2023-09-21T11:18:56.781 INFO:teuthology.orchestra.run.smithi079.stdout:Building lib 2023-09-21T11:18:56.784 INFO:teuthology.orchestra.run.smithi079.stdout:Building ltp 2023-09-21T11:18:56.788 INFO:teuthology.orchestra.run.smithi079.stdout:Building src 2023-09-21T11:18:56.820 INFO:teuthology.orchestra.run.smithi079.stdout:Building log-writes 2023-09-21T11:18:56.824 INFO:teuthology.orchestra.run.smithi079.stdout:Building perf 2023-09-21T11:18:56.827 INFO:teuthology.orchestra.run.smithi079.stdout:Building aio-dio-regress 2023-09-21T11:18:56.831 INFO:teuthology.orchestra.run.smithi079.stdout:Building vfs 2023-09-21T11:18:56.834 INFO:teuthology.orchestra.run.smithi079.stdout:Building m4 2023-09-21T11:18:56.838 INFO:teuthology.orchestra.run.smithi079.stdout:Building common 2023-09-21T11:18:56.841 INFO:teuthology.orchestra.run.smithi079.stdout:Building tests 2023-09-21T11:18:56.846 INFO:teuthology.orchestra.run.smithi079.stdout:Building perf 2023-09-21T11:18:56.850 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/perf/group.list 2023-09-21T11:18:56.861 INFO:teuthology.orchestra.run.smithi079.stdout:Building ext4 2023-09-21T11:18:56.866 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/ext4/group.list 2023-09-21T11:18:56.899 INFO:teuthology.orchestra.run.smithi079.stdout:Building ocfs2 2023-09-21T11:18:56.904 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/ocfs2/group.list 2023-09-21T11:18:56.915 INFO:teuthology.orchestra.run.smithi079.stdout:Building overlay 2023-09-21T11:18:56.920 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/overlay/group.list 2023-09-21T11:18:56.955 INFO:teuthology.orchestra.run.smithi079.stdout:Building cifs 2023-09-21T11:18:56.959 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/cifs/group.list 2023-09-21T11:18:56.971 INFO:teuthology.orchestra.run.smithi079.stdout:Building generic 2023-09-21T11:18:56.977 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/generic/group.list 2023-09-21T11:18:57.063 INFO:teuthology.orchestra.run.smithi079.stdout:Building shared 2023-09-21T11:18:57.067 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/shared/group.list 2023-09-21T11:18:57.082 INFO:teuthology.orchestra.run.smithi079.stdout:Building nfs 2023-09-21T11:18:57.087 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/nfs/group.list 2023-09-21T11:18:57.100 INFO:teuthology.orchestra.run.smithi079.stdout:Building f2fs 2023-09-21T11:18:57.105 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/f2fs/group.list 2023-09-21T11:18:57.120 INFO:teuthology.orchestra.run.smithi079.stdout:Building udf 2023-09-21T11:18:57.124 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/udf/group.list 2023-09-21T11:18:57.135 INFO:teuthology.orchestra.run.smithi079.stdout:Building ceph 2023-09-21T11:18:57.139 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/ceph/group.list 2023-09-21T11:18:57.152 INFO:teuthology.orchestra.run.smithi079.stdout:Building xfs 2023-09-21T11:18:57.158 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/xfs/group.list 2023-09-21T11:18:57.246 INFO:teuthology.orchestra.run.smithi079.stdout:Building btrfs 2023-09-21T11:18:57.251 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/btrfs/group.list 2023-09-21T11:18:57.304 INFO:teuthology.orchestra.run.smithi079.stdout:Building tmpfs 2023-09-21T11:18:57.309 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/tmpfs/group.list 2023-09-21T11:18:57.320 INFO:teuthology.orchestra.run.smithi079.stdout:Building selftest 2023-09-21T11:18:57.325 INFO:teuthology.orchestra.run.smithi079.stdout: [GROUP] /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/selftest/group.list 2023-09-21T11:18:57.336 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C include install 2023-09-21T11:18:57.337 INFO:teuthology.orchestra.run.smithi079.stdout:gmake[1]: Nothing to be done for 'install'. 2023-09-21T11:18:57.337 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C lib install 2023-09-21T11:18:57.339 INFO:teuthology.orchestra.run.smithi079.stdout:gmake[1]: Nothing to be done for 'install'. 2023-09-21T11:18:57.340 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C ltp install 2023-09-21T11:18:57.341 INFO:teuthology.orchestra.run.smithi079.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/ltp 2023-09-21T11:18:57.350 INFO:teuthology.orchestra.run.smithi079.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 doio fsstress fsx growfiles iogen aio-stress /var/lib/xfstests/ltp 2023-09-21T11:18:57.425 INFO:teuthology.orchestra.run.smithi079.stdout:../install-sh -o root -g root -m 755 rwtest.sh /var/lib/xfstests/ltp 2023-09-21T11:18:57.434 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C src install 2023-09-21T11:18:57.450 INFO:teuthology.orchestra.run.smithi079.stdout:Building log-writes 2023-09-21T11:18:57.453 INFO:teuthology.orchestra.run.smithi079.stdout:Building perf 2023-09-21T11:18:57.457 INFO:teuthology.orchestra.run.smithi079.stdout:Building aio-dio-regress 2023-09-21T11:18:57.460 INFO:teuthology.orchestra.run.smithi079.stdout:Building vfs 2023-09-21T11:18:57.463 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake -C log-writes install 2023-09-21T11:18:57.465 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/log-writes 2023-09-21T11:18:57.473 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 replay-log /var/lib/xfstests/src/log-writes 2023-09-21T11:18:57.482 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake -C perf install 2023-09-21T11:18:57.483 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/perf 2023-09-21T11:18:57.492 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 ResultData.py fio-insert-and-compare.py FioResultDecoder.py FioCompare.py generate-schema.py fio-results.sql /var/lib/xfstests/src/perf 2023-09-21T11:18:57.515 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake -C aio-dio-regress install 2023-09-21T11:18:57.517 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/aio-dio-regress 2023-09-21T11:18:57.525 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 aio-dio-append-write-fallocate-race aio-dio-fcntl-race aio-dio-subblock-eof-read aio-dio-append-write-read-race aio-dio-invalidate-readahead aio-dio-write-verify aio-free-ring-with-bogus-nr-pages aio-last-ref-held-by-io aio-dio-cycle-write aio-dio-extend-stat aio-io-setup-with-nonwritable-context-pointer aio-dio-hole-filling-race aio-dio-invalidate-failure aiodio_sparse2 aiocp aio-dio-cow-race aio-dio-eof-race /var/lib/xfstests/src/aio-dio-regress 2023-09-21T11:18:57.577 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake -C vfs install 2023-09-21T11:18:57.578 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/vfs 2023-09-21T11:18:57.587 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 vfstest mount-idmapped /var/lib/xfstests/src/vfs 2023-09-21T11:18:57.598 INFO:teuthology.orchestra.run.smithi079.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src 2023-09-21T11:18:57.607 INFO:teuthology.orchestra.run.smithi079.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dirstress fill fill2 getpagesize holes lstat64 nametest permname randholes runas truncfile usemem mmapcat append_reader append_writer dirperf metaperf devzero feature alloc fault fstest t_access_root godown resvtest writemod writev_on_pagefault makeextents itrash rename multi_open_unlink unwritten_sync genhashnames t_holes t_mmap_writev t_truncate_cmtime dirhash_collide t_rename_overwrite holetest t_truncate_self af_unix t_mmap_stale_pmd t_mmap_cow_race t_mmap_fallocate fsync-err t_mmap_write_ro t_ext4_dax_journal_corruption t_ext4_dax_inline_corruption t_ofd_locks t_mmap_collision mmap-write-concurrent t_get_file_time t_create_short_dirs t_create_long_dirs t_enospc t_mmap_writev_overlap checkpoint_journal mmap-rw-fault allocstale t_mmap_cow_memory_failure fake-dump-rootino dio-buf-fault xfsctl bstat t_mtab getdevicesize preallo_rw_pattern_reader preallo_rw_pattern_writer ftrunc trunc fs_perms testx looptest locktest unwritten_mmap bulkstat_unlink_test deduperace bulkstat_unlink_test_modified t_dir_offset t_futimens t_immutable stale_handle pwrite_mmap_blocked t_dir_offset2 seek_sanity_test seek_copy_test t_readdir_1 t_readdir_2 fsync-tester nsexec cloner renameat2 t_getcwd e4compact test-nextquota punch-alternating attr-list-by-handle-cursor-test listxattr dio-interleaved t_dir_type dio-invalidate-cache stat_test t_encrypted_d_revalidate attr_replace_test swapon mkswap t_attr_corruption t_open_tmpfiles fscrypt-crypt-util bulkstat_null_ocount splice-test chprojid_fail detached_mounts_propagation ext4_resize t_readdir_3 splice2pipe uuid_ioctl fiemap-tester t_stripealign open_by_handle t_mmap_dio xfsfind fssum /var/lib/xfstests/src 2023-09-21T11:18:58.204 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:18:58.206 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:18:58.786 INFO:teuthology.orchestra.run.smithi079.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dmerror fill2attr fill2fs fill2fs_check scaleread.sh btrfs_crc32c_forged_name.py popdir.pl popattr.py soak_duration.awk /var/lib/xfstests/src 2023-09-21T11:18:58.889 INFO:teuthology.orchestra.run.smithi079.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 644 dumpfile /var/lib/xfstests/src 2023-09-21T11:18:58.919 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C m4 install 2023-09-21T11:18:58.920 INFO:teuthology.orchestra.run.smithi079.stdout:gmake[1]: Nothing to be done for 'install'. 2023-09-21T11:18:58.920 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C common install 2023-09-21T11:18:58.922 INFO:teuthology.orchestra.run.smithi079.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/common 2023-09-21T11:18:58.930 INFO:teuthology.orchestra.run.smithi079.stdout:../install-sh -o root -g root -m 644 * /var/lib/xfstests/common 2023-09-21T11:18:59.064 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C tests install 2023-09-21T11:18:59.065 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/btrfs/ install 2023-09-21T11:18:59.068 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/btrfs 2023-09-21T11:18:59.076 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 299 300 /var/lib/xfstests/tests/btrfs 2023-09-21T11:18:59.880 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/btrfs 2023-09-21T11:18:59.889 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 175.out 186.out 240.out 092.out 077.out 140.out 265.out 236.out 108.out 204.out 233.out 194.out 234.out 295.out 109.out 033.out 082.out 252.out 270.out 040.out 176.out 202.out 137.out 034.out 125.out 014.out 165.out 181.out 152.out 024.out 192.out 148.out 282.out 267.out 052.out 256.out 228.out 183.out 273.out 251.out 110.out 043.out 069.out 151.out 206.out 195.out 274.out 215.out 115.out 015.out 275.out 250.out 191.out 281.out 046.out 051.out 131.out 244.out 219.out 119.out 019.out 128.out 177.out 232.out 189.out 220.out 120.out 020.out 102.out 263.out 171.out 261.out 045.out 217.out 117.out 017.out 072.out 068.out 048.out 062.out 038.out 084.out 129.out 066.out 029.out 229.out 103.out 111.out 011.out 243.out 134.out 170.out 260.out 157.out 143.out 133.out 286.out 161.out 246.out 216.out 116.out 016.out 155.out 296.out 118.out 287.out 067.out 010.out 238.out 141.out 114.out 138.out 095.out 297.out 160.out 091.out 081.out 071.out 061.out 085.out 037.out 300.out 200.out 100.out 025.out 258.out 185.out 269.out 208.out 039.out 173.out 222.out 035.out 169.out 098.out 290.out 080.out 070.out 060.out 207.out 106.out 009.out 167.out 211.out 158.out 182.out 146.out 188.out 293.out 104.out 089.out 086.out 254.out 279.out 225.out 174.out 156.out 268.out 135.out 257.out 124.out 172.out 063.out 058.out 113.out 262.out 036.out 042.out 047.out 193.out 097.out 271.out 283.out 083.out 199.out 099.out 278.out 007.out 209.out 053.out 164.out 154.out 239.out 241.out 002.out 178.out 190.out 214.out 074.out 056.out 041.out 057.out 005.out 223.out 150.out 123.out 179.out 144.out 032.out 277.out 205.out 136.out 096.out 198.out 008.out 280.out 050.out 105.out 027.out 187.out 153.out 088.out 285.out 044.out 201.out 101.out 001.out 266.out 237.out 065.out 231.out 227.out 075.out 028.out 213.out 142.out 013.out 031.out 272.out 078.out 184.out 259.out 210.out 132.out 093.out 235.out 127.out 230.out 166.out 292.out 130.out 023.out 073.out 030.out 203.out 003.out 055.out 291.out 245.out 145.out 159.out 249.out 122.out 076.out 022.out 289.out 006.out 284.out 299.out 224.out 276.out 149.out 064.out 264.out 218.out 018.out 168.out 021.out 079.out 054.out 059.out 049.out 226.out 163.out 126.out 121.out 026.out 180.out 253.out 255.out 139.out 090.out 221.out 087.out 294.out 212.out 112.out 094.out 012.out 247.out 107.out 248.out 162.out 147.out 288.out 197.out 196.out 242.out 004.out /var/lib/xfstests/tests/btrfs 2023-09-21T11:19:00.697 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/ceph/ install 2023-09-21T11:19:00.698 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ceph 2023-09-21T11:19:00.707 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 /var/lib/xfstests/tests/ceph 2023-09-21T11:19:00.726 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ceph 2023-09-21T11:19:00.735 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 003.out 005.out 001.out 004.out 002.out /var/lib/xfstests/tests/ceph 2023-09-21T11:19:00.754 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/cifs/ install 2023-09-21T11:19:00.755 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/cifs 2023-09-21T11:19:00.764 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/cifs 2023-09-21T11:19:00.773 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/cifs 2023-09-21T11:19:00.781 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/cifs 2023-09-21T11:19:00.790 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/ext4/ install 2023-09-21T11:19:00.792 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ext4 2023-09-21T11:19:00.801 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 271 301 302 303 304 305 306 307 308 /var/lib/xfstests/tests/ext4 2023-09-21T11:19:00.987 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ext4 2023-09-21T11:19:00.996 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 001.out.nodelalloc 001.out.default 001.out.nozero 001.cfg 032.out 039.out 305.out 005.out 008.out 035.out 036.out 308.out 050.out 040.out 306.out 007.out 021.out 046.out 012.out 009.out 033.out 045.out 034.out 056.out 047.out 018.out 023.out 302.out 020.out 002.out 014.out 024.out 013.out 031.out 015.out 304.out 004.out 048.out 038.out 052.out 303.out 029.out 011.out 027.out 042.out 044.out 055.out 030.out 058.out 003.out 017.out 043.out 053.out 016.out 059.out 037.out 301.out 010.out 022.out 006.out 057.out 025.out 026.out 271.out 051.out 041.out 307.out 019.out 028.out 054.out 049.out /var/lib/xfstests/tests/ext4 2023-09-21T11:19:01.191 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/f2fs/ install 2023-09-21T11:19:01.192 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/f2fs 2023-09-21T11:19:01.201 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 001 002 /var/lib/xfstests/tests/f2fs 2023-09-21T11:19:01.212 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/f2fs 2023-09-21T11:19:01.221 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 001.out 002.out /var/lib/xfstests/tests/f2fs 2023-09-21T11:19:01.232 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/generic/ install 2023-09-21T11:19:01.236 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/generic 2023-09-21T11:19:01.245 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 /var/lib/xfstests/tests/generic 2023-09-21T11:19:03.212 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/generic 2023-09-21T11:19:03.221 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 050.out.xfsquota 035.out.nfs 035.out.default 050.out.nojournal 050.out.default 050.cfg 035.cfg 208.out 433.out 670.out 040.out 104.out 377.out 537.out 683.out 497.out 337.out 702.out 602.out 149.out 088.out 366.out 202.out 137.out 034.out 110.out 389.out 403.out 593.out 571.out 243.out 592.out 282.out 472.out 468.out 628.out 284.out 528.out 607.out 428.out 659.out 407.out 228.out 128.out 171.out 028.out 620.out 273.out 474.out 492.out 609.out 707.out 595.out 506.out 268.out 460.out 632.out 532.out 591.out 281.out 719.out 619.out 519.out 419.out 319.out 177.out 523.out 119.out 019.out 727.out 372.out 673.out 190.out 686.out 312.out 718.out 143.out 716.out 161.out 516.out 518.out 538.out 655.out 216.out 116.out 016.out 155.out 118.out 338.out 238.out 500.out 138.out 189.out 263.out 277.out 181.out 160.out 483.out 274.out 722.out 061.out 239.out 457.out 333.out 258.out 362.out 379.out 691.out 039.out 173.out 498.out 665.out 098.out 426.out 290.out 480.out 706.out 060.out 406.out 306.out 106.out 642.out 217.out 693.out 191.out 411.out 357.out 481.out 211.out 158.out 014.out 182.out 370.out 188.out 030.out 099.out 585.out 724.out 721.out 624.out 524.out 174.out 156.out 324.out 224.out 313.out 355.out 124.out 382.out 672.out 278.out 063.out 058.out 384.out 296.out 042.out 641.out 271.out 465.out 473.out 335.out 247.out 509.out 568.out 441.out 440.out 475.out 548.out 356.out 341.out 094.out 241.out 600.out 089.out 614.out 514.out 414.out 314.out 416.out 214.out 381.out 056.out 041.out 634.out 340.out 358.out 572.out 586.out 521.out 240.out 549.out 633.out 434.out 140.out 708.out 533.out 508.out 408.out 308.out 476.out 087.out 199.out 458.out 233.out 639.out 443.out 540.out 397.out 053.out 279.out 276.out 711.out 164.out 376.out 589.out 587.out 339.out 294.out 352.out 484.out 456.out 489.out 139.out 317.out 399.out 220.out 552.out 695.out 017.out 677.out 097.out 175.out 315.out 295.out 580.out 193.out 186.out 452.out 679.out 292.out 252.out 077.out 167.out 688.out 206.out 348.out 394.out 651.out 184.out 466.out 697.out 495.out 725.out 109.out 482.out 625.out 283.out 525.out 488.out 496.out 325.out 551.out 225.out 322.out 636.out 125.out 715.out 192.out 544.out 515.out 650.out 152.out 658.out 563.out 578.out 451.out 015.out 392.out 682.out 684.out 550.out 052.out 652.out 534.out 351.out 583.out 450.out 463.out 251.out 267.out 176.out 069.out 644.out 065.out 487.out 615.out 395.out 676.out 415.out 344.out 215.out 115.out 444.out 027.out 250.out 391.out 674.out 464.out 705.out 536.out 577.out 439.out 244.out 336.out 144.out 505.out 405.out 057.out 205.out 136.out 598.out 363.out 036.out 198.out 723.out 008.out 390.out 680.out 605.out 305.out 105.out 005.out 367.out 291.out 709.out 323.out 685.out 562.out 570.out 388.out 527.out 237.out 151.out 227.out 163.out 332.out 661.out 582.out 232.out 478.out 584.out 462.out 597.out 412.out 132.out 179.out 037.out 293.out 499.out 638.out 448.out 353.out 020.out 660.out 561.out 141.out 076.out 668.out 044.out 648.out 387.out 594.out 438.out 265.out 289.out 574.out 006.out 690.out 477.out 567.out 299.out 461.out 307.out 647.out 493.out 107.out 007.out 380.out 526.out 479.out 547.out 150.out 326.out 082.out 226.out 413.out 126.out 025.out 121.out 026.out 021.out 013.out 485.out 694.out 347.out 275.out 090.out 361.out 564.out 066.out 302.out 432.out 002.out 558.out 162.out 147.out 288.out 197.out 033.out 396.out 051.out 350.out 145.out 047.out 024.out 360.out 543.out 261.out 447.out 692.out 255.out 726.out 729.out 378.out 346.out 048.out 062.out 626.out 529.out 231.out 343.out 662.out 425.out 329.out 165.out 334.out 103.out 003.out 129.out 423.out 371.out 234.out 183.out 671.out 645.out 486.out 223.out 123.out 262.out 669.out 023.out 459.out 616.out 032.out 266.out 146.out 398.out 728.out 696.out 427.out 590.out 280.out 470.out 455.out 187.out 091.out 046.out 153.out 731.out 374.out 631.out 256.out 328.out 260.out 654.out 359.out 531.out 649.out 301.out 101.out 635.out 623.out 385.out 331.out 556.out 713.out 613.out 513.out 622.out 131.out 213.out 730.out 095.out 031.out 565.out 630.out 675.out 272.out 530.out 510.out 627.out 573.out 576.out 430.out 310.out 569.out 454.out 259.out 210.out 449.out 327.out 330.out 067.out 093.out 604.out 287.out 127.out 699.out 071.out 166.out 130.out 219.out 073.out 603.out 503.out 303.out 203.out 354.out 157.out 386.out 349.out 055.out 245.out 522.out 422.out 222.out 159.out 539.out 249.out 122.out 689.out 022.out 681.out 424.out 321.out 045.out 490.out 435.out 375.out 134.out 154.out 566.out 618.out 501.out 418.out 318.out 542.out 218.out 575.out 172.out 168.out 079.out 469.out 054.out 059.out 049.out 442.out 657.out 621.out 180.out 270.out 253.out 421.out 712.out 612.out 667.out 512.out 494.out 221.out 212.out 112.out 342.out 012.out 029.out 195.out 554.out 148.out 185.out 596.out 720.out 248.out 196.out 520.out 242.out 420.out 285.out 320.out 629.out 230.out 120.out 502.out 402.out 102.out 717.out 617.out 517.out 429.out 417.out 365.out 092.out 117.out 664.out 072.out 068.out 229.out 038.out 084.out 369.out 611.out 511.out 311.out 368.out 637.out 111.out 011.out 257.out 194.out 170.out 606.out 133.out 286.out 043.out 437.out 545.out 714.out 559.out 710.out 610.out 687.out 410.out 701.out 601.out 401.out 201.out 010.out 001.out 096.out 114.out 113.out 074.out 581.out 491.out 081.out 083.out 653.out 700.out 064.out 400.out 300.out 200.out 100.out 646.out 541.out 445.out 269.out 546.out 656.out 698.out 553.out 178.out 298.out 446.out 080.out 070.out 608.out 507.out 409.out 309.out 209.out 108.out 009.out 643.out 004.out 557.out 453.out 666.out 236.out 078.out 364.out 555.out 075.out 383.out 085.out 704.out 588.out 504.out 404.out 304.out 204.out 535.out 345.out 246.out 467.out 086.out 254.out 207.out 142.out 235.out 436.out 703.out 135.out 264.out 431.out 678.out 373.out 316.out 169.out 640.out 579.out 018.out 297.out 393.out 560.out 663.out 599.out /var/lib/xfstests/tests/generic 2023-09-21T11:19:05.214 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/nfs/ install 2023-09-21T11:19:05.215 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/nfs 2023-09-21T11:19:05.224 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/nfs 2023-09-21T11:19:05.233 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/nfs 2023-09-21T11:19:05.241 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/nfs 2023-09-21T11:19:05.249 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/ocfs2/ install 2023-09-21T11:19:05.251 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ocfs2 2023-09-21T11:19:05.259 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/ocfs2 2023-09-21T11:19:05.268 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ocfs2 2023-09-21T11:19:05.276 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/ocfs2 2023-09-21T11:19:05.285 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/overlay/ install 2023-09-21T11:19:05.287 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/overlay 2023-09-21T11:19:05.296 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 /var/lib/xfstests/tests/overlay 2023-09-21T11:19:05.562 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/overlay 2023-09-21T11:19:05.570 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 035.out 019.out 034.out 018.out 024.out 077.out 069.out 020.out 102.out 014.out 013.out 031.out 015.out 117.out 017.out 072.out 068.out 063.out 048.out 062.out 038.out 026.out 042.out 052.out 110.out 067.out 029.out 111.out 055.out 112.out 073.out 078.out 030.out 058.out 003.out 045.out 023.out 043.out 053.out 109.out 036.out 116.out 016.out 010.out 001.out 022.out 106.out 007.out 006.out 115.out 057.out 113.out 114.out 074.out 046.out 071.out 061.out 025.out 051.out 011.out 041.out 047.out 100.out 064.out 107.out 104.out 028.out 076.out 079.out 054.out 059.out 008.out 049.out 032.out 039.out 021.out 005.out 002.out 065.out 108.out 080.out 070.out 060.out 050.out 027.out 105.out 009.out 004.out 037.out 044.out 012.out 101.out 075.out 103.out 033.out 066.out 040.out 056.out /var/lib/xfstests/tests/overlay 2023-09-21T11:19:05.839 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/perf/ install 2023-09-21T11:19:05.840 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/perf 2023-09-21T11:19:05.849 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/perf 2023-09-21T11:19:05.858 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/perf 2023-09-21T11:19:05.866 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/perf 2023-09-21T11:19:05.875 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/selftest/ install 2023-09-21T11:19:05.877 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/selftest 2023-09-21T11:19:05.885 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 /var/lib/xfstests/tests/selftest 2023-09-21T11:19:05.907 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/selftest 2023-09-21T11:19:05.915 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 006.out 003.out 005.out 001.out 004.out 002.out /var/lib/xfstests/tests/selftest 2023-09-21T11:19:05.937 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/shared/ install 2023-09-21T11:19:05.939 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/shared 2023-09-21T11:19:05.948 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 002 032 298 /var/lib/xfstests/tests/shared 2023-09-21T11:19:05.962 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/shared 2023-09-21T11:19:05.970 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 032.out 298.out 002.out /var/lib/xfstests/tests/shared 2023-09-21T11:19:05.985 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/tmpfs/ install 2023-09-21T11:19:05.986 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/tmpfs 2023-09-21T11:19:05.995 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/tmpfs 2023-09-21T11:19:06.003 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/tmpfs 2023-09-21T11:19:06.012 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/tmpfs 2023-09-21T11:19:06.020 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/udf/ install 2023-09-21T11:19:06.022 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/udf 2023-09-21T11:19:06.031 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 102 /var/lib/xfstests/tests/udf 2023-09-21T11:19:06.039 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/udf 2023-09-21T11:19:06.048 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 102.out /var/lib/xfstests/tests/udf 2023-09-21T11:19:06.056 INFO:teuthology.orchestra.run.smithi079.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.fjGn8jvDUbxfstests-dev/tests/xfs/ install 2023-09-21T11:19:06.060 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/xfs 2023-09-21T11:19:06.069 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 /var/lib/xfstests/tests/xfs 2023-09-21T11:19:07.941 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/xfs 2023-09-21T11:19:07.949 INFO:teuthology.orchestra.run.smithi079.stdout:../../install-sh -o root -g root -m 644 096.out.internal 033.out.crc 096.out.external 033.out.default 071.out.64 216.out.classic 216.out.64mblog 071.out.32 216.cfg 033.cfg 537.out 295.out 497.out 337.out 385.out 082.out 270.out 460.out 149.out 759.out 502.out 088.out 366.out 202.out 137.out 034.out 110.out 389.out 018.out 593.out 571.out 243.out 592.out 282.out 267.out 728.out 468.out 799.out 284.out 528.out 769.out 428.out 507.out 407.out 228.out 128.out 171.out 183.out 273.out 017.out 492.out 109.out 559.out 506.out 195.out 732.out 268.out 275.out 113.out 532.out 591.out 281.out 471.out 723.out 255.out 013.out 371.out 319.out 467.out 523.out 119.out 775.out 727.out 372.out 329.out 165.out 229.out 103.out 003.out 129.out 131.out 383.out 738.out 260.out 718.out 143.out 716.out 161.out 516.out 518.out 416.out 026.out 116.out 043.out 155.out 338.out 238.out 500.out 138.out 189.out 263.out 184.out 181.out 160.out 483.out 274.out 722.out 061.out 239.out 047.out 772.out 258.out 379.out 322.out 039.out 430.out 173.out 222.out 742.out 098.out 426.out 290.out 480.out 060.out 406.out 306.out 141.out 106.out 006.out 167.out 191.out 542.out 211.out 442.out 188.out 099.out 177.out 721.out 174.out 156.out 771.out 324.out 224.out 313.out 124.out 278.out 058.out 741.out 384.out 042.out 193.out 392.out 768.out 399.out 473.out 770.out 709.out 247.out 568.out 364.out 209.out 441.out 440.out 009.out 740.out 356.out 197.out 341.out 094.out 241.out 501.out 089.out 540.out 514.out 414.out 314.out 214.out 381.out 147.out 041.out 340.out 793.out 358.out 572.out 586.out 240.out 549.out 092.out 439.out 434.out 140.out 708.out 766.out 508.out 408.out 308.out 208.out 737.out 040.out 304.out 349.out 254.out 544.out 059.out 086.out 249.out 335.out 142.out 235.out 436.out 575.out 253.out 715.out 533.out 264.out 431.out 784.out 433.out 036.out 316.out 169.out 035.out 579.out 457.out 297.out 393.out 333.out 599.out 476.out 087.out 199.out 739.out 233.out 752.out 736.out 443.out 773.out 053.out 749.out 279.out 133.out 711.out 458.out 164.out 589.out 587.out 339.out 577.out 294.out 352.out 484.out 498.out 489.out 139.out 774.out 790.out 552.out 781.out 357.out 065.out 097.out 175.out 186.out 452.out 069.out 252.out 751.out 376.out 724.out 206.out 778.out 190.out 794.out 348.out 466.out 248.out 725.out 785.out 750.out 525.out 496.out 325.out 257.out 225.out 125.out 789.out 192.out 296.out 152.out 563.out 246.out 551.out 015.out 792.out 075.out 472.out 578.out 463.out 550.out 052.out 534.out 351.out 276.out 451.out 425.out 450.out 744.out 251.out 444.out 487.out 762.out 395.out 515.out 415.out 315.out 215.out 115.out 597.out 027.out 250.out 344.out 051.out 536.out 030.out 244.out 336.out 028.out 150.out 144.out 505.out 342.out 136.out 598.out 005.out 176.out 198.out 008.out 390.out 178.out 405.out 305.out 205.out 105.out 367.out 291.out 437.out 044.out 719.out 323.out 519.out 363.out 562.out 382.out 570.out 388.out 527.out 158.out 019.out 237.out 151.out 760.out 227.out 163.out 332.out 796.out 582.out 232.out 584.out 462.out 220.out 412.out 132.out 179.out 037.out 293.out 499.out 112.out 748.out 020.out 786.out 063.out 561.out 076.out 465.out 014.out 758.out 387.out 594.out 438.out 265.out 289.out 574.out 755.out 548.out 299.out 419.out 521.out 581.out 595.out 461.out 477.out 307.out 726.out 107.out 007.out 448.out 262.out 380.out 093.out 479.out 547.out 326.out 226.out 747.out 126.out 025.out 121.out 447.out 761.out 580.out 021.out 485.out 347.out 077.out 090.out 361.out 564.out 788.out 066.out 455.out 432.out 002.out 585.out 162.out 288.out 050.out 396.out 446.out 350.out 354.out 429.out 187.out 360.out 543.out 261.out 734.out 045.out 292.out 482.out 729.out 104.out 048.out 062.out 529.out 231.out 343.out 503.out 526.out 486.out 223.out 123.out 023.out 459.out 032.out 798.out 277.out 373.out 146.out 398.out 168.out 427.out 590.out 280.out 470.out 491.out 767.out 016.out 046.out 488.out 731.out 782.out 374.out 583.out 285.out 127.out 328.out 359.out 531.out 301.out 101.out 266.out 331.out 791.out 743.out 556.out 713.out 081.out 024.out 513.out 213.out 730.out 095.out 031.out 565.out 182.out 272.out 530.out 754.out 573.out 576.out 569.out 454.out 259.out 449.out 327.out 330.out 067.out 493.out 010.out 287.out 230.out 166.out 130.out 219.out 073.out 370.out 135.out 303.out 203.out 345.out 355.out 386.out 560.out 055.out 334.out 245.out 522.out 787.out 745.out 422.out 394.out 539.out 524.out 122.out 234.out 022.out 424.out 779.out 490.out 435.out 353.out 423.out 134.out 154.out 271.out 064.out 418.out 318.out 218.out 118.out 757.out 377.out 172.out 079.out 469.out 054.out 049.out 765.out 776.out 456.out 180.out 378.out 421.out 712.out 403.out 321.out 057.out 512.out 494.out 221.out 312.out 212.out 538.out 256.out 012.out 764.out 283.out 554.out 397.out 185.out 596.out 720.out 481.out 196.out 520.out 242.out 420.out 478.out 320.out 555.out 120.out 153.out 402.out 302.out 102.out 717.out 517.out 417.out 317.out 365.out 217.out 117.out 475.out 072.out 068.out 474.out 038.out 084.out 056.out 369.out 511.out 148.out 411.out 029.out 311.out 368.out 111.out 011.out 783.out 194.out 170.out 286.out 756.out 545.out 714.out 157.out 710.out 510.out 413.out 410.out 310.out 210.out 401.out 201.out 001.out 495.out 362.out 114.out 753.out 074.out 145.out 797.out 464.out 091.out 746.out 083.out 800.out 777.out 400.out 300.out 200.out 100.out 375.out 541.out 445.out 269.out 546.out 780.out 553.out 763.out 298.out 567.out 080.out 070.out 509.out 409.out 309.out 207.out 108.out 346.out 391.out 004.out 557.out 453.out 236.out 078.out 159.out 566.out 735.out 085.out 588.out 504.out 404.out 558.out 204.out 535.out 795.out 733.out /var/lib/xfstests/tests/xfs 2023-09-21T11:19:09.841 INFO:teuthology.orchestra.run.smithi079.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests 2023-09-21T11:19:09.849 INFO:teuthology.orchestra.run.smithi079.stdout:./install-sh -o root -g root -m 755 -d /var/lib/xfstests 2023-09-21T11:19:09.858 INFO:teuthology.orchestra.run.smithi079.stdout:./install-sh -o root -g root -m 755 check /var/lib/xfstests 2023-09-21T11:19:09.866 INFO:teuthology.orchestra.run.smithi079.stdout:./install-sh -o root -g root -m 644 randomize.awk /var/lib/xfstests 2023-09-21T11:19:09.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-21T11:19:09.878 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec ls tests/generic) 2023-09-21T11:19:09.897 INFO:teuthology.orchestra.run.smithi079.stdout:001 2023-09-21T11:19:09.897 INFO:teuthology.orchestra.run.smithi079.stdout:001.out 2023-09-21T11:19:09.897 INFO:teuthology.orchestra.run.smithi079.stdout:002 2023-09-21T11:19:09.898 INFO:teuthology.orchestra.run.smithi079.stdout:002.out 2023-09-21T11:19:09.898 INFO:teuthology.orchestra.run.smithi079.stdout:003 2023-09-21T11:19:09.898 INFO:teuthology.orchestra.run.smithi079.stdout:003.out 2023-09-21T11:19:09.898 INFO:teuthology.orchestra.run.smithi079.stdout:004 2023-09-21T11:19:09.898 INFO:teuthology.orchestra.run.smithi079.stdout:004.out 2023-09-21T11:19:09.899 INFO:teuthology.orchestra.run.smithi079.stdout:005 2023-09-21T11:19:09.899 INFO:teuthology.orchestra.run.smithi079.stdout:005.out 2023-09-21T11:19:09.899 INFO:teuthology.orchestra.run.smithi079.stdout:006 2023-09-21T11:19:09.899 INFO:teuthology.orchestra.run.smithi079.stdout:006.out 2023-09-21T11:19:09.899 INFO:teuthology.orchestra.run.smithi079.stdout:007 2023-09-21T11:19:09.900 INFO:teuthology.orchestra.run.smithi079.stdout:007.out 2023-09-21T11:19:09.900 INFO:teuthology.orchestra.run.smithi079.stdout:008 2023-09-21T11:19:09.900 INFO:teuthology.orchestra.run.smithi079.stdout:008.out 2023-09-21T11:19:09.900 INFO:teuthology.orchestra.run.smithi079.stdout:009 2023-09-21T11:19:09.900 INFO:teuthology.orchestra.run.smithi079.stdout:009.out 2023-09-21T11:19:09.900 INFO:teuthology.orchestra.run.smithi079.stdout:010 2023-09-21T11:19:09.901 INFO:teuthology.orchestra.run.smithi079.stdout:010.out 2023-09-21T11:19:09.901 INFO:teuthology.orchestra.run.smithi079.stdout:011 2023-09-21T11:19:09.901 INFO:teuthology.orchestra.run.smithi079.stdout:011.out 2023-09-21T11:19:09.901 INFO:teuthology.orchestra.run.smithi079.stdout:012 2023-09-21T11:19:09.901 INFO:teuthology.orchestra.run.smithi079.stdout:012.out 2023-09-21T11:19:09.902 INFO:teuthology.orchestra.run.smithi079.stdout:013 2023-09-21T11:19:09.902 INFO:teuthology.orchestra.run.smithi079.stdout:013.out 2023-09-21T11:19:09.902 INFO:teuthology.orchestra.run.smithi079.stdout:014 2023-09-21T11:19:09.902 INFO:teuthology.orchestra.run.smithi079.stdout:014.out 2023-09-21T11:19:09.903 INFO:teuthology.orchestra.run.smithi079.stdout:015 2023-09-21T11:19:09.903 INFO:teuthology.orchestra.run.smithi079.stdout:015.out 2023-09-21T11:19:09.903 INFO:teuthology.orchestra.run.smithi079.stdout:016 2023-09-21T11:19:09.903 INFO:teuthology.orchestra.run.smithi079.stdout:016.out 2023-09-21T11:19:09.903 INFO:teuthology.orchestra.run.smithi079.stdout:017 2023-09-21T11:19:09.904 INFO:teuthology.orchestra.run.smithi079.stdout:017.out 2023-09-21T11:19:09.904 INFO:teuthology.orchestra.run.smithi079.stdout:018 2023-09-21T11:19:09.904 INFO:teuthology.orchestra.run.smithi079.stdout:018.out 2023-09-21T11:19:09.904 INFO:teuthology.orchestra.run.smithi079.stdout:019 2023-09-21T11:19:09.904 INFO:teuthology.orchestra.run.smithi079.stdout:019.out 2023-09-21T11:19:09.905 INFO:teuthology.orchestra.run.smithi079.stdout:020 2023-09-21T11:19:09.905 INFO:teuthology.orchestra.run.smithi079.stdout:020.out 2023-09-21T11:19:09.905 INFO:teuthology.orchestra.run.smithi079.stdout:021 2023-09-21T11:19:09.905 INFO:teuthology.orchestra.run.smithi079.stdout:021.out 2023-09-21T11:19:09.905 INFO:teuthology.orchestra.run.smithi079.stdout:022 2023-09-21T11:19:09.906 INFO:teuthology.orchestra.run.smithi079.stdout:022.out 2023-09-21T11:19:09.906 INFO:teuthology.orchestra.run.smithi079.stdout:023 2023-09-21T11:19:09.906 INFO:teuthology.orchestra.run.smithi079.stdout:023.out 2023-09-21T11:19:09.906 INFO:teuthology.orchestra.run.smithi079.stdout:024 2023-09-21T11:19:09.906 INFO:teuthology.orchestra.run.smithi079.stdout:024.out 2023-09-21T11:19:09.907 INFO:teuthology.orchestra.run.smithi079.stdout:025 2023-09-21T11:19:09.907 INFO:teuthology.orchestra.run.smithi079.stdout:025.out 2023-09-21T11:19:09.907 INFO:teuthology.orchestra.run.smithi079.stdout:026 2023-09-21T11:19:09.907 INFO:teuthology.orchestra.run.smithi079.stdout:026.out 2023-09-21T11:19:09.907 INFO:teuthology.orchestra.run.smithi079.stdout:027 2023-09-21T11:19:09.908 INFO:teuthology.orchestra.run.smithi079.stdout:027.out 2023-09-21T11:19:09.908 INFO:teuthology.orchestra.run.smithi079.stdout:028 2023-09-21T11:19:09.908 INFO:teuthology.orchestra.run.smithi079.stdout:028.out 2023-09-21T11:19:09.908 INFO:teuthology.orchestra.run.smithi079.stdout:029 2023-09-21T11:19:09.908 INFO:teuthology.orchestra.run.smithi079.stdout:029.out 2023-09-21T11:19:09.909 INFO:teuthology.orchestra.run.smithi079.stdout:030 2023-09-21T11:19:09.909 INFO:teuthology.orchestra.run.smithi079.stdout:030.out 2023-09-21T11:19:09.909 INFO:teuthology.orchestra.run.smithi079.stdout:031 2023-09-21T11:19:09.909 INFO:teuthology.orchestra.run.smithi079.stdout:031.out 2023-09-21T11:19:09.909 INFO:teuthology.orchestra.run.smithi079.stdout:032 2023-09-21T11:19:09.910 INFO:teuthology.orchestra.run.smithi079.stdout:032.out 2023-09-21T11:19:09.910 INFO:teuthology.orchestra.run.smithi079.stdout:033 2023-09-21T11:19:09.910 INFO:teuthology.orchestra.run.smithi079.stdout:033.out 2023-09-21T11:19:09.910 INFO:teuthology.orchestra.run.smithi079.stdout:034 2023-09-21T11:19:09.910 INFO:teuthology.orchestra.run.smithi079.stdout:034.out 2023-09-21T11:19:09.911 INFO:teuthology.orchestra.run.smithi079.stdout:035 2023-09-21T11:19:09.911 INFO:teuthology.orchestra.run.smithi079.stdout:035.cfg 2023-09-21T11:19:09.911 INFO:teuthology.orchestra.run.smithi079.stdout:035.out.default 2023-09-21T11:19:09.911 INFO:teuthology.orchestra.run.smithi079.stdout:035.out.nfs 2023-09-21T11:19:09.911 INFO:teuthology.orchestra.run.smithi079.stdout:036 2023-09-21T11:19:09.911 INFO:teuthology.orchestra.run.smithi079.stdout:036.out 2023-09-21T11:19:09.912 INFO:teuthology.orchestra.run.smithi079.stdout:037 2023-09-21T11:19:09.912 INFO:teuthology.orchestra.run.smithi079.stdout:037.out 2023-09-21T11:19:09.912 INFO:teuthology.orchestra.run.smithi079.stdout:038 2023-09-21T11:19:09.912 INFO:teuthology.orchestra.run.smithi079.stdout:038.out 2023-09-21T11:19:09.913 INFO:teuthology.orchestra.run.smithi079.stdout:039 2023-09-21T11:19:09.913 INFO:teuthology.orchestra.run.smithi079.stdout:039.out 2023-09-21T11:19:09.913 INFO:teuthology.orchestra.run.smithi079.stdout:040 2023-09-21T11:19:09.913 INFO:teuthology.orchestra.run.smithi079.stdout:040.out 2023-09-21T11:19:09.913 INFO:teuthology.orchestra.run.smithi079.stdout:041 2023-09-21T11:19:09.914 INFO:teuthology.orchestra.run.smithi079.stdout:041.out 2023-09-21T11:19:09.914 INFO:teuthology.orchestra.run.smithi079.stdout:042 2023-09-21T11:19:09.914 INFO:teuthology.orchestra.run.smithi079.stdout:042.out 2023-09-21T11:19:09.914 INFO:teuthology.orchestra.run.smithi079.stdout:043 2023-09-21T11:19:09.914 INFO:teuthology.orchestra.run.smithi079.stdout:043.out 2023-09-21T11:19:09.915 INFO:teuthology.orchestra.run.smithi079.stdout:044 2023-09-21T11:19:09.915 INFO:teuthology.orchestra.run.smithi079.stdout:044.out 2023-09-21T11:19:09.915 INFO:teuthology.orchestra.run.smithi079.stdout:045 2023-09-21T11:19:09.915 INFO:teuthology.orchestra.run.smithi079.stdout:045.out 2023-09-21T11:19:09.916 INFO:teuthology.orchestra.run.smithi079.stdout:046 2023-09-21T11:19:09.916 INFO:teuthology.orchestra.run.smithi079.stdout:046.out 2023-09-21T11:19:09.916 INFO:teuthology.orchestra.run.smithi079.stdout:047 2023-09-21T11:19:09.916 INFO:teuthology.orchestra.run.smithi079.stdout:047.out 2023-09-21T11:19:09.916 INFO:teuthology.orchestra.run.smithi079.stdout:048 2023-09-21T11:19:09.917 INFO:teuthology.orchestra.run.smithi079.stdout:048.out 2023-09-21T11:19:09.917 INFO:teuthology.orchestra.run.smithi079.stdout:049 2023-09-21T11:19:09.917 INFO:teuthology.orchestra.run.smithi079.stdout:049.out 2023-09-21T11:19:09.917 INFO:teuthology.orchestra.run.smithi079.stdout:050 2023-09-21T11:19:09.917 INFO:teuthology.orchestra.run.smithi079.stdout:050.cfg 2023-09-21T11:19:09.918 INFO:teuthology.orchestra.run.smithi079.stdout:050.out.default 2023-09-21T11:19:09.918 INFO:teuthology.orchestra.run.smithi079.stdout:050.out.nojournal 2023-09-21T11:19:09.918 INFO:teuthology.orchestra.run.smithi079.stdout:050.out.xfsquota 2023-09-21T11:19:09.918 INFO:teuthology.orchestra.run.smithi079.stdout:051 2023-09-21T11:19:09.918 INFO:teuthology.orchestra.run.smithi079.stdout:051.out 2023-09-21T11:19:09.919 INFO:teuthology.orchestra.run.smithi079.stdout:052 2023-09-21T11:19:09.919 INFO:teuthology.orchestra.run.smithi079.stdout:052.out 2023-09-21T11:19:09.919 INFO:teuthology.orchestra.run.smithi079.stdout:053 2023-09-21T11:19:09.919 INFO:teuthology.orchestra.run.smithi079.stdout:053.out 2023-09-21T11:19:09.919 INFO:teuthology.orchestra.run.smithi079.stdout:054 2023-09-21T11:19:09.920 INFO:teuthology.orchestra.run.smithi079.stdout:054.out 2023-09-21T11:19:09.920 INFO:teuthology.orchestra.run.smithi079.stdout:055 2023-09-21T11:19:09.920 INFO:teuthology.orchestra.run.smithi079.stdout:055.out 2023-09-21T11:19:09.920 INFO:teuthology.orchestra.run.smithi079.stdout:056 2023-09-21T11:19:09.920 INFO:teuthology.orchestra.run.smithi079.stdout:056.out 2023-09-21T11:19:09.921 INFO:teuthology.orchestra.run.smithi079.stdout:057 2023-09-21T11:19:09.921 INFO:teuthology.orchestra.run.smithi079.stdout:057.out 2023-09-21T11:19:09.921 INFO:teuthology.orchestra.run.smithi079.stdout:058 2023-09-21T11:19:09.921 INFO:teuthology.orchestra.run.smithi079.stdout:058.out 2023-09-21T11:19:09.922 INFO:teuthology.orchestra.run.smithi079.stdout:059 2023-09-21T11:19:09.922 INFO:teuthology.orchestra.run.smithi079.stdout:059.out 2023-09-21T11:19:09.922 INFO:teuthology.orchestra.run.smithi079.stdout:060 2023-09-21T11:19:09.922 INFO:teuthology.orchestra.run.smithi079.stdout:060.out 2023-09-21T11:19:09.923 INFO:teuthology.orchestra.run.smithi079.stdout:061 2023-09-21T11:19:09.923 INFO:teuthology.orchestra.run.smithi079.stdout:061.out 2023-09-21T11:19:09.923 INFO:teuthology.orchestra.run.smithi079.stdout:062 2023-09-21T11:19:09.923 INFO:teuthology.orchestra.run.smithi079.stdout:062.out 2023-09-21T11:19:09.923 INFO:teuthology.orchestra.run.smithi079.stdout:063 2023-09-21T11:19:09.924 INFO:teuthology.orchestra.run.smithi079.stdout:063.out 2023-09-21T11:19:09.924 INFO:teuthology.orchestra.run.smithi079.stdout:064 2023-09-21T11:19:09.924 INFO:teuthology.orchestra.run.smithi079.stdout:064.out 2023-09-21T11:19:09.924 INFO:teuthology.orchestra.run.smithi079.stdout:065 2023-09-21T11:19:09.924 INFO:teuthology.orchestra.run.smithi079.stdout:065.out 2023-09-21T11:19:09.924 INFO:teuthology.orchestra.run.smithi079.stdout:066 2023-09-21T11:19:09.925 INFO:teuthology.orchestra.run.smithi079.stdout:066.out 2023-09-21T11:19:09.925 INFO:teuthology.orchestra.run.smithi079.stdout:067 2023-09-21T11:19:09.925 INFO:teuthology.orchestra.run.smithi079.stdout:067.out 2023-09-21T11:19:09.925 INFO:teuthology.orchestra.run.smithi079.stdout:068 2023-09-21T11:19:09.926 INFO:teuthology.orchestra.run.smithi079.stdout:068.out 2023-09-21T11:19:09.926 INFO:teuthology.orchestra.run.smithi079.stdout:069 2023-09-21T11:19:09.926 INFO:teuthology.orchestra.run.smithi079.stdout:069.out 2023-09-21T11:19:09.926 INFO:teuthology.orchestra.run.smithi079.stdout:070 2023-09-21T11:19:09.926 INFO:teuthology.orchestra.run.smithi079.stdout:070.out 2023-09-21T11:19:09.927 INFO:teuthology.orchestra.run.smithi079.stdout:071 2023-09-21T11:19:09.927 INFO:teuthology.orchestra.run.smithi079.stdout:071.out 2023-09-21T11:19:09.927 INFO:teuthology.orchestra.run.smithi079.stdout:072 2023-09-21T11:19:09.927 INFO:teuthology.orchestra.run.smithi079.stdout:072.out 2023-09-21T11:19:09.927 INFO:teuthology.orchestra.run.smithi079.stdout:073 2023-09-21T11:19:09.928 INFO:teuthology.orchestra.run.smithi079.stdout:073.out 2023-09-21T11:19:09.928 INFO:teuthology.orchestra.run.smithi079.stdout:074 2023-09-21T11:19:09.928 INFO:teuthology.orchestra.run.smithi079.stdout:074.out 2023-09-21T11:19:09.928 INFO:teuthology.orchestra.run.smithi079.stdout:075 2023-09-21T11:19:09.928 INFO:teuthology.orchestra.run.smithi079.stdout:075.out 2023-09-21T11:19:09.929 INFO:teuthology.orchestra.run.smithi079.stdout:076 2023-09-21T11:19:09.929 INFO:teuthology.orchestra.run.smithi079.stdout:076.out 2023-09-21T11:19:09.929 INFO:teuthology.orchestra.run.smithi079.stdout:077 2023-09-21T11:19:09.929 INFO:teuthology.orchestra.run.smithi079.stdout:077.out 2023-09-21T11:19:09.929 INFO:teuthology.orchestra.run.smithi079.stdout:078 2023-09-21T11:19:09.930 INFO:teuthology.orchestra.run.smithi079.stdout:078.out 2023-09-21T11:19:09.930 INFO:teuthology.orchestra.run.smithi079.stdout:079 2023-09-21T11:19:09.930 INFO:teuthology.orchestra.run.smithi079.stdout:079.out 2023-09-21T11:19:09.930 INFO:teuthology.orchestra.run.smithi079.stdout:080 2023-09-21T11:19:09.930 INFO:teuthology.orchestra.run.smithi079.stdout:080.out 2023-09-21T11:19:09.931 INFO:teuthology.orchestra.run.smithi079.stdout:081 2023-09-21T11:19:09.931 INFO:teuthology.orchestra.run.smithi079.stdout:081.out 2023-09-21T11:19:09.931 INFO:teuthology.orchestra.run.smithi079.stdout:082 2023-09-21T11:19:09.931 INFO:teuthology.orchestra.run.smithi079.stdout:082.out 2023-09-21T11:19:09.931 INFO:teuthology.orchestra.run.smithi079.stdout:083 2023-09-21T11:19:09.932 INFO:teuthology.orchestra.run.smithi079.stdout:083.out 2023-09-21T11:19:09.932 INFO:teuthology.orchestra.run.smithi079.stdout:084 2023-09-21T11:19:09.932 INFO:teuthology.orchestra.run.smithi079.stdout:084.out 2023-09-21T11:19:09.932 INFO:teuthology.orchestra.run.smithi079.stdout:085 2023-09-21T11:19:09.932 INFO:teuthology.orchestra.run.smithi079.stdout:085.out 2023-09-21T11:19:09.933 INFO:teuthology.orchestra.run.smithi079.stdout:086 2023-09-21T11:19:09.933 INFO:teuthology.orchestra.run.smithi079.stdout:086.out 2023-09-21T11:19:09.933 INFO:teuthology.orchestra.run.smithi079.stdout:087 2023-09-21T11:19:09.933 INFO:teuthology.orchestra.run.smithi079.stdout:087.out 2023-09-21T11:19:09.933 INFO:teuthology.orchestra.run.smithi079.stdout:088 2023-09-21T11:19:09.934 INFO:teuthology.orchestra.run.smithi079.stdout:088.out 2023-09-21T11:19:09.934 INFO:teuthology.orchestra.run.smithi079.stdout:089 2023-09-21T11:19:09.934 INFO:teuthology.orchestra.run.smithi079.stdout:089.out 2023-09-21T11:19:09.934 INFO:teuthology.orchestra.run.smithi079.stdout:090 2023-09-21T11:19:09.934 INFO:teuthology.orchestra.run.smithi079.stdout:090.out 2023-09-21T11:19:09.935 INFO:teuthology.orchestra.run.smithi079.stdout:091 2023-09-21T11:19:09.935 INFO:teuthology.orchestra.run.smithi079.stdout:091.out 2023-09-21T11:19:09.935 INFO:teuthology.orchestra.run.smithi079.stdout:092 2023-09-21T11:19:09.935 INFO:teuthology.orchestra.run.smithi079.stdout:092.out 2023-09-21T11:19:09.935 INFO:teuthology.orchestra.run.smithi079.stdout:093 2023-09-21T11:19:09.936 INFO:teuthology.orchestra.run.smithi079.stdout:093.out 2023-09-21T11:19:09.936 INFO:teuthology.orchestra.run.smithi079.stdout:094 2023-09-21T11:19:09.936 INFO:teuthology.orchestra.run.smithi079.stdout:094.out 2023-09-21T11:19:09.936 INFO:teuthology.orchestra.run.smithi079.stdout:095 2023-09-21T11:19:09.936 INFO:teuthology.orchestra.run.smithi079.stdout:095.out 2023-09-21T11:19:09.937 INFO:teuthology.orchestra.run.smithi079.stdout:096 2023-09-21T11:19:09.937 INFO:teuthology.orchestra.run.smithi079.stdout:096.out 2023-09-21T11:19:09.937 INFO:teuthology.orchestra.run.smithi079.stdout:097 2023-09-21T11:19:09.937 INFO:teuthology.orchestra.run.smithi079.stdout:097.out 2023-09-21T11:19:09.937 INFO:teuthology.orchestra.run.smithi079.stdout:098 2023-09-21T11:19:09.938 INFO:teuthology.orchestra.run.smithi079.stdout:098.out 2023-09-21T11:19:09.938 INFO:teuthology.orchestra.run.smithi079.stdout:099 2023-09-21T11:19:09.938 INFO:teuthology.orchestra.run.smithi079.stdout:099.out 2023-09-21T11:19:09.938 INFO:teuthology.orchestra.run.smithi079.stdout:100 2023-09-21T11:19:09.939 INFO:teuthology.orchestra.run.smithi079.stdout:100.out 2023-09-21T11:19:09.939 INFO:teuthology.orchestra.run.smithi079.stdout:101 2023-09-21T11:19:09.939 INFO:teuthology.orchestra.run.smithi079.stdout:101.out 2023-09-21T11:19:09.939 INFO:teuthology.orchestra.run.smithi079.stdout:102 2023-09-21T11:19:09.939 INFO:teuthology.orchestra.run.smithi079.stdout:102.out 2023-09-21T11:19:09.940 INFO:teuthology.orchestra.run.smithi079.stdout:103 2023-09-21T11:19:09.940 INFO:teuthology.orchestra.run.smithi079.stdout:103.out 2023-09-21T11:19:09.940 INFO:teuthology.orchestra.run.smithi079.stdout:104 2023-09-21T11:19:09.940 INFO:teuthology.orchestra.run.smithi079.stdout:104.out 2023-09-21T11:19:09.940 INFO:teuthology.orchestra.run.smithi079.stdout:105 2023-09-21T11:19:09.941 INFO:teuthology.orchestra.run.smithi079.stdout:105.out 2023-09-21T11:19:09.941 INFO:teuthology.orchestra.run.smithi079.stdout:106 2023-09-21T11:19:09.941 INFO:teuthology.orchestra.run.smithi079.stdout:106.out 2023-09-21T11:19:09.941 INFO:teuthology.orchestra.run.smithi079.stdout:107 2023-09-21T11:19:09.941 INFO:teuthology.orchestra.run.smithi079.stdout:107.out 2023-09-21T11:19:09.942 INFO:teuthology.orchestra.run.smithi079.stdout:108 2023-09-21T11:19:09.942 INFO:teuthology.orchestra.run.smithi079.stdout:108.out 2023-09-21T11:19:09.942 INFO:teuthology.orchestra.run.smithi079.stdout:109 2023-09-21T11:19:09.942 INFO:teuthology.orchestra.run.smithi079.stdout:109.out 2023-09-21T11:19:09.942 INFO:teuthology.orchestra.run.smithi079.stdout:110 2023-09-21T11:19:09.942 INFO:teuthology.orchestra.run.smithi079.stdout:110.out 2023-09-21T11:19:09.943 INFO:teuthology.orchestra.run.smithi079.stdout:111 2023-09-21T11:19:09.943 INFO:teuthology.orchestra.run.smithi079.stdout:111.out 2023-09-21T11:19:09.943 INFO:teuthology.orchestra.run.smithi079.stdout:112 2023-09-21T11:19:09.943 INFO:teuthology.orchestra.run.smithi079.stdout:112.out 2023-09-21T11:19:09.943 INFO:teuthology.orchestra.run.smithi079.stdout:113 2023-09-21T11:19:09.944 INFO:teuthology.orchestra.run.smithi079.stdout:113.out 2023-09-21T11:19:09.944 INFO:teuthology.orchestra.run.smithi079.stdout:114 2023-09-21T11:19:09.944 INFO:teuthology.orchestra.run.smithi079.stdout:114.out 2023-09-21T11:19:09.944 INFO:teuthology.orchestra.run.smithi079.stdout:115 2023-09-21T11:19:09.944 INFO:teuthology.orchestra.run.smithi079.stdout:115.out 2023-09-21T11:19:09.944 INFO:teuthology.orchestra.run.smithi079.stdout:116 2023-09-21T11:19:09.945 INFO:teuthology.orchestra.run.smithi079.stdout:116.out 2023-09-21T11:19:09.945 INFO:teuthology.orchestra.run.smithi079.stdout:117 2023-09-21T11:19:09.945 INFO:teuthology.orchestra.run.smithi079.stdout:117.out 2023-09-21T11:19:09.945 INFO:teuthology.orchestra.run.smithi079.stdout:118 2023-09-21T11:19:09.945 INFO:teuthology.orchestra.run.smithi079.stdout:118.out 2023-09-21T11:19:09.946 INFO:teuthology.orchestra.run.smithi079.stdout:119 2023-09-21T11:19:09.946 INFO:teuthology.orchestra.run.smithi079.stdout:119.out 2023-09-21T11:19:09.946 INFO:teuthology.orchestra.run.smithi079.stdout:120 2023-09-21T11:19:09.946 INFO:teuthology.orchestra.run.smithi079.stdout:120.out 2023-09-21T11:19:09.947 INFO:teuthology.orchestra.run.smithi079.stdout:121 2023-09-21T11:19:09.947 INFO:teuthology.orchestra.run.smithi079.stdout:121.out 2023-09-21T11:19:09.947 INFO:teuthology.orchestra.run.smithi079.stdout:122 2023-09-21T11:19:09.947 INFO:teuthology.orchestra.run.smithi079.stdout:122.out 2023-09-21T11:19:09.947 INFO:teuthology.orchestra.run.smithi079.stdout:123 2023-09-21T11:19:09.948 INFO:teuthology.orchestra.run.smithi079.stdout:123.out 2023-09-21T11:19:09.948 INFO:teuthology.orchestra.run.smithi079.stdout:124 2023-09-21T11:19:09.948 INFO:teuthology.orchestra.run.smithi079.stdout:124.out 2023-09-21T11:19:09.948 INFO:teuthology.orchestra.run.smithi079.stdout:125 2023-09-21T11:19:09.948 INFO:teuthology.orchestra.run.smithi079.stdout:125.out 2023-09-21T11:19:09.949 INFO:teuthology.orchestra.run.smithi079.stdout:126 2023-09-21T11:19:09.949 INFO:teuthology.orchestra.run.smithi079.stdout:126.out 2023-09-21T11:19:09.949 INFO:teuthology.orchestra.run.smithi079.stdout:127 2023-09-21T11:19:09.949 INFO:teuthology.orchestra.run.smithi079.stdout:127.out 2023-09-21T11:19:09.949 INFO:teuthology.orchestra.run.smithi079.stdout:128 2023-09-21T11:19:09.950 INFO:teuthology.orchestra.run.smithi079.stdout:128.out 2023-09-21T11:19:09.950 INFO:teuthology.orchestra.run.smithi079.stdout:129 2023-09-21T11:19:09.950 INFO:teuthology.orchestra.run.smithi079.stdout:129.out 2023-09-21T11:19:09.950 INFO:teuthology.orchestra.run.smithi079.stdout:130 2023-09-21T11:19:09.950 INFO:teuthology.orchestra.run.smithi079.stdout:130.out 2023-09-21T11:19:09.950 INFO:teuthology.orchestra.run.smithi079.stdout:131 2023-09-21T11:19:09.951 INFO:teuthology.orchestra.run.smithi079.stdout:131.out 2023-09-21T11:19:09.951 INFO:teuthology.orchestra.run.smithi079.stdout:132 2023-09-21T11:19:09.951 INFO:teuthology.orchestra.run.smithi079.stdout:132.out 2023-09-21T11:19:09.951 INFO:teuthology.orchestra.run.smithi079.stdout:133 2023-09-21T11:19:09.952 INFO:teuthology.orchestra.run.smithi079.stdout:133.out 2023-09-21T11:19:09.952 INFO:teuthology.orchestra.run.smithi079.stdout:134 2023-09-21T11:19:09.952 INFO:teuthology.orchestra.run.smithi079.stdout:134.out 2023-09-21T11:19:09.952 INFO:teuthology.orchestra.run.smithi079.stdout:135 2023-09-21T11:19:09.953 INFO:teuthology.orchestra.run.smithi079.stdout:135.out 2023-09-21T11:19:09.953 INFO:teuthology.orchestra.run.smithi079.stdout:136 2023-09-21T11:19:09.953 INFO:teuthology.orchestra.run.smithi079.stdout:136.out 2023-09-21T11:19:09.953 INFO:teuthology.orchestra.run.smithi079.stdout:137 2023-09-21T11:19:09.953 INFO:teuthology.orchestra.run.smithi079.stdout:137.out 2023-09-21T11:19:09.954 INFO:teuthology.orchestra.run.smithi079.stdout:138 2023-09-21T11:19:09.954 INFO:teuthology.orchestra.run.smithi079.stdout:138.out 2023-09-21T11:19:09.954 INFO:teuthology.orchestra.run.smithi079.stdout:139 2023-09-21T11:19:09.954 INFO:teuthology.orchestra.run.smithi079.stdout:139.out 2023-09-21T11:19:09.955 INFO:teuthology.orchestra.run.smithi079.stdout:140 2023-09-21T11:19:09.955 INFO:teuthology.orchestra.run.smithi079.stdout:140.out 2023-09-21T11:19:09.955 INFO:teuthology.orchestra.run.smithi079.stdout:141 2023-09-21T11:19:09.955 INFO:teuthology.orchestra.run.smithi079.stdout:141.out 2023-09-21T11:19:09.955 INFO:teuthology.orchestra.run.smithi079.stdout:142 2023-09-21T11:19:09.956 INFO:teuthology.orchestra.run.smithi079.stdout:142.out 2023-09-21T11:19:09.956 INFO:teuthology.orchestra.run.smithi079.stdout:143 2023-09-21T11:19:09.956 INFO:teuthology.orchestra.run.smithi079.stdout:143.out 2023-09-21T11:19:09.956 INFO:teuthology.orchestra.run.smithi079.stdout:144 2023-09-21T11:19:09.957 INFO:teuthology.orchestra.run.smithi079.stdout:144.out 2023-09-21T11:19:09.957 INFO:teuthology.orchestra.run.smithi079.stdout:145 2023-09-21T11:19:09.957 INFO:teuthology.orchestra.run.smithi079.stdout:145.out 2023-09-21T11:19:09.957 INFO:teuthology.orchestra.run.smithi079.stdout:146 2023-09-21T11:19:09.958 INFO:teuthology.orchestra.run.smithi079.stdout:146.out 2023-09-21T11:19:09.958 INFO:teuthology.orchestra.run.smithi079.stdout:147 2023-09-21T11:19:09.958 INFO:teuthology.orchestra.run.smithi079.stdout:147.out 2023-09-21T11:19:09.958 INFO:teuthology.orchestra.run.smithi079.stdout:148 2023-09-21T11:19:09.958 INFO:teuthology.orchestra.run.smithi079.stdout:148.out 2023-09-21T11:19:09.959 INFO:teuthology.orchestra.run.smithi079.stdout:149 2023-09-21T11:19:09.959 INFO:teuthology.orchestra.run.smithi079.stdout:149.out 2023-09-21T11:19:09.959 INFO:teuthology.orchestra.run.smithi079.stdout:150 2023-09-21T11:19:09.959 INFO:teuthology.orchestra.run.smithi079.stdout:150.out 2023-09-21T11:19:09.960 INFO:teuthology.orchestra.run.smithi079.stdout:151 2023-09-21T11:19:09.960 INFO:teuthology.orchestra.run.smithi079.stdout:151.out 2023-09-21T11:19:09.960 INFO:teuthology.orchestra.run.smithi079.stdout:152 2023-09-21T11:19:09.960 INFO:teuthology.orchestra.run.smithi079.stdout:152.out 2023-09-21T11:19:09.960 INFO:teuthology.orchestra.run.smithi079.stdout:153 2023-09-21T11:19:09.961 INFO:teuthology.orchestra.run.smithi079.stdout:153.out 2023-09-21T11:19:09.961 INFO:teuthology.orchestra.run.smithi079.stdout:154 2023-09-21T11:19:09.961 INFO:teuthology.orchestra.run.smithi079.stdout:154.out 2023-09-21T11:19:09.961 INFO:teuthology.orchestra.run.smithi079.stdout:155 2023-09-21T11:19:09.961 INFO:teuthology.orchestra.run.smithi079.stdout:155.out 2023-09-21T11:19:09.962 INFO:teuthology.orchestra.run.smithi079.stdout:156 2023-09-21T11:19:09.962 INFO:teuthology.orchestra.run.smithi079.stdout:156.out 2023-09-21T11:19:09.962 INFO:teuthology.orchestra.run.smithi079.stdout:157 2023-09-21T11:19:09.962 INFO:teuthology.orchestra.run.smithi079.stdout:157.out 2023-09-21T11:19:09.962 INFO:teuthology.orchestra.run.smithi079.stdout:158 2023-09-21T11:19:09.963 INFO:teuthology.orchestra.run.smithi079.stdout:158.out 2023-09-21T11:19:09.963 INFO:teuthology.orchestra.run.smithi079.stdout:159 2023-09-21T11:19:09.963 INFO:teuthology.orchestra.run.smithi079.stdout:159.out 2023-09-21T11:19:09.963 INFO:teuthology.orchestra.run.smithi079.stdout:160 2023-09-21T11:19:09.964 INFO:teuthology.orchestra.run.smithi079.stdout:160.out 2023-09-21T11:19:09.964 INFO:teuthology.orchestra.run.smithi079.stdout:161 2023-09-21T11:19:09.964 INFO:teuthology.orchestra.run.smithi079.stdout:161.out 2023-09-21T11:19:09.964 INFO:teuthology.orchestra.run.smithi079.stdout:162 2023-09-21T11:19:09.964 INFO:teuthology.orchestra.run.smithi079.stdout:162.out 2023-09-21T11:19:09.965 INFO:teuthology.orchestra.run.smithi079.stdout:163 2023-09-21T11:19:09.965 INFO:teuthology.orchestra.run.smithi079.stdout:163.out 2023-09-21T11:19:09.965 INFO:teuthology.orchestra.run.smithi079.stdout:164 2023-09-21T11:19:09.965 INFO:teuthology.orchestra.run.smithi079.stdout:164.out 2023-09-21T11:19:09.965 INFO:teuthology.orchestra.run.smithi079.stdout:165 2023-09-21T11:19:09.966 INFO:teuthology.orchestra.run.smithi079.stdout:165.out 2023-09-21T11:19:09.966 INFO:teuthology.orchestra.run.smithi079.stdout:166 2023-09-21T11:19:09.966 INFO:teuthology.orchestra.run.smithi079.stdout:166.out 2023-09-21T11:19:09.966 INFO:teuthology.orchestra.run.smithi079.stdout:167 2023-09-21T11:19:09.966 INFO:teuthology.orchestra.run.smithi079.stdout:167.out 2023-09-21T11:19:09.967 INFO:teuthology.orchestra.run.smithi079.stdout:168 2023-09-21T11:19:09.967 INFO:teuthology.orchestra.run.smithi079.stdout:168.out 2023-09-21T11:19:09.967 INFO:teuthology.orchestra.run.smithi079.stdout:169 2023-09-21T11:19:09.967 INFO:teuthology.orchestra.run.smithi079.stdout:169.out 2023-09-21T11:19:09.967 INFO:teuthology.orchestra.run.smithi079.stdout:170 2023-09-21T11:19:09.968 INFO:teuthology.orchestra.run.smithi079.stdout:170.out 2023-09-21T11:19:09.968 INFO:teuthology.orchestra.run.smithi079.stdout:171 2023-09-21T11:19:09.968 INFO:teuthology.orchestra.run.smithi079.stdout:171.out 2023-09-21T11:19:09.968 INFO:teuthology.orchestra.run.smithi079.stdout:172 2023-09-21T11:19:09.969 INFO:teuthology.orchestra.run.smithi079.stdout:172.out 2023-09-21T11:19:09.969 INFO:teuthology.orchestra.run.smithi079.stdout:173 2023-09-21T11:19:09.969 INFO:teuthology.orchestra.run.smithi079.stdout:173.out 2023-09-21T11:19:09.969 INFO:teuthology.orchestra.run.smithi079.stdout:174 2023-09-21T11:19:09.970 INFO:teuthology.orchestra.run.smithi079.stdout:174.out 2023-09-21T11:19:09.970 INFO:teuthology.orchestra.run.smithi079.stdout:175 2023-09-21T11:19:09.970 INFO:teuthology.orchestra.run.smithi079.stdout:175.out 2023-09-21T11:19:09.970 INFO:teuthology.orchestra.run.smithi079.stdout:176 2023-09-21T11:19:09.971 INFO:teuthology.orchestra.run.smithi079.stdout:176.out 2023-09-21T11:19:09.971 INFO:teuthology.orchestra.run.smithi079.stdout:177 2023-09-21T11:19:09.971 INFO:teuthology.orchestra.run.smithi079.stdout:177.out 2023-09-21T11:19:09.971 INFO:teuthology.orchestra.run.smithi079.stdout:178 2023-09-21T11:19:09.971 INFO:teuthology.orchestra.run.smithi079.stdout:178.out 2023-09-21T11:19:09.971 INFO:teuthology.orchestra.run.smithi079.stdout:179 2023-09-21T11:19:09.972 INFO:teuthology.orchestra.run.smithi079.stdout:179.out 2023-09-21T11:19:09.972 INFO:teuthology.orchestra.run.smithi079.stdout:180 2023-09-21T11:19:09.972 INFO:teuthology.orchestra.run.smithi079.stdout:180.out 2023-09-21T11:19:09.972 INFO:teuthology.orchestra.run.smithi079.stdout:181 2023-09-21T11:19:09.972 INFO:teuthology.orchestra.run.smithi079.stdout:181.out 2023-09-21T11:19:09.973 INFO:teuthology.orchestra.run.smithi079.stdout:182 2023-09-21T11:19:09.973 INFO:teuthology.orchestra.run.smithi079.stdout:182.out 2023-09-21T11:19:09.973 INFO:teuthology.orchestra.run.smithi079.stdout:183 2023-09-21T11:19:09.973 INFO:teuthology.orchestra.run.smithi079.stdout:183.out 2023-09-21T11:19:09.973 INFO:teuthology.orchestra.run.smithi079.stdout:184 2023-09-21T11:19:09.974 INFO:teuthology.orchestra.run.smithi079.stdout:184.out 2023-09-21T11:19:09.974 INFO:teuthology.orchestra.run.smithi079.stdout:185 2023-09-21T11:19:09.974 INFO:teuthology.orchestra.run.smithi079.stdout:185.out 2023-09-21T11:19:09.974 INFO:teuthology.orchestra.run.smithi079.stdout:186 2023-09-21T11:19:09.974 INFO:teuthology.orchestra.run.smithi079.stdout:186.out 2023-09-21T11:19:09.975 INFO:teuthology.orchestra.run.smithi079.stdout:187 2023-09-21T11:19:09.975 INFO:teuthology.orchestra.run.smithi079.stdout:187.out 2023-09-21T11:19:09.975 INFO:teuthology.orchestra.run.smithi079.stdout:188 2023-09-21T11:19:09.975 INFO:teuthology.orchestra.run.smithi079.stdout:188.out 2023-09-21T11:19:09.975 INFO:teuthology.orchestra.run.smithi079.stdout:189 2023-09-21T11:19:09.976 INFO:teuthology.orchestra.run.smithi079.stdout:189.out 2023-09-21T11:19:09.976 INFO:teuthology.orchestra.run.smithi079.stdout:190 2023-09-21T11:19:09.976 INFO:teuthology.orchestra.run.smithi079.stdout:190.out 2023-09-21T11:19:09.976 INFO:teuthology.orchestra.run.smithi079.stdout:191 2023-09-21T11:19:09.976 INFO:teuthology.orchestra.run.smithi079.stdout:191.out 2023-09-21T11:19:09.976 INFO:teuthology.orchestra.run.smithi079.stdout:192 2023-09-21T11:19:09.977 INFO:teuthology.orchestra.run.smithi079.stdout:192.out 2023-09-21T11:19:09.977 INFO:teuthology.orchestra.run.smithi079.stdout:193 2023-09-21T11:19:09.977 INFO:teuthology.orchestra.run.smithi079.stdout:193.out 2023-09-21T11:19:09.977 INFO:teuthology.orchestra.run.smithi079.stdout:194 2023-09-21T11:19:09.977 INFO:teuthology.orchestra.run.smithi079.stdout:194.out 2023-09-21T11:19:09.978 INFO:teuthology.orchestra.run.smithi079.stdout:195 2023-09-21T11:19:09.978 INFO:teuthology.orchestra.run.smithi079.stdout:195.out 2023-09-21T11:19:09.978 INFO:teuthology.orchestra.run.smithi079.stdout:196 2023-09-21T11:19:09.978 INFO:teuthology.orchestra.run.smithi079.stdout:196.out 2023-09-21T11:19:09.978 INFO:teuthology.orchestra.run.smithi079.stdout:197 2023-09-21T11:19:09.979 INFO:teuthology.orchestra.run.smithi079.stdout:197.out 2023-09-21T11:19:09.979 INFO:teuthology.orchestra.run.smithi079.stdout:198 2023-09-21T11:19:09.979 INFO:teuthology.orchestra.run.smithi079.stdout:198.out 2023-09-21T11:19:09.979 INFO:teuthology.orchestra.run.smithi079.stdout:199 2023-09-21T11:19:09.979 INFO:teuthology.orchestra.run.smithi079.stdout:199.out 2023-09-21T11:19:09.980 INFO:teuthology.orchestra.run.smithi079.stdout:200 2023-09-21T11:19:09.980 INFO:teuthology.orchestra.run.smithi079.stdout:200.out 2023-09-21T11:19:09.980 INFO:teuthology.orchestra.run.smithi079.stdout:201 2023-09-21T11:19:09.980 INFO:teuthology.orchestra.run.smithi079.stdout:201.out 2023-09-21T11:19:09.980 INFO:teuthology.orchestra.run.smithi079.stdout:202 2023-09-21T11:19:09.981 INFO:teuthology.orchestra.run.smithi079.stdout:202.out 2023-09-21T11:19:09.981 INFO:teuthology.orchestra.run.smithi079.stdout:203 2023-09-21T11:19:09.981 INFO:teuthology.orchestra.run.smithi079.stdout:203.out 2023-09-21T11:19:09.981 INFO:teuthology.orchestra.run.smithi079.stdout:204 2023-09-21T11:19:09.981 INFO:teuthology.orchestra.run.smithi079.stdout:204.out 2023-09-21T11:19:09.982 INFO:teuthology.orchestra.run.smithi079.stdout:205 2023-09-21T11:19:09.982 INFO:teuthology.orchestra.run.smithi079.stdout:205.out 2023-09-21T11:19:09.982 INFO:teuthology.orchestra.run.smithi079.stdout:206 2023-09-21T11:19:09.982 INFO:teuthology.orchestra.run.smithi079.stdout:206.out 2023-09-21T11:19:09.983 INFO:teuthology.orchestra.run.smithi079.stdout:207 2023-09-21T11:19:09.983 INFO:teuthology.orchestra.run.smithi079.stdout:207.out 2023-09-21T11:19:09.983 INFO:teuthology.orchestra.run.smithi079.stdout:208 2023-09-21T11:19:09.983 INFO:teuthology.orchestra.run.smithi079.stdout:208.out 2023-09-21T11:19:09.983 INFO:teuthology.orchestra.run.smithi079.stdout:209 2023-09-21T11:19:09.984 INFO:teuthology.orchestra.run.smithi079.stdout:209.out 2023-09-21T11:19:09.984 INFO:teuthology.orchestra.run.smithi079.stdout:210 2023-09-21T11:19:09.984 INFO:teuthology.orchestra.run.smithi079.stdout:210.out 2023-09-21T11:19:09.984 INFO:teuthology.orchestra.run.smithi079.stdout:211 2023-09-21T11:19:09.984 INFO:teuthology.orchestra.run.smithi079.stdout:211.out 2023-09-21T11:19:09.985 INFO:teuthology.orchestra.run.smithi079.stdout:212 2023-09-21T11:19:09.985 INFO:teuthology.orchestra.run.smithi079.stdout:212.out 2023-09-21T11:19:09.985 INFO:teuthology.orchestra.run.smithi079.stdout:213 2023-09-21T11:19:09.985 INFO:teuthology.orchestra.run.smithi079.stdout:213.out 2023-09-21T11:19:09.986 INFO:teuthology.orchestra.run.smithi079.stdout:214 2023-09-21T11:19:09.986 INFO:teuthology.orchestra.run.smithi079.stdout:214.out 2023-09-21T11:19:09.986 INFO:teuthology.orchestra.run.smithi079.stdout:215 2023-09-21T11:19:09.986 INFO:teuthology.orchestra.run.smithi079.stdout:215.out 2023-09-21T11:19:09.986 INFO:teuthology.orchestra.run.smithi079.stdout:216 2023-09-21T11:19:09.987 INFO:teuthology.orchestra.run.smithi079.stdout:216.out 2023-09-21T11:19:09.987 INFO:teuthology.orchestra.run.smithi079.stdout:217 2023-09-21T11:19:09.987 INFO:teuthology.orchestra.run.smithi079.stdout:217.out 2023-09-21T11:19:09.987 INFO:teuthology.orchestra.run.smithi079.stdout:218 2023-09-21T11:19:09.987 INFO:teuthology.orchestra.run.smithi079.stdout:218.out 2023-09-21T11:19:09.988 INFO:teuthology.orchestra.run.smithi079.stdout:219 2023-09-21T11:19:09.988 INFO:teuthology.orchestra.run.smithi079.stdout:219.out 2023-09-21T11:19:09.988 INFO:teuthology.orchestra.run.smithi079.stdout:220 2023-09-21T11:19:09.988 INFO:teuthology.orchestra.run.smithi079.stdout:220.out 2023-09-21T11:19:09.988 INFO:teuthology.orchestra.run.smithi079.stdout:221 2023-09-21T11:19:09.989 INFO:teuthology.orchestra.run.smithi079.stdout:221.out 2023-09-21T11:19:09.989 INFO:teuthology.orchestra.run.smithi079.stdout:222 2023-09-21T11:19:09.989 INFO:teuthology.orchestra.run.smithi079.stdout:222.out 2023-09-21T11:19:09.989 INFO:teuthology.orchestra.run.smithi079.stdout:223 2023-09-21T11:19:09.989 INFO:teuthology.orchestra.run.smithi079.stdout:223.out 2023-09-21T11:19:09.990 INFO:teuthology.orchestra.run.smithi079.stdout:224 2023-09-21T11:19:09.990 INFO:teuthology.orchestra.run.smithi079.stdout:224.out 2023-09-21T11:19:09.990 INFO:teuthology.orchestra.run.smithi079.stdout:225 2023-09-21T11:19:09.990 INFO:teuthology.orchestra.run.smithi079.stdout:225.out 2023-09-21T11:19:09.990 INFO:teuthology.orchestra.run.smithi079.stdout:226 2023-09-21T11:19:09.991 INFO:teuthology.orchestra.run.smithi079.stdout:226.out 2023-09-21T11:19:09.991 INFO:teuthology.orchestra.run.smithi079.stdout:227 2023-09-21T11:19:09.991 INFO:teuthology.orchestra.run.smithi079.stdout:227.out 2023-09-21T11:19:09.991 INFO:teuthology.orchestra.run.smithi079.stdout:228 2023-09-21T11:19:09.991 INFO:teuthology.orchestra.run.smithi079.stdout:228.out 2023-09-21T11:19:09.991 INFO:teuthology.orchestra.run.smithi079.stdout:229 2023-09-21T11:19:09.992 INFO:teuthology.orchestra.run.smithi079.stdout:229.out 2023-09-21T11:19:09.992 INFO:teuthology.orchestra.run.smithi079.stdout:230 2023-09-21T11:19:09.992 INFO:teuthology.orchestra.run.smithi079.stdout:230.out 2023-09-21T11:19:09.992 INFO:teuthology.orchestra.run.smithi079.stdout:231 2023-09-21T11:19:09.992 INFO:teuthology.orchestra.run.smithi079.stdout:231.out 2023-09-21T11:19:09.993 INFO:teuthology.orchestra.run.smithi079.stdout:232 2023-09-21T11:19:09.993 INFO:teuthology.orchestra.run.smithi079.stdout:232.out 2023-09-21T11:19:09.993 INFO:teuthology.orchestra.run.smithi079.stdout:233 2023-09-21T11:19:09.993 INFO:teuthology.orchestra.run.smithi079.stdout:233.out 2023-09-21T11:19:09.993 INFO:teuthology.orchestra.run.smithi079.stdout:234 2023-09-21T11:19:09.993 INFO:teuthology.orchestra.run.smithi079.stdout:234.out 2023-09-21T11:19:09.994 INFO:teuthology.orchestra.run.smithi079.stdout:235 2023-09-21T11:19:09.994 INFO:teuthology.orchestra.run.smithi079.stdout:235.out 2023-09-21T11:19:09.994 INFO:teuthology.orchestra.run.smithi079.stdout:236 2023-09-21T11:19:09.994 INFO:teuthology.orchestra.run.smithi079.stdout:236.out 2023-09-21T11:19:09.994 INFO:teuthology.orchestra.run.smithi079.stdout:237 2023-09-21T11:19:09.995 INFO:teuthology.orchestra.run.smithi079.stdout:237.out 2023-09-21T11:19:09.995 INFO:teuthology.orchestra.run.smithi079.stdout:238 2023-09-21T11:19:09.995 INFO:teuthology.orchestra.run.smithi079.stdout:238.out 2023-09-21T11:19:09.995 INFO:teuthology.orchestra.run.smithi079.stdout:239 2023-09-21T11:19:09.996 INFO:teuthology.orchestra.run.smithi079.stdout:239.out 2023-09-21T11:19:09.996 INFO:teuthology.orchestra.run.smithi079.stdout:240 2023-09-21T11:19:09.996 INFO:teuthology.orchestra.run.smithi079.stdout:240.out 2023-09-21T11:19:09.996 INFO:teuthology.orchestra.run.smithi079.stdout:241 2023-09-21T11:19:09.996 INFO:teuthology.orchestra.run.smithi079.stdout:241.out 2023-09-21T11:19:09.997 INFO:teuthology.orchestra.run.smithi079.stdout:242 2023-09-21T11:19:09.997 INFO:teuthology.orchestra.run.smithi079.stdout:242.out 2023-09-21T11:19:09.997 INFO:teuthology.orchestra.run.smithi079.stdout:243 2023-09-21T11:19:09.997 INFO:teuthology.orchestra.run.smithi079.stdout:243.out 2023-09-21T11:19:09.997 INFO:teuthology.orchestra.run.smithi079.stdout:244 2023-09-21T11:19:09.998 INFO:teuthology.orchestra.run.smithi079.stdout:244.out 2023-09-21T11:19:09.998 INFO:teuthology.orchestra.run.smithi079.stdout:245 2023-09-21T11:19:09.998 INFO:teuthology.orchestra.run.smithi079.stdout:245.out 2023-09-21T11:19:09.998 INFO:teuthology.orchestra.run.smithi079.stdout:246 2023-09-21T11:19:09.998 INFO:teuthology.orchestra.run.smithi079.stdout:246.out 2023-09-21T11:19:09.999 INFO:teuthology.orchestra.run.smithi079.stdout:247 2023-09-21T11:19:09.999 INFO:teuthology.orchestra.run.smithi079.stdout:247.out 2023-09-21T11:19:09.999 INFO:teuthology.orchestra.run.smithi079.stdout:248 2023-09-21T11:19:09.999 INFO:teuthology.orchestra.run.smithi079.stdout:248.out 2023-09-21T11:19:09.999 INFO:teuthology.orchestra.run.smithi079.stdout:249 2023-09-21T11:19:10.000 INFO:teuthology.orchestra.run.smithi079.stdout:249.out 2023-09-21T11:19:10.000 INFO:teuthology.orchestra.run.smithi079.stdout:250 2023-09-21T11:19:10.000 INFO:teuthology.orchestra.run.smithi079.stdout:250.out 2023-09-21T11:19:10.000 INFO:teuthology.orchestra.run.smithi079.stdout:251 2023-09-21T11:19:10.000 INFO:teuthology.orchestra.run.smithi079.stdout:251.out 2023-09-21T11:19:10.001 INFO:teuthology.orchestra.run.smithi079.stdout:252 2023-09-21T11:19:10.001 INFO:teuthology.orchestra.run.smithi079.stdout:252.out 2023-09-21T11:19:10.001 INFO:teuthology.orchestra.run.smithi079.stdout:253 2023-09-21T11:19:10.001 INFO:teuthology.orchestra.run.smithi079.stdout:253.out 2023-09-21T11:19:10.001 INFO:teuthology.orchestra.run.smithi079.stdout:254 2023-09-21T11:19:10.001 INFO:teuthology.orchestra.run.smithi079.stdout:254.out 2023-09-21T11:19:10.002 INFO:teuthology.orchestra.run.smithi079.stdout:255 2023-09-21T11:19:10.002 INFO:teuthology.orchestra.run.smithi079.stdout:255.out 2023-09-21T11:19:10.002 INFO:teuthology.orchestra.run.smithi079.stdout:256 2023-09-21T11:19:10.002 INFO:teuthology.orchestra.run.smithi079.stdout:256.out 2023-09-21T11:19:10.002 INFO:teuthology.orchestra.run.smithi079.stdout:257 2023-09-21T11:19:10.003 INFO:teuthology.orchestra.run.smithi079.stdout:257.out 2023-09-21T11:19:10.003 INFO:teuthology.orchestra.run.smithi079.stdout:258 2023-09-21T11:19:10.003 INFO:teuthology.orchestra.run.smithi079.stdout:258.out 2023-09-21T11:19:10.003 INFO:teuthology.orchestra.run.smithi079.stdout:259 2023-09-21T11:19:10.003 INFO:teuthology.orchestra.run.smithi079.stdout:259.out 2023-09-21T11:19:10.003 INFO:teuthology.orchestra.run.smithi079.stdout:260 2023-09-21T11:19:10.004 INFO:teuthology.orchestra.run.smithi079.stdout:260.out 2023-09-21T11:19:10.004 INFO:teuthology.orchestra.run.smithi079.stdout:261 2023-09-21T11:19:10.004 INFO:teuthology.orchestra.run.smithi079.stdout:261.out 2023-09-21T11:19:10.004 INFO:teuthology.orchestra.run.smithi079.stdout:262 2023-09-21T11:19:10.004 INFO:teuthology.orchestra.run.smithi079.stdout:262.out 2023-09-21T11:19:10.005 INFO:teuthology.orchestra.run.smithi079.stdout:263 2023-09-21T11:19:10.005 INFO:teuthology.orchestra.run.smithi079.stdout:263.out 2023-09-21T11:19:10.005 INFO:teuthology.orchestra.run.smithi079.stdout:264 2023-09-21T11:19:10.005 INFO:teuthology.orchestra.run.smithi079.stdout:264.out 2023-09-21T11:19:10.005 INFO:teuthology.orchestra.run.smithi079.stdout:265 2023-09-21T11:19:10.006 INFO:teuthology.orchestra.run.smithi079.stdout:265.out 2023-09-21T11:19:10.006 INFO:teuthology.orchestra.run.smithi079.stdout:266 2023-09-21T11:19:10.006 INFO:teuthology.orchestra.run.smithi079.stdout:266.out 2023-09-21T11:19:10.006 INFO:teuthology.orchestra.run.smithi079.stdout:267 2023-09-21T11:19:10.006 INFO:teuthology.orchestra.run.smithi079.stdout:267.out 2023-09-21T11:19:10.006 INFO:teuthology.orchestra.run.smithi079.stdout:268 2023-09-21T11:19:10.007 INFO:teuthology.orchestra.run.smithi079.stdout:268.out 2023-09-21T11:19:10.007 INFO:teuthology.orchestra.run.smithi079.stdout:269 2023-09-21T11:19:10.007 INFO:teuthology.orchestra.run.smithi079.stdout:269.out 2023-09-21T11:19:10.007 INFO:teuthology.orchestra.run.smithi079.stdout:270 2023-09-21T11:19:10.008 INFO:teuthology.orchestra.run.smithi079.stdout:270.out 2023-09-21T11:19:10.008 INFO:teuthology.orchestra.run.smithi079.stdout:271 2023-09-21T11:19:10.008 INFO:teuthology.orchestra.run.smithi079.stdout:271.out 2023-09-21T11:19:10.008 INFO:teuthology.orchestra.run.smithi079.stdout:272 2023-09-21T11:19:10.008 INFO:teuthology.orchestra.run.smithi079.stdout:272.out 2023-09-21T11:19:10.009 INFO:teuthology.orchestra.run.smithi079.stdout:273 2023-09-21T11:19:10.009 INFO:teuthology.orchestra.run.smithi079.stdout:273.out 2023-09-21T11:19:10.009 INFO:teuthology.orchestra.run.smithi079.stdout:274 2023-09-21T11:19:10.009 INFO:teuthology.orchestra.run.smithi079.stdout:274.out 2023-09-21T11:19:10.010 INFO:teuthology.orchestra.run.smithi079.stdout:275 2023-09-21T11:19:10.010 INFO:teuthology.orchestra.run.smithi079.stdout:275.out 2023-09-21T11:19:10.010 INFO:teuthology.orchestra.run.smithi079.stdout:276 2023-09-21T11:19:10.010 INFO:teuthology.orchestra.run.smithi079.stdout:276.out 2023-09-21T11:19:10.010 INFO:teuthology.orchestra.run.smithi079.stdout:277 2023-09-21T11:19:10.011 INFO:teuthology.orchestra.run.smithi079.stdout:277.out 2023-09-21T11:19:10.011 INFO:teuthology.orchestra.run.smithi079.stdout:278 2023-09-21T11:19:10.011 INFO:teuthology.orchestra.run.smithi079.stdout:278.out 2023-09-21T11:19:10.011 INFO:teuthology.orchestra.run.smithi079.stdout:279 2023-09-21T11:19:10.012 INFO:teuthology.orchestra.run.smithi079.stdout:279.out 2023-09-21T11:19:10.012 INFO:teuthology.orchestra.run.smithi079.stdout:280 2023-09-21T11:19:10.012 INFO:teuthology.orchestra.run.smithi079.stdout:280.out 2023-09-21T11:19:10.012 INFO:teuthology.orchestra.run.smithi079.stdout:281 2023-09-21T11:19:10.012 INFO:teuthology.orchestra.run.smithi079.stdout:281.out 2023-09-21T11:19:10.013 INFO:teuthology.orchestra.run.smithi079.stdout:282 2023-09-21T11:19:10.013 INFO:teuthology.orchestra.run.smithi079.stdout:282.out 2023-09-21T11:19:10.013 INFO:teuthology.orchestra.run.smithi079.stdout:283 2023-09-21T11:19:10.013 INFO:teuthology.orchestra.run.smithi079.stdout:283.out 2023-09-21T11:19:10.014 INFO:teuthology.orchestra.run.smithi079.stdout:284 2023-09-21T11:19:10.014 INFO:teuthology.orchestra.run.smithi079.stdout:284.out 2023-09-21T11:19:10.014 INFO:teuthology.orchestra.run.smithi079.stdout:285 2023-09-21T11:19:10.014 INFO:teuthology.orchestra.run.smithi079.stdout:285.out 2023-09-21T11:19:10.014 INFO:teuthology.orchestra.run.smithi079.stdout:286 2023-09-21T11:19:10.015 INFO:teuthology.orchestra.run.smithi079.stdout:286.out 2023-09-21T11:19:10.015 INFO:teuthology.orchestra.run.smithi079.stdout:287 2023-09-21T11:19:10.015 INFO:teuthology.orchestra.run.smithi079.stdout:287.out 2023-09-21T11:19:10.015 INFO:teuthology.orchestra.run.smithi079.stdout:288 2023-09-21T11:19:10.016 INFO:teuthology.orchestra.run.smithi079.stdout:288.out 2023-09-21T11:19:10.016 INFO:teuthology.orchestra.run.smithi079.stdout:289 2023-09-21T11:19:10.016 INFO:teuthology.orchestra.run.smithi079.stdout:289.out 2023-09-21T11:19:10.016 INFO:teuthology.orchestra.run.smithi079.stdout:290 2023-09-21T11:19:10.016 INFO:teuthology.orchestra.run.smithi079.stdout:290.out 2023-09-21T11:19:10.017 INFO:teuthology.orchestra.run.smithi079.stdout:291 2023-09-21T11:19:10.017 INFO:teuthology.orchestra.run.smithi079.stdout:291.out 2023-09-21T11:19:10.017 INFO:teuthology.orchestra.run.smithi079.stdout:292 2023-09-21T11:19:10.017 INFO:teuthology.orchestra.run.smithi079.stdout:292.out 2023-09-21T11:19:10.017 INFO:teuthology.orchestra.run.smithi079.stdout:293 2023-09-21T11:19:10.018 INFO:teuthology.orchestra.run.smithi079.stdout:293.out 2023-09-21T11:19:10.018 INFO:teuthology.orchestra.run.smithi079.stdout:294 2023-09-21T11:19:10.018 INFO:teuthology.orchestra.run.smithi079.stdout:294.out 2023-09-21T11:19:10.018 INFO:teuthology.orchestra.run.smithi079.stdout:295 2023-09-21T11:19:10.019 INFO:teuthology.orchestra.run.smithi079.stdout:295.out 2023-09-21T11:19:10.019 INFO:teuthology.orchestra.run.smithi079.stdout:296 2023-09-21T11:19:10.019 INFO:teuthology.orchestra.run.smithi079.stdout:296.out 2023-09-21T11:19:10.019 INFO:teuthology.orchestra.run.smithi079.stdout:297 2023-09-21T11:19:10.020 INFO:teuthology.orchestra.run.smithi079.stdout:297.out 2023-09-21T11:19:10.020 INFO:teuthology.orchestra.run.smithi079.stdout:298 2023-09-21T11:19:10.020 INFO:teuthology.orchestra.run.smithi079.stdout:298.out 2023-09-21T11:19:10.020 INFO:teuthology.orchestra.run.smithi079.stdout:299 2023-09-21T11:19:10.020 INFO:teuthology.orchestra.run.smithi079.stdout:299.out 2023-09-21T11:19:10.021 INFO:teuthology.orchestra.run.smithi079.stdout:300 2023-09-21T11:19:10.021 INFO:teuthology.orchestra.run.smithi079.stdout:300.out 2023-09-21T11:19:10.021 INFO:teuthology.orchestra.run.smithi079.stdout:301 2023-09-21T11:19:10.021 INFO:teuthology.orchestra.run.smithi079.stdout:301.out 2023-09-21T11:19:10.022 INFO:teuthology.orchestra.run.smithi079.stdout:302 2023-09-21T11:19:10.022 INFO:teuthology.orchestra.run.smithi079.stdout:302.out 2023-09-21T11:19:10.022 INFO:teuthology.orchestra.run.smithi079.stdout:303 2023-09-21T11:19:10.022 INFO:teuthology.orchestra.run.smithi079.stdout:303.out 2023-09-21T11:19:10.022 INFO:teuthology.orchestra.run.smithi079.stdout:304 2023-09-21T11:19:10.023 INFO:teuthology.orchestra.run.smithi079.stdout:304.out 2023-09-21T11:19:10.023 INFO:teuthology.orchestra.run.smithi079.stdout:305 2023-09-21T11:19:10.023 INFO:teuthology.orchestra.run.smithi079.stdout:305.out 2023-09-21T11:19:10.023 INFO:teuthology.orchestra.run.smithi079.stdout:306 2023-09-21T11:19:10.024 INFO:teuthology.orchestra.run.smithi079.stdout:306.out 2023-09-21T11:19:10.024 INFO:teuthology.orchestra.run.smithi079.stdout:307 2023-09-21T11:19:10.024 INFO:teuthology.orchestra.run.smithi079.stdout:307.out 2023-09-21T11:19:10.024 INFO:teuthology.orchestra.run.smithi079.stdout:308 2023-09-21T11:19:10.025 INFO:teuthology.orchestra.run.smithi079.stdout:308.out 2023-09-21T11:19:10.025 INFO:teuthology.orchestra.run.smithi079.stdout:309 2023-09-21T11:19:10.025 INFO:teuthology.orchestra.run.smithi079.stdout:309.out 2023-09-21T11:19:10.025 INFO:teuthology.orchestra.run.smithi079.stdout:310 2023-09-21T11:19:10.026 INFO:teuthology.orchestra.run.smithi079.stdout:310.out 2023-09-21T11:19:10.026 INFO:teuthology.orchestra.run.smithi079.stdout:311 2023-09-21T11:19:10.026 INFO:teuthology.orchestra.run.smithi079.stdout:311.out 2023-09-21T11:19:10.026 INFO:teuthology.orchestra.run.smithi079.stdout:312 2023-09-21T11:19:10.027 INFO:teuthology.orchestra.run.smithi079.stdout:312.out 2023-09-21T11:19:10.027 INFO:teuthology.orchestra.run.smithi079.stdout:313 2023-09-21T11:19:10.027 INFO:teuthology.orchestra.run.smithi079.stdout:313.out 2023-09-21T11:19:10.027 INFO:teuthology.orchestra.run.smithi079.stdout:314 2023-09-21T11:19:10.028 INFO:teuthology.orchestra.run.smithi079.stdout:314.out 2023-09-21T11:19:10.028 INFO:teuthology.orchestra.run.smithi079.stdout:315 2023-09-21T11:19:10.028 INFO:teuthology.orchestra.run.smithi079.stdout:315.out 2023-09-21T11:19:10.028 INFO:teuthology.orchestra.run.smithi079.stdout:316 2023-09-21T11:19:10.029 INFO:teuthology.orchestra.run.smithi079.stdout:316.out 2023-09-21T11:19:10.029 INFO:teuthology.orchestra.run.smithi079.stdout:317 2023-09-21T11:19:10.029 INFO:teuthology.orchestra.run.smithi079.stdout:317.out 2023-09-21T11:19:10.029 INFO:teuthology.orchestra.run.smithi079.stdout:318 2023-09-21T11:19:10.030 INFO:teuthology.orchestra.run.smithi079.stdout:318.out 2023-09-21T11:19:10.030 INFO:teuthology.orchestra.run.smithi079.stdout:319 2023-09-21T11:19:10.030 INFO:teuthology.orchestra.run.smithi079.stdout:319.out 2023-09-21T11:19:10.030 INFO:teuthology.orchestra.run.smithi079.stdout:320 2023-09-21T11:19:10.030 INFO:teuthology.orchestra.run.smithi079.stdout:320.out 2023-09-21T11:19:10.031 INFO:teuthology.orchestra.run.smithi079.stdout:321 2023-09-21T11:19:10.031 INFO:teuthology.orchestra.run.smithi079.stdout:321.out 2023-09-21T11:19:10.031 INFO:teuthology.orchestra.run.smithi079.stdout:322 2023-09-21T11:19:10.031 INFO:teuthology.orchestra.run.smithi079.stdout:322.out 2023-09-21T11:19:10.032 INFO:teuthology.orchestra.run.smithi079.stdout:323 2023-09-21T11:19:10.032 INFO:teuthology.orchestra.run.smithi079.stdout:323.out 2023-09-21T11:19:10.032 INFO:teuthology.orchestra.run.smithi079.stdout:324 2023-09-21T11:19:10.032 INFO:teuthology.orchestra.run.smithi079.stdout:324.out 2023-09-21T11:19:10.032 INFO:teuthology.orchestra.run.smithi079.stdout:325 2023-09-21T11:19:10.033 INFO:teuthology.orchestra.run.smithi079.stdout:325.out 2023-09-21T11:19:10.033 INFO:teuthology.orchestra.run.smithi079.stdout:326 2023-09-21T11:19:10.033 INFO:teuthology.orchestra.run.smithi079.stdout:326.out 2023-09-21T11:19:10.033 INFO:teuthology.orchestra.run.smithi079.stdout:327 2023-09-21T11:19:10.033 INFO:teuthology.orchestra.run.smithi079.stdout:327.out 2023-09-21T11:19:10.034 INFO:teuthology.orchestra.run.smithi079.stdout:328 2023-09-21T11:19:10.034 INFO:teuthology.orchestra.run.smithi079.stdout:328.out 2023-09-21T11:19:10.034 INFO:teuthology.orchestra.run.smithi079.stdout:329 2023-09-21T11:19:10.034 INFO:teuthology.orchestra.run.smithi079.stdout:329.out 2023-09-21T11:19:10.034 INFO:teuthology.orchestra.run.smithi079.stdout:330 2023-09-21T11:19:10.035 INFO:teuthology.orchestra.run.smithi079.stdout:330.out 2023-09-21T11:19:10.035 INFO:teuthology.orchestra.run.smithi079.stdout:331 2023-09-21T11:19:10.035 INFO:teuthology.orchestra.run.smithi079.stdout:331.out 2023-09-21T11:19:10.035 INFO:teuthology.orchestra.run.smithi079.stdout:332 2023-09-21T11:19:10.035 INFO:teuthology.orchestra.run.smithi079.stdout:332.out 2023-09-21T11:19:10.036 INFO:teuthology.orchestra.run.smithi079.stdout:333 2023-09-21T11:19:10.036 INFO:teuthology.orchestra.run.smithi079.stdout:333.out 2023-09-21T11:19:10.036 INFO:teuthology.orchestra.run.smithi079.stdout:334 2023-09-21T11:19:10.036 INFO:teuthology.orchestra.run.smithi079.stdout:334.out 2023-09-21T11:19:10.036 INFO:teuthology.orchestra.run.smithi079.stdout:335 2023-09-21T11:19:10.037 INFO:teuthology.orchestra.run.smithi079.stdout:335.out 2023-09-21T11:19:10.037 INFO:teuthology.orchestra.run.smithi079.stdout:336 2023-09-21T11:19:10.037 INFO:teuthology.orchestra.run.smithi079.stdout:336.out 2023-09-21T11:19:10.037 INFO:teuthology.orchestra.run.smithi079.stdout:337 2023-09-21T11:19:10.037 INFO:teuthology.orchestra.run.smithi079.stdout:337.out 2023-09-21T11:19:10.038 INFO:teuthology.orchestra.run.smithi079.stdout:338 2023-09-21T11:19:10.038 INFO:teuthology.orchestra.run.smithi079.stdout:338.out 2023-09-21T11:19:10.038 INFO:teuthology.orchestra.run.smithi079.stdout:339 2023-09-21T11:19:10.038 INFO:teuthology.orchestra.run.smithi079.stdout:339.out 2023-09-21T11:19:10.038 INFO:teuthology.orchestra.run.smithi079.stdout:340 2023-09-21T11:19:10.039 INFO:teuthology.orchestra.run.smithi079.stdout:340.out 2023-09-21T11:19:10.039 INFO:teuthology.orchestra.run.smithi079.stdout:341 2023-09-21T11:19:10.039 INFO:teuthology.orchestra.run.smithi079.stdout:341.out 2023-09-21T11:19:10.039 INFO:teuthology.orchestra.run.smithi079.stdout:342 2023-09-21T11:19:10.039 INFO:teuthology.orchestra.run.smithi079.stdout:342.out 2023-09-21T11:19:10.040 INFO:teuthology.orchestra.run.smithi079.stdout:343 2023-09-21T11:19:10.040 INFO:teuthology.orchestra.run.smithi079.stdout:343.out 2023-09-21T11:19:10.040 INFO:teuthology.orchestra.run.smithi079.stdout:344 2023-09-21T11:19:10.040 INFO:teuthology.orchestra.run.smithi079.stdout:344.out 2023-09-21T11:19:10.040 INFO:teuthology.orchestra.run.smithi079.stdout:345 2023-09-21T11:19:10.041 INFO:teuthology.orchestra.run.smithi079.stdout:345.out 2023-09-21T11:19:10.041 INFO:teuthology.orchestra.run.smithi079.stdout:346 2023-09-21T11:19:10.041 INFO:teuthology.orchestra.run.smithi079.stdout:346.out 2023-09-21T11:19:10.041 INFO:teuthology.orchestra.run.smithi079.stdout:347 2023-09-21T11:19:10.042 INFO:teuthology.orchestra.run.smithi079.stdout:347.out 2023-09-21T11:19:10.042 INFO:teuthology.orchestra.run.smithi079.stdout:348 2023-09-21T11:19:10.042 INFO:teuthology.orchestra.run.smithi079.stdout:348.out 2023-09-21T11:19:10.042 INFO:teuthology.orchestra.run.smithi079.stdout:349 2023-09-21T11:19:10.043 INFO:teuthology.orchestra.run.smithi079.stdout:349.out 2023-09-21T11:19:10.043 INFO:teuthology.orchestra.run.smithi079.stdout:350 2023-09-21T11:19:10.043 INFO:teuthology.orchestra.run.smithi079.stdout:350.out 2023-09-21T11:19:10.043 INFO:teuthology.orchestra.run.smithi079.stdout:351 2023-09-21T11:19:10.044 INFO:teuthology.orchestra.run.smithi079.stdout:351.out 2023-09-21T11:19:10.044 INFO:teuthology.orchestra.run.smithi079.stdout:352 2023-09-21T11:19:10.044 INFO:teuthology.orchestra.run.smithi079.stdout:352.out 2023-09-21T11:19:10.044 INFO:teuthology.orchestra.run.smithi079.stdout:353 2023-09-21T11:19:10.044 INFO:teuthology.orchestra.run.smithi079.stdout:353.out 2023-09-21T11:19:10.045 INFO:teuthology.orchestra.run.smithi079.stdout:354 2023-09-21T11:19:10.045 INFO:teuthology.orchestra.run.smithi079.stdout:354.out 2023-09-21T11:19:10.045 INFO:teuthology.orchestra.run.smithi079.stdout:355 2023-09-21T11:19:10.045 INFO:teuthology.orchestra.run.smithi079.stdout:355.out 2023-09-21T11:19:10.046 INFO:teuthology.orchestra.run.smithi079.stdout:356 2023-09-21T11:19:10.046 INFO:teuthology.orchestra.run.smithi079.stdout:356.out 2023-09-21T11:19:10.046 INFO:teuthology.orchestra.run.smithi079.stdout:357 2023-09-21T11:19:10.046 INFO:teuthology.orchestra.run.smithi079.stdout:357.out 2023-09-21T11:19:10.047 INFO:teuthology.orchestra.run.smithi079.stdout:358 2023-09-21T11:19:10.047 INFO:teuthology.orchestra.run.smithi079.stdout:358.out 2023-09-21T11:19:10.047 INFO:teuthology.orchestra.run.smithi079.stdout:359 2023-09-21T11:19:10.047 INFO:teuthology.orchestra.run.smithi079.stdout:359.out 2023-09-21T11:19:10.047 INFO:teuthology.orchestra.run.smithi079.stdout:360 2023-09-21T11:19:10.048 INFO:teuthology.orchestra.run.smithi079.stdout:360.out 2023-09-21T11:19:10.048 INFO:teuthology.orchestra.run.smithi079.stdout:361 2023-09-21T11:19:10.048 INFO:teuthology.orchestra.run.smithi079.stdout:361.out 2023-09-21T11:19:10.048 INFO:teuthology.orchestra.run.smithi079.stdout:362 2023-09-21T11:19:10.048 INFO:teuthology.orchestra.run.smithi079.stdout:362.out 2023-09-21T11:19:10.049 INFO:teuthology.orchestra.run.smithi079.stdout:363 2023-09-21T11:19:10.049 INFO:teuthology.orchestra.run.smithi079.stdout:363.out 2023-09-21T11:19:10.049 INFO:teuthology.orchestra.run.smithi079.stdout:364 2023-09-21T11:19:10.049 INFO:teuthology.orchestra.run.smithi079.stdout:364.out 2023-09-21T11:19:10.049 INFO:teuthology.orchestra.run.smithi079.stdout:365 2023-09-21T11:19:10.050 INFO:teuthology.orchestra.run.smithi079.stdout:365.out 2023-09-21T11:19:10.050 INFO:teuthology.orchestra.run.smithi079.stdout:366 2023-09-21T11:19:10.050 INFO:teuthology.orchestra.run.smithi079.stdout:366.out 2023-09-21T11:19:10.050 INFO:teuthology.orchestra.run.smithi079.stdout:367 2023-09-21T11:19:10.050 INFO:teuthology.orchestra.run.smithi079.stdout:367.out 2023-09-21T11:19:10.051 INFO:teuthology.orchestra.run.smithi079.stdout:368 2023-09-21T11:19:10.051 INFO:teuthology.orchestra.run.smithi079.stdout:368.out 2023-09-21T11:19:10.051 INFO:teuthology.orchestra.run.smithi079.stdout:369 2023-09-21T11:19:10.051 INFO:teuthology.orchestra.run.smithi079.stdout:369.out 2023-09-21T11:19:10.051 INFO:teuthology.orchestra.run.smithi079.stdout:370 2023-09-21T11:19:10.052 INFO:teuthology.orchestra.run.smithi079.stdout:370.out 2023-09-21T11:19:10.052 INFO:teuthology.orchestra.run.smithi079.stdout:371 2023-09-21T11:19:10.052 INFO:teuthology.orchestra.run.smithi079.stdout:371.out 2023-09-21T11:19:10.052 INFO:teuthology.orchestra.run.smithi079.stdout:372 2023-09-21T11:19:10.052 INFO:teuthology.orchestra.run.smithi079.stdout:372.out 2023-09-21T11:19:10.053 INFO:teuthology.orchestra.run.smithi079.stdout:373 2023-09-21T11:19:10.053 INFO:teuthology.orchestra.run.smithi079.stdout:373.out 2023-09-21T11:19:10.053 INFO:teuthology.orchestra.run.smithi079.stdout:374 2023-09-21T11:19:10.053 INFO:teuthology.orchestra.run.smithi079.stdout:374.out 2023-09-21T11:19:10.053 INFO:teuthology.orchestra.run.smithi079.stdout:375 2023-09-21T11:19:10.053 INFO:teuthology.orchestra.run.smithi079.stdout:375.out 2023-09-21T11:19:10.054 INFO:teuthology.orchestra.run.smithi079.stdout:376 2023-09-21T11:19:10.054 INFO:teuthology.orchestra.run.smithi079.stdout:376.out 2023-09-21T11:19:10.054 INFO:teuthology.orchestra.run.smithi079.stdout:377 2023-09-21T11:19:10.054 INFO:teuthology.orchestra.run.smithi079.stdout:377.out 2023-09-21T11:19:10.054 INFO:teuthology.orchestra.run.smithi079.stdout:378 2023-09-21T11:19:10.055 INFO:teuthology.orchestra.run.smithi079.stdout:378.out 2023-09-21T11:19:10.055 INFO:teuthology.orchestra.run.smithi079.stdout:379 2023-09-21T11:19:10.055 INFO:teuthology.orchestra.run.smithi079.stdout:379.out 2023-09-21T11:19:10.055 INFO:teuthology.orchestra.run.smithi079.stdout:380 2023-09-21T11:19:10.055 INFO:teuthology.orchestra.run.smithi079.stdout:380.out 2023-09-21T11:19:10.056 INFO:teuthology.orchestra.run.smithi079.stdout:381 2023-09-21T11:19:10.056 INFO:teuthology.orchestra.run.smithi079.stdout:381.out 2023-09-21T11:19:10.056 INFO:teuthology.orchestra.run.smithi079.stdout:382 2023-09-21T11:19:10.056 INFO:teuthology.orchestra.run.smithi079.stdout:382.out 2023-09-21T11:19:10.056 INFO:teuthology.orchestra.run.smithi079.stdout:383 2023-09-21T11:19:10.057 INFO:teuthology.orchestra.run.smithi079.stdout:383.out 2023-09-21T11:19:10.057 INFO:teuthology.orchestra.run.smithi079.stdout:384 2023-09-21T11:19:10.057 INFO:teuthology.orchestra.run.smithi079.stdout:384.out 2023-09-21T11:19:10.057 INFO:teuthology.orchestra.run.smithi079.stdout:385 2023-09-21T11:19:10.057 INFO:teuthology.orchestra.run.smithi079.stdout:385.out 2023-09-21T11:19:10.058 INFO:teuthology.orchestra.run.smithi079.stdout:386 2023-09-21T11:19:10.058 INFO:teuthology.orchestra.run.smithi079.stdout:386.out 2023-09-21T11:19:10.058 INFO:teuthology.orchestra.run.smithi079.stdout:387 2023-09-21T11:19:10.058 INFO:teuthology.orchestra.run.smithi079.stdout:387.out 2023-09-21T11:19:10.058 INFO:teuthology.orchestra.run.smithi079.stdout:388 2023-09-21T11:19:10.058 INFO:teuthology.orchestra.run.smithi079.stdout:388.out 2023-09-21T11:19:10.059 INFO:teuthology.orchestra.run.smithi079.stdout:389 2023-09-21T11:19:10.059 INFO:teuthology.orchestra.run.smithi079.stdout:389.out 2023-09-21T11:19:10.059 INFO:teuthology.orchestra.run.smithi079.stdout:390 2023-09-21T11:19:10.059 INFO:teuthology.orchestra.run.smithi079.stdout:390.out 2023-09-21T11:19:10.059 INFO:teuthology.orchestra.run.smithi079.stdout:391 2023-09-21T11:19:10.060 INFO:teuthology.orchestra.run.smithi079.stdout:391.out 2023-09-21T11:19:10.060 INFO:teuthology.orchestra.run.smithi079.stdout:392 2023-09-21T11:19:10.060 INFO:teuthology.orchestra.run.smithi079.stdout:392.out 2023-09-21T11:19:10.060 INFO:teuthology.orchestra.run.smithi079.stdout:393 2023-09-21T11:19:10.060 INFO:teuthology.orchestra.run.smithi079.stdout:393.out 2023-09-21T11:19:10.061 INFO:teuthology.orchestra.run.smithi079.stdout:394 2023-09-21T11:19:10.061 INFO:teuthology.orchestra.run.smithi079.stdout:394.out 2023-09-21T11:19:10.061 INFO:teuthology.orchestra.run.smithi079.stdout:395 2023-09-21T11:19:10.061 INFO:teuthology.orchestra.run.smithi079.stdout:395.out 2023-09-21T11:19:10.061 INFO:teuthology.orchestra.run.smithi079.stdout:396 2023-09-21T11:19:10.061 INFO:teuthology.orchestra.run.smithi079.stdout:396.out 2023-09-21T11:19:10.062 INFO:teuthology.orchestra.run.smithi079.stdout:397 2023-09-21T11:19:10.062 INFO:teuthology.orchestra.run.smithi079.stdout:397.out 2023-09-21T11:19:10.062 INFO:teuthology.orchestra.run.smithi079.stdout:398 2023-09-21T11:19:10.062 INFO:teuthology.orchestra.run.smithi079.stdout:398.out 2023-09-21T11:19:10.062 INFO:teuthology.orchestra.run.smithi079.stdout:399 2023-09-21T11:19:10.063 INFO:teuthology.orchestra.run.smithi079.stdout:399.out 2023-09-21T11:19:10.063 INFO:teuthology.orchestra.run.smithi079.stdout:400 2023-09-21T11:19:10.063 INFO:teuthology.orchestra.run.smithi079.stdout:400.out 2023-09-21T11:19:10.063 INFO:teuthology.orchestra.run.smithi079.stdout:401 2023-09-21T11:19:10.063 INFO:teuthology.orchestra.run.smithi079.stdout:401.out 2023-09-21T11:19:10.064 INFO:teuthology.orchestra.run.smithi079.stdout:402 2023-09-21T11:19:10.064 INFO:teuthology.orchestra.run.smithi079.stdout:402.out 2023-09-21T11:19:10.064 INFO:teuthology.orchestra.run.smithi079.stdout:403 2023-09-21T11:19:10.064 INFO:teuthology.orchestra.run.smithi079.stdout:403.out 2023-09-21T11:19:10.064 INFO:teuthology.orchestra.run.smithi079.stdout:404 2023-09-21T11:19:10.064 INFO:teuthology.orchestra.run.smithi079.stdout:404.out 2023-09-21T11:19:10.065 INFO:teuthology.orchestra.run.smithi079.stdout:405 2023-09-21T11:19:10.065 INFO:teuthology.orchestra.run.smithi079.stdout:405.out 2023-09-21T11:19:10.065 INFO:teuthology.orchestra.run.smithi079.stdout:406 2023-09-21T11:19:10.065 INFO:teuthology.orchestra.run.smithi079.stdout:406.out 2023-09-21T11:19:10.065 INFO:teuthology.orchestra.run.smithi079.stdout:407 2023-09-21T11:19:10.066 INFO:teuthology.orchestra.run.smithi079.stdout:407.out 2023-09-21T11:19:10.066 INFO:teuthology.orchestra.run.smithi079.stdout:408 2023-09-21T11:19:10.066 INFO:teuthology.orchestra.run.smithi079.stdout:408.out 2023-09-21T11:19:10.066 INFO:teuthology.orchestra.run.smithi079.stdout:409 2023-09-21T11:19:10.066 INFO:teuthology.orchestra.run.smithi079.stdout:409.out 2023-09-21T11:19:10.067 INFO:teuthology.orchestra.run.smithi079.stdout:410 2023-09-21T11:19:10.067 INFO:teuthology.orchestra.run.smithi079.stdout:410.out 2023-09-21T11:19:10.067 INFO:teuthology.orchestra.run.smithi079.stdout:411 2023-09-21T11:19:10.067 INFO:teuthology.orchestra.run.smithi079.stdout:411.out 2023-09-21T11:19:10.067 INFO:teuthology.orchestra.run.smithi079.stdout:412 2023-09-21T11:19:10.068 INFO:teuthology.orchestra.run.smithi079.stdout:412.out 2023-09-21T11:19:10.068 INFO:teuthology.orchestra.run.smithi079.stdout:413 2023-09-21T11:19:10.068 INFO:teuthology.orchestra.run.smithi079.stdout:413.out 2023-09-21T11:19:10.068 INFO:teuthology.orchestra.run.smithi079.stdout:414 2023-09-21T11:19:10.068 INFO:teuthology.orchestra.run.smithi079.stdout:414.out 2023-09-21T11:19:10.068 INFO:teuthology.orchestra.run.smithi079.stdout:415 2023-09-21T11:19:10.069 INFO:teuthology.orchestra.run.smithi079.stdout:415.out 2023-09-21T11:19:10.069 INFO:teuthology.orchestra.run.smithi079.stdout:416 2023-09-21T11:19:10.069 INFO:teuthology.orchestra.run.smithi079.stdout:416.out 2023-09-21T11:19:10.069 INFO:teuthology.orchestra.run.smithi079.stdout:417 2023-09-21T11:19:10.069 INFO:teuthology.orchestra.run.smithi079.stdout:417.out 2023-09-21T11:19:10.070 INFO:teuthology.orchestra.run.smithi079.stdout:418 2023-09-21T11:19:10.070 INFO:teuthology.orchestra.run.smithi079.stdout:418.out 2023-09-21T11:19:10.070 INFO:teuthology.orchestra.run.smithi079.stdout:419 2023-09-21T11:19:10.070 INFO:teuthology.orchestra.run.smithi079.stdout:419.out 2023-09-21T11:19:10.070 INFO:teuthology.orchestra.run.smithi079.stdout:420 2023-09-21T11:19:10.071 INFO:teuthology.orchestra.run.smithi079.stdout:420.out 2023-09-21T11:19:10.071 INFO:teuthology.orchestra.run.smithi079.stdout:421 2023-09-21T11:19:10.071 INFO:teuthology.orchestra.run.smithi079.stdout:421.out 2023-09-21T11:19:10.071 INFO:teuthology.orchestra.run.smithi079.stdout:422 2023-09-21T11:19:10.071 INFO:teuthology.orchestra.run.smithi079.stdout:422.out 2023-09-21T11:19:10.072 INFO:teuthology.orchestra.run.smithi079.stdout:423 2023-09-21T11:19:10.072 INFO:teuthology.orchestra.run.smithi079.stdout:423.out 2023-09-21T11:19:10.072 INFO:teuthology.orchestra.run.smithi079.stdout:424 2023-09-21T11:19:10.072 INFO:teuthology.orchestra.run.smithi079.stdout:424.out 2023-09-21T11:19:10.072 INFO:teuthology.orchestra.run.smithi079.stdout:425 2023-09-21T11:19:10.073 INFO:teuthology.orchestra.run.smithi079.stdout:425.out 2023-09-21T11:19:10.073 INFO:teuthology.orchestra.run.smithi079.stdout:426 2023-09-21T11:19:10.073 INFO:teuthology.orchestra.run.smithi079.stdout:426.out 2023-09-21T11:19:10.073 INFO:teuthology.orchestra.run.smithi079.stdout:427 2023-09-21T11:19:10.073 INFO:teuthology.orchestra.run.smithi079.stdout:427.out 2023-09-21T11:19:10.073 INFO:teuthology.orchestra.run.smithi079.stdout:428 2023-09-21T11:19:10.074 INFO:teuthology.orchestra.run.smithi079.stdout:428.out 2023-09-21T11:19:10.074 INFO:teuthology.orchestra.run.smithi079.stdout:429 2023-09-21T11:19:10.074 INFO:teuthology.orchestra.run.smithi079.stdout:429.out 2023-09-21T11:19:10.074 INFO:teuthology.orchestra.run.smithi079.stdout:430 2023-09-21T11:19:10.074 INFO:teuthology.orchestra.run.smithi079.stdout:430.out 2023-09-21T11:19:10.075 INFO:teuthology.orchestra.run.smithi079.stdout:431 2023-09-21T11:19:10.075 INFO:teuthology.orchestra.run.smithi079.stdout:431.out 2023-09-21T11:19:10.075 INFO:teuthology.orchestra.run.smithi079.stdout:432 2023-09-21T11:19:10.075 INFO:teuthology.orchestra.run.smithi079.stdout:432.out 2023-09-21T11:19:10.075 INFO:teuthology.orchestra.run.smithi079.stdout:433 2023-09-21T11:19:10.076 INFO:teuthology.orchestra.run.smithi079.stdout:433.out 2023-09-21T11:19:10.076 INFO:teuthology.orchestra.run.smithi079.stdout:434 2023-09-21T11:19:10.076 INFO:teuthology.orchestra.run.smithi079.stdout:434.out 2023-09-21T11:19:10.076 INFO:teuthology.orchestra.run.smithi079.stdout:435 2023-09-21T11:19:10.076 INFO:teuthology.orchestra.run.smithi079.stdout:435.out 2023-09-21T11:19:10.077 INFO:teuthology.orchestra.run.smithi079.stdout:436 2023-09-21T11:19:10.077 INFO:teuthology.orchestra.run.smithi079.stdout:436.out 2023-09-21T11:19:10.077 INFO:teuthology.orchestra.run.smithi079.stdout:437 2023-09-21T11:19:10.077 INFO:teuthology.orchestra.run.smithi079.stdout:437.out 2023-09-21T11:19:10.077 INFO:teuthology.orchestra.run.smithi079.stdout:438 2023-09-21T11:19:10.078 INFO:teuthology.orchestra.run.smithi079.stdout:438.out 2023-09-21T11:19:10.078 INFO:teuthology.orchestra.run.smithi079.stdout:439 2023-09-21T11:19:10.078 INFO:teuthology.orchestra.run.smithi079.stdout:439.out 2023-09-21T11:19:10.078 INFO:teuthology.orchestra.run.smithi079.stdout:440 2023-09-21T11:19:10.078 INFO:teuthology.orchestra.run.smithi079.stdout:440.out 2023-09-21T11:19:10.079 INFO:teuthology.orchestra.run.smithi079.stdout:441 2023-09-21T11:19:10.079 INFO:teuthology.orchestra.run.smithi079.stdout:441.out 2023-09-21T11:19:10.079 INFO:teuthology.orchestra.run.smithi079.stdout:442 2023-09-21T11:19:10.079 INFO:teuthology.orchestra.run.smithi079.stdout:442.out 2023-09-21T11:19:10.079 INFO:teuthology.orchestra.run.smithi079.stdout:443 2023-09-21T11:19:10.079 INFO:teuthology.orchestra.run.smithi079.stdout:443.out 2023-09-21T11:19:10.080 INFO:teuthology.orchestra.run.smithi079.stdout:444 2023-09-21T11:19:10.080 INFO:teuthology.orchestra.run.smithi079.stdout:444.out 2023-09-21T11:19:10.080 INFO:teuthology.orchestra.run.smithi079.stdout:445 2023-09-21T11:19:10.080 INFO:teuthology.orchestra.run.smithi079.stdout:445.out 2023-09-21T11:19:10.080 INFO:teuthology.orchestra.run.smithi079.stdout:446 2023-09-21T11:19:10.081 INFO:teuthology.orchestra.run.smithi079.stdout:446.out 2023-09-21T11:19:10.081 INFO:teuthology.orchestra.run.smithi079.stdout:447 2023-09-21T11:19:10.081 INFO:teuthology.orchestra.run.smithi079.stdout:447.out 2023-09-21T11:19:10.081 INFO:teuthology.orchestra.run.smithi079.stdout:448 2023-09-21T11:19:10.081 INFO:teuthology.orchestra.run.smithi079.stdout:448.out 2023-09-21T11:19:10.082 INFO:teuthology.orchestra.run.smithi079.stdout:449 2023-09-21T11:19:10.082 INFO:teuthology.orchestra.run.smithi079.stdout:449.out 2023-09-21T11:19:10.082 INFO:teuthology.orchestra.run.smithi079.stdout:450 2023-09-21T11:19:10.082 INFO:teuthology.orchestra.run.smithi079.stdout:450.out 2023-09-21T11:19:10.082 INFO:teuthology.orchestra.run.smithi079.stdout:451 2023-09-21T11:19:10.083 INFO:teuthology.orchestra.run.smithi079.stdout:451.out 2023-09-21T11:19:10.083 INFO:teuthology.orchestra.run.smithi079.stdout:452 2023-09-21T11:19:10.083 INFO:teuthology.orchestra.run.smithi079.stdout:452.out 2023-09-21T11:19:10.083 INFO:teuthology.orchestra.run.smithi079.stdout:453 2023-09-21T11:19:10.083 INFO:teuthology.orchestra.run.smithi079.stdout:453.out 2023-09-21T11:19:10.084 INFO:teuthology.orchestra.run.smithi079.stdout:454 2023-09-21T11:19:10.084 INFO:teuthology.orchestra.run.smithi079.stdout:454.out 2023-09-21T11:19:10.084 INFO:teuthology.orchestra.run.smithi079.stdout:455 2023-09-21T11:19:10.084 INFO:teuthology.orchestra.run.smithi079.stdout:455.out 2023-09-21T11:19:10.084 INFO:teuthology.orchestra.run.smithi079.stdout:456 2023-09-21T11:19:10.084 INFO:teuthology.orchestra.run.smithi079.stdout:456.out 2023-09-21T11:19:10.085 INFO:teuthology.orchestra.run.smithi079.stdout:457 2023-09-21T11:19:10.085 INFO:teuthology.orchestra.run.smithi079.stdout:457.out 2023-09-21T11:19:10.085 INFO:teuthology.orchestra.run.smithi079.stdout:458 2023-09-21T11:19:10.085 INFO:teuthology.orchestra.run.smithi079.stdout:458.out 2023-09-21T11:19:10.085 INFO:teuthology.orchestra.run.smithi079.stdout:459 2023-09-21T11:19:10.086 INFO:teuthology.orchestra.run.smithi079.stdout:459.out 2023-09-21T11:19:10.086 INFO:teuthology.orchestra.run.smithi079.stdout:460 2023-09-21T11:19:10.086 INFO:teuthology.orchestra.run.smithi079.stdout:460.out 2023-09-21T11:19:10.086 INFO:teuthology.orchestra.run.smithi079.stdout:461 2023-09-21T11:19:10.086 INFO:teuthology.orchestra.run.smithi079.stdout:461.out 2023-09-21T11:19:10.087 INFO:teuthology.orchestra.run.smithi079.stdout:462 2023-09-21T11:19:10.087 INFO:teuthology.orchestra.run.smithi079.stdout:462.out 2023-09-21T11:19:10.087 INFO:teuthology.orchestra.run.smithi079.stdout:463 2023-09-21T11:19:10.087 INFO:teuthology.orchestra.run.smithi079.stdout:463.out 2023-09-21T11:19:10.087 INFO:teuthology.orchestra.run.smithi079.stdout:464 2023-09-21T11:19:10.088 INFO:teuthology.orchestra.run.smithi079.stdout:464.out 2023-09-21T11:19:10.088 INFO:teuthology.orchestra.run.smithi079.stdout:465 2023-09-21T11:19:10.088 INFO:teuthology.orchestra.run.smithi079.stdout:465.out 2023-09-21T11:19:10.088 INFO:teuthology.orchestra.run.smithi079.stdout:466 2023-09-21T11:19:10.088 INFO:teuthology.orchestra.run.smithi079.stdout:466.out 2023-09-21T11:19:10.088 INFO:teuthology.orchestra.run.smithi079.stdout:467 2023-09-21T11:19:10.089 INFO:teuthology.orchestra.run.smithi079.stdout:467.out 2023-09-21T11:19:10.089 INFO:teuthology.orchestra.run.smithi079.stdout:468 2023-09-21T11:19:10.089 INFO:teuthology.orchestra.run.smithi079.stdout:468.out 2023-09-21T11:19:10.089 INFO:teuthology.orchestra.run.smithi079.stdout:469 2023-09-21T11:19:10.089 INFO:teuthology.orchestra.run.smithi079.stdout:469.out 2023-09-21T11:19:10.090 INFO:teuthology.orchestra.run.smithi079.stdout:470 2023-09-21T11:19:10.090 INFO:teuthology.orchestra.run.smithi079.stdout:470.out 2023-09-21T11:19:10.090 INFO:teuthology.orchestra.run.smithi079.stdout:472 2023-09-21T11:19:10.090 INFO:teuthology.orchestra.run.smithi079.stdout:472.out 2023-09-21T11:19:10.090 INFO:teuthology.orchestra.run.smithi079.stdout:473 2023-09-21T11:19:10.091 INFO:teuthology.orchestra.run.smithi079.stdout:473.out 2023-09-21T11:19:10.091 INFO:teuthology.orchestra.run.smithi079.stdout:474 2023-09-21T11:19:10.091 INFO:teuthology.orchestra.run.smithi079.stdout:474.out 2023-09-21T11:19:10.091 INFO:teuthology.orchestra.run.smithi079.stdout:475 2023-09-21T11:19:10.091 INFO:teuthology.orchestra.run.smithi079.stdout:475.out 2023-09-21T11:19:10.092 INFO:teuthology.orchestra.run.smithi079.stdout:476 2023-09-21T11:19:10.092 INFO:teuthology.orchestra.run.smithi079.stdout:476.out 2023-09-21T11:19:10.092 INFO:teuthology.orchestra.run.smithi079.stdout:477 2023-09-21T11:19:10.092 INFO:teuthology.orchestra.run.smithi079.stdout:477.out 2023-09-21T11:19:10.092 INFO:teuthology.orchestra.run.smithi079.stdout:478 2023-09-21T11:19:10.092 INFO:teuthology.orchestra.run.smithi079.stdout:478.out 2023-09-21T11:19:10.093 INFO:teuthology.orchestra.run.smithi079.stdout:479 2023-09-21T11:19:10.093 INFO:teuthology.orchestra.run.smithi079.stdout:479.out 2023-09-21T11:19:10.093 INFO:teuthology.orchestra.run.smithi079.stdout:480 2023-09-21T11:19:10.093 INFO:teuthology.orchestra.run.smithi079.stdout:480.out 2023-09-21T11:19:10.093 INFO:teuthology.orchestra.run.smithi079.stdout:481 2023-09-21T11:19:10.094 INFO:teuthology.orchestra.run.smithi079.stdout:481.out 2023-09-21T11:19:10.094 INFO:teuthology.orchestra.run.smithi079.stdout:482 2023-09-21T11:19:10.094 INFO:teuthology.orchestra.run.smithi079.stdout:482.out 2023-09-21T11:19:10.094 INFO:teuthology.orchestra.run.smithi079.stdout:483 2023-09-21T11:19:10.094 INFO:teuthology.orchestra.run.smithi079.stdout:483.out 2023-09-21T11:19:10.095 INFO:teuthology.orchestra.run.smithi079.stdout:484 2023-09-21T11:19:10.095 INFO:teuthology.orchestra.run.smithi079.stdout:484.out 2023-09-21T11:19:10.095 INFO:teuthology.orchestra.run.smithi079.stdout:485 2023-09-21T11:19:10.095 INFO:teuthology.orchestra.run.smithi079.stdout:485.out 2023-09-21T11:19:10.095 INFO:teuthology.orchestra.run.smithi079.stdout:486 2023-09-21T11:19:10.096 INFO:teuthology.orchestra.run.smithi079.stdout:486.out 2023-09-21T11:19:10.096 INFO:teuthology.orchestra.run.smithi079.stdout:487 2023-09-21T11:19:10.096 INFO:teuthology.orchestra.run.smithi079.stdout:487.out 2023-09-21T11:19:10.096 INFO:teuthology.orchestra.run.smithi079.stdout:488 2023-09-21T11:19:10.096 INFO:teuthology.orchestra.run.smithi079.stdout:488.out 2023-09-21T11:19:10.096 INFO:teuthology.orchestra.run.smithi079.stdout:489 2023-09-21T11:19:10.097 INFO:teuthology.orchestra.run.smithi079.stdout:489.out 2023-09-21T11:19:10.097 INFO:teuthology.orchestra.run.smithi079.stdout:490 2023-09-21T11:19:10.097 INFO:teuthology.orchestra.run.smithi079.stdout:490.out 2023-09-21T11:19:10.097 INFO:teuthology.orchestra.run.smithi079.stdout:491 2023-09-21T11:19:10.097 INFO:teuthology.orchestra.run.smithi079.stdout:491.out 2023-09-21T11:19:10.098 INFO:teuthology.orchestra.run.smithi079.stdout:492 2023-09-21T11:19:10.098 INFO:teuthology.orchestra.run.smithi079.stdout:492.out 2023-09-21T11:19:10.098 INFO:teuthology.orchestra.run.smithi079.stdout:493 2023-09-21T11:19:10.098 INFO:teuthology.orchestra.run.smithi079.stdout:493.out 2023-09-21T11:19:10.099 INFO:teuthology.orchestra.run.smithi079.stdout:494 2023-09-21T11:19:10.099 INFO:teuthology.orchestra.run.smithi079.stdout:494.out 2023-09-21T11:19:10.099 INFO:teuthology.orchestra.run.smithi079.stdout:495 2023-09-21T11:19:10.099 INFO:teuthology.orchestra.run.smithi079.stdout:495.out 2023-09-21T11:19:10.099 INFO:teuthology.orchestra.run.smithi079.stdout:496 2023-09-21T11:19:10.099 INFO:teuthology.orchestra.run.smithi079.stdout:496.out 2023-09-21T11:19:10.100 INFO:teuthology.orchestra.run.smithi079.stdout:497 2023-09-21T11:19:10.100 INFO:teuthology.orchestra.run.smithi079.stdout:497.out 2023-09-21T11:19:10.100 INFO:teuthology.orchestra.run.smithi079.stdout:498 2023-09-21T11:19:10.100 INFO:teuthology.orchestra.run.smithi079.stdout:498.out 2023-09-21T11:19:10.100 INFO:teuthology.orchestra.run.smithi079.stdout:499 2023-09-21T11:19:10.101 INFO:teuthology.orchestra.run.smithi079.stdout:499.out 2023-09-21T11:19:10.101 INFO:teuthology.orchestra.run.smithi079.stdout:500 2023-09-21T11:19:10.101 INFO:teuthology.orchestra.run.smithi079.stdout:500.out 2023-09-21T11:19:10.101 INFO:teuthology.orchestra.run.smithi079.stdout:501 2023-09-21T11:19:10.101 INFO:teuthology.orchestra.run.smithi079.stdout:501.out 2023-09-21T11:19:10.102 INFO:teuthology.orchestra.run.smithi079.stdout:502 2023-09-21T11:19:10.102 INFO:teuthology.orchestra.run.smithi079.stdout:502.out 2023-09-21T11:19:10.102 INFO:teuthology.orchestra.run.smithi079.stdout:503 2023-09-21T11:19:10.102 INFO:teuthology.orchestra.run.smithi079.stdout:503.out 2023-09-21T11:19:10.102 INFO:teuthology.orchestra.run.smithi079.stdout:504 2023-09-21T11:19:10.103 INFO:teuthology.orchestra.run.smithi079.stdout:504.out 2023-09-21T11:19:10.103 INFO:teuthology.orchestra.run.smithi079.stdout:505 2023-09-21T11:19:10.103 INFO:teuthology.orchestra.run.smithi079.stdout:505.out 2023-09-21T11:19:10.103 INFO:teuthology.orchestra.run.smithi079.stdout:506 2023-09-21T11:19:10.103 INFO:teuthology.orchestra.run.smithi079.stdout:506.out 2023-09-21T11:19:10.103 INFO:teuthology.orchestra.run.smithi079.stdout:507 2023-09-21T11:19:10.104 INFO:teuthology.orchestra.run.smithi079.stdout:507.out 2023-09-21T11:19:10.104 INFO:teuthology.orchestra.run.smithi079.stdout:508 2023-09-21T11:19:10.104 INFO:teuthology.orchestra.run.smithi079.stdout:508.out 2023-09-21T11:19:10.104 INFO:teuthology.orchestra.run.smithi079.stdout:509 2023-09-21T11:19:10.104 INFO:teuthology.orchestra.run.smithi079.stdout:509.out 2023-09-21T11:19:10.105 INFO:teuthology.orchestra.run.smithi079.stdout:510 2023-09-21T11:19:10.105 INFO:teuthology.orchestra.run.smithi079.stdout:510.out 2023-09-21T11:19:10.105 INFO:teuthology.orchestra.run.smithi079.stdout:511 2023-09-21T11:19:10.105 INFO:teuthology.orchestra.run.smithi079.stdout:511.out 2023-09-21T11:19:10.105 INFO:teuthology.orchestra.run.smithi079.stdout:512 2023-09-21T11:19:10.106 INFO:teuthology.orchestra.run.smithi079.stdout:512.out 2023-09-21T11:19:10.106 INFO:teuthology.orchestra.run.smithi079.stdout:513 2023-09-21T11:19:10.106 INFO:teuthology.orchestra.run.smithi079.stdout:513.out 2023-09-21T11:19:10.106 INFO:teuthology.orchestra.run.smithi079.stdout:514 2023-09-21T11:19:10.106 INFO:teuthology.orchestra.run.smithi079.stdout:514.out 2023-09-21T11:19:10.107 INFO:teuthology.orchestra.run.smithi079.stdout:515 2023-09-21T11:19:10.107 INFO:teuthology.orchestra.run.smithi079.stdout:515.out 2023-09-21T11:19:10.107 INFO:teuthology.orchestra.run.smithi079.stdout:516 2023-09-21T11:19:10.107 INFO:teuthology.orchestra.run.smithi079.stdout:516.out 2023-09-21T11:19:10.107 INFO:teuthology.orchestra.run.smithi079.stdout:517 2023-09-21T11:19:10.108 INFO:teuthology.orchestra.run.smithi079.stdout:517.out 2023-09-21T11:19:10.108 INFO:teuthology.orchestra.run.smithi079.stdout:518 2023-09-21T11:19:10.108 INFO:teuthology.orchestra.run.smithi079.stdout:518.out 2023-09-21T11:19:10.108 INFO:teuthology.orchestra.run.smithi079.stdout:519 2023-09-21T11:19:10.108 INFO:teuthology.orchestra.run.smithi079.stdout:519.out 2023-09-21T11:19:10.108 INFO:teuthology.orchestra.run.smithi079.stdout:520 2023-09-21T11:19:10.109 INFO:teuthology.orchestra.run.smithi079.stdout:520.out 2023-09-21T11:19:10.109 INFO:teuthology.orchestra.run.smithi079.stdout:521 2023-09-21T11:19:10.109 INFO:teuthology.orchestra.run.smithi079.stdout:521.out 2023-09-21T11:19:10.109 INFO:teuthology.orchestra.run.smithi079.stdout:522 2023-09-21T11:19:10.109 INFO:teuthology.orchestra.run.smithi079.stdout:522.out 2023-09-21T11:19:10.110 INFO:teuthology.orchestra.run.smithi079.stdout:523 2023-09-21T11:19:10.110 INFO:teuthology.orchestra.run.smithi079.stdout:523.out 2023-09-21T11:19:10.110 INFO:teuthology.orchestra.run.smithi079.stdout:524 2023-09-21T11:19:10.110 INFO:teuthology.orchestra.run.smithi079.stdout:524.out 2023-09-21T11:19:10.110 INFO:teuthology.orchestra.run.smithi079.stdout:525 2023-09-21T11:19:10.111 INFO:teuthology.orchestra.run.smithi079.stdout:525.out 2023-09-21T11:19:10.111 INFO:teuthology.orchestra.run.smithi079.stdout:526 2023-09-21T11:19:10.111 INFO:teuthology.orchestra.run.smithi079.stdout:526.out 2023-09-21T11:19:10.111 INFO:teuthology.orchestra.run.smithi079.stdout:527 2023-09-21T11:19:10.111 INFO:teuthology.orchestra.run.smithi079.stdout:527.out 2023-09-21T11:19:10.111 INFO:teuthology.orchestra.run.smithi079.stdout:528 2023-09-21T11:19:10.112 INFO:teuthology.orchestra.run.smithi079.stdout:528.out 2023-09-21T11:19:10.112 INFO:teuthology.orchestra.run.smithi079.stdout:529 2023-09-21T11:19:10.112 INFO:teuthology.orchestra.run.smithi079.stdout:529.out 2023-09-21T11:19:10.112 INFO:teuthology.orchestra.run.smithi079.stdout:530 2023-09-21T11:19:10.112 INFO:teuthology.orchestra.run.smithi079.stdout:530.out 2023-09-21T11:19:10.113 INFO:teuthology.orchestra.run.smithi079.stdout:531 2023-09-21T11:19:10.113 INFO:teuthology.orchestra.run.smithi079.stdout:531.out 2023-09-21T11:19:10.113 INFO:teuthology.orchestra.run.smithi079.stdout:532 2023-09-21T11:19:10.113 INFO:teuthology.orchestra.run.smithi079.stdout:532.out 2023-09-21T11:19:10.113 INFO:teuthology.orchestra.run.smithi079.stdout:533 2023-09-21T11:19:10.113 INFO:teuthology.orchestra.run.smithi079.stdout:533.out 2023-09-21T11:19:10.114 INFO:teuthology.orchestra.run.smithi079.stdout:534 2023-09-21T11:19:10.114 INFO:teuthology.orchestra.run.smithi079.stdout:534.out 2023-09-21T11:19:10.114 INFO:teuthology.orchestra.run.smithi079.stdout:535 2023-09-21T11:19:10.114 INFO:teuthology.orchestra.run.smithi079.stdout:535.out 2023-09-21T11:19:10.114 INFO:teuthology.orchestra.run.smithi079.stdout:536 2023-09-21T11:19:10.115 INFO:teuthology.orchestra.run.smithi079.stdout:536.out 2023-09-21T11:19:10.115 INFO:teuthology.orchestra.run.smithi079.stdout:537 2023-09-21T11:19:10.115 INFO:teuthology.orchestra.run.smithi079.stdout:537.out 2023-09-21T11:19:10.115 INFO:teuthology.orchestra.run.smithi079.stdout:538 2023-09-21T11:19:10.115 INFO:teuthology.orchestra.run.smithi079.stdout:538.out 2023-09-21T11:19:10.116 INFO:teuthology.orchestra.run.smithi079.stdout:539 2023-09-21T11:19:10.116 INFO:teuthology.orchestra.run.smithi079.stdout:539.out 2023-09-21T11:19:10.116 INFO:teuthology.orchestra.run.smithi079.stdout:540 2023-09-21T11:19:10.116 INFO:teuthology.orchestra.run.smithi079.stdout:540.out 2023-09-21T11:19:10.116 INFO:teuthology.orchestra.run.smithi079.stdout:541 2023-09-21T11:19:10.117 INFO:teuthology.orchestra.run.smithi079.stdout:541.out 2023-09-21T11:19:10.117 INFO:teuthology.orchestra.run.smithi079.stdout:542 2023-09-21T11:19:10.117 INFO:teuthology.orchestra.run.smithi079.stdout:542.out 2023-09-21T11:19:10.117 INFO:teuthology.orchestra.run.smithi079.stdout:543 2023-09-21T11:19:10.117 INFO:teuthology.orchestra.run.smithi079.stdout:543.out 2023-09-21T11:19:10.118 INFO:teuthology.orchestra.run.smithi079.stdout:544 2023-09-21T11:19:10.118 INFO:teuthology.orchestra.run.smithi079.stdout:544.out 2023-09-21T11:19:10.118 INFO:teuthology.orchestra.run.smithi079.stdout:545 2023-09-21T11:19:10.118 INFO:teuthology.orchestra.run.smithi079.stdout:545.out 2023-09-21T11:19:10.118 INFO:teuthology.orchestra.run.smithi079.stdout:546 2023-09-21T11:19:10.118 INFO:teuthology.orchestra.run.smithi079.stdout:546.out 2023-09-21T11:19:10.119 INFO:teuthology.orchestra.run.smithi079.stdout:547 2023-09-21T11:19:10.119 INFO:teuthology.orchestra.run.smithi079.stdout:547.out 2023-09-21T11:19:10.119 INFO:teuthology.orchestra.run.smithi079.stdout:548 2023-09-21T11:19:10.119 INFO:teuthology.orchestra.run.smithi079.stdout:548.out 2023-09-21T11:19:10.119 INFO:teuthology.orchestra.run.smithi079.stdout:549 2023-09-21T11:19:10.119 INFO:teuthology.orchestra.run.smithi079.stdout:549.out 2023-09-21T11:19:10.120 INFO:teuthology.orchestra.run.smithi079.stdout:550 2023-09-21T11:19:10.120 INFO:teuthology.orchestra.run.smithi079.stdout:550.out 2023-09-21T11:19:10.120 INFO:teuthology.orchestra.run.smithi079.stdout:551 2023-09-21T11:19:10.120 INFO:teuthology.orchestra.run.smithi079.stdout:551.out 2023-09-21T11:19:10.120 INFO:teuthology.orchestra.run.smithi079.stdout:552 2023-09-21T11:19:10.120 INFO:teuthology.orchestra.run.smithi079.stdout:552.out 2023-09-21T11:19:10.121 INFO:teuthology.orchestra.run.smithi079.stdout:553 2023-09-21T11:19:10.121 INFO:teuthology.orchestra.run.smithi079.stdout:553.out 2023-09-21T11:19:10.121 INFO:teuthology.orchestra.run.smithi079.stdout:554 2023-09-21T11:19:10.121 INFO:teuthology.orchestra.run.smithi079.stdout:554.out 2023-09-21T11:19:10.121 INFO:teuthology.orchestra.run.smithi079.stdout:555 2023-09-21T11:19:10.122 INFO:teuthology.orchestra.run.smithi079.stdout:555.out 2023-09-21T11:19:10.122 INFO:teuthology.orchestra.run.smithi079.stdout:556 2023-09-21T11:19:10.122 INFO:teuthology.orchestra.run.smithi079.stdout:556.out 2023-09-21T11:19:10.122 INFO:teuthology.orchestra.run.smithi079.stdout:557 2023-09-21T11:19:10.122 INFO:teuthology.orchestra.run.smithi079.stdout:557.out 2023-09-21T11:19:10.122 INFO:teuthology.orchestra.run.smithi079.stdout:558 2023-09-21T11:19:10.123 INFO:teuthology.orchestra.run.smithi079.stdout:558.out 2023-09-21T11:19:10.123 INFO:teuthology.orchestra.run.smithi079.stdout:559 2023-09-21T11:19:10.123 INFO:teuthology.orchestra.run.smithi079.stdout:559.out 2023-09-21T11:19:10.123 INFO:teuthology.orchestra.run.smithi079.stdout:560 2023-09-21T11:19:10.123 INFO:teuthology.orchestra.run.smithi079.stdout:560.out 2023-09-21T11:19:10.124 INFO:teuthology.orchestra.run.smithi079.stdout:561 2023-09-21T11:19:10.124 INFO:teuthology.orchestra.run.smithi079.stdout:561.out 2023-09-21T11:19:10.124 INFO:teuthology.orchestra.run.smithi079.stdout:562 2023-09-21T11:19:10.124 INFO:teuthology.orchestra.run.smithi079.stdout:562.out 2023-09-21T11:19:10.124 INFO:teuthology.orchestra.run.smithi079.stdout:563 2023-09-21T11:19:10.124 INFO:teuthology.orchestra.run.smithi079.stdout:563.out 2023-09-21T11:19:10.125 INFO:teuthology.orchestra.run.smithi079.stdout:564 2023-09-21T11:19:10.125 INFO:teuthology.orchestra.run.smithi079.stdout:564.out 2023-09-21T11:19:10.125 INFO:teuthology.orchestra.run.smithi079.stdout:565 2023-09-21T11:19:10.125 INFO:teuthology.orchestra.run.smithi079.stdout:565.out 2023-09-21T11:19:10.125 INFO:teuthology.orchestra.run.smithi079.stdout:566 2023-09-21T11:19:10.126 INFO:teuthology.orchestra.run.smithi079.stdout:566.out 2023-09-21T11:19:10.126 INFO:teuthology.orchestra.run.smithi079.stdout:567 2023-09-21T11:19:10.126 INFO:teuthology.orchestra.run.smithi079.stdout:567.out 2023-09-21T11:19:10.126 INFO:teuthology.orchestra.run.smithi079.stdout:568 2023-09-21T11:19:10.126 INFO:teuthology.orchestra.run.smithi079.stdout:568.out 2023-09-21T11:19:10.127 INFO:teuthology.orchestra.run.smithi079.stdout:569 2023-09-21T11:19:10.127 INFO:teuthology.orchestra.run.smithi079.stdout:569.out 2023-09-21T11:19:10.127 INFO:teuthology.orchestra.run.smithi079.stdout:570 2023-09-21T11:19:10.127 INFO:teuthology.orchestra.run.smithi079.stdout:570.out 2023-09-21T11:19:10.127 INFO:teuthology.orchestra.run.smithi079.stdout:571 2023-09-21T11:19:10.128 INFO:teuthology.orchestra.run.smithi079.stdout:571.out 2023-09-21T11:19:10.128 INFO:teuthology.orchestra.run.smithi079.stdout:572 2023-09-21T11:19:10.128 INFO:teuthology.orchestra.run.smithi079.stdout:572.out 2023-09-21T11:19:10.128 INFO:teuthology.orchestra.run.smithi079.stdout:573 2023-09-21T11:19:10.128 INFO:teuthology.orchestra.run.smithi079.stdout:573.out 2023-09-21T11:19:10.128 INFO:teuthology.orchestra.run.smithi079.stdout:574 2023-09-21T11:19:10.129 INFO:teuthology.orchestra.run.smithi079.stdout:574.out 2023-09-21T11:19:10.129 INFO:teuthology.orchestra.run.smithi079.stdout:575 2023-09-21T11:19:10.129 INFO:teuthology.orchestra.run.smithi079.stdout:575.out 2023-09-21T11:19:10.129 INFO:teuthology.orchestra.run.smithi079.stdout:576 2023-09-21T11:19:10.129 INFO:teuthology.orchestra.run.smithi079.stdout:576.out 2023-09-21T11:19:10.130 INFO:teuthology.orchestra.run.smithi079.stdout:577 2023-09-21T11:19:10.130 INFO:teuthology.orchestra.run.smithi079.stdout:577.out 2023-09-21T11:19:10.130 INFO:teuthology.orchestra.run.smithi079.stdout:578 2023-09-21T11:19:10.130 INFO:teuthology.orchestra.run.smithi079.stdout:578.out 2023-09-21T11:19:10.130 INFO:teuthology.orchestra.run.smithi079.stdout:579 2023-09-21T11:19:10.131 INFO:teuthology.orchestra.run.smithi079.stdout:579.out 2023-09-21T11:19:10.131 INFO:teuthology.orchestra.run.smithi079.stdout:580 2023-09-21T11:19:10.131 INFO:teuthology.orchestra.run.smithi079.stdout:580.out 2023-09-21T11:19:10.131 INFO:teuthology.orchestra.run.smithi079.stdout:581 2023-09-21T11:19:10.131 INFO:teuthology.orchestra.run.smithi079.stdout:581.out 2023-09-21T11:19:10.131 INFO:teuthology.orchestra.run.smithi079.stdout:582 2023-09-21T11:19:10.132 INFO:teuthology.orchestra.run.smithi079.stdout:582.out 2023-09-21T11:19:10.132 INFO:teuthology.orchestra.run.smithi079.stdout:583 2023-09-21T11:19:10.132 INFO:teuthology.orchestra.run.smithi079.stdout:583.out 2023-09-21T11:19:10.132 INFO:teuthology.orchestra.run.smithi079.stdout:584 2023-09-21T11:19:10.132 INFO:teuthology.orchestra.run.smithi079.stdout:584.out 2023-09-21T11:19:10.133 INFO:teuthology.orchestra.run.smithi079.stdout:585 2023-09-21T11:19:10.133 INFO:teuthology.orchestra.run.smithi079.stdout:585.out 2023-09-21T11:19:10.133 INFO:teuthology.orchestra.run.smithi079.stdout:586 2023-09-21T11:19:10.133 INFO:teuthology.orchestra.run.smithi079.stdout:586.out 2023-09-21T11:19:10.133 INFO:teuthology.orchestra.run.smithi079.stdout:587 2023-09-21T11:19:10.133 INFO:teuthology.orchestra.run.smithi079.stdout:587.out 2023-09-21T11:19:10.134 INFO:teuthology.orchestra.run.smithi079.stdout:588 2023-09-21T11:19:10.134 INFO:teuthology.orchestra.run.smithi079.stdout:588.out 2023-09-21T11:19:10.134 INFO:teuthology.orchestra.run.smithi079.stdout:589 2023-09-21T11:19:10.134 INFO:teuthology.orchestra.run.smithi079.stdout:589.out 2023-09-21T11:19:10.134 INFO:teuthology.orchestra.run.smithi079.stdout:590 2023-09-21T11:19:10.135 INFO:teuthology.orchestra.run.smithi079.stdout:590.out 2023-09-21T11:19:10.135 INFO:teuthology.orchestra.run.smithi079.stdout:591 2023-09-21T11:19:10.135 INFO:teuthology.orchestra.run.smithi079.stdout:591.out 2023-09-21T11:19:10.135 INFO:teuthology.orchestra.run.smithi079.stdout:592 2023-09-21T11:19:10.135 INFO:teuthology.orchestra.run.smithi079.stdout:592.out 2023-09-21T11:19:10.135 INFO:teuthology.orchestra.run.smithi079.stdout:593 2023-09-21T11:19:10.136 INFO:teuthology.orchestra.run.smithi079.stdout:593.out 2023-09-21T11:19:10.136 INFO:teuthology.orchestra.run.smithi079.stdout:594 2023-09-21T11:19:10.136 INFO:teuthology.orchestra.run.smithi079.stdout:594.out 2023-09-21T11:19:10.136 INFO:teuthology.orchestra.run.smithi079.stdout:595 2023-09-21T11:19:10.137 INFO:teuthology.orchestra.run.smithi079.stdout:595.out 2023-09-21T11:19:10.137 INFO:teuthology.orchestra.run.smithi079.stdout:596 2023-09-21T11:19:10.137 INFO:teuthology.orchestra.run.smithi079.stdout:596.out 2023-09-21T11:19:10.137 INFO:teuthology.orchestra.run.smithi079.stdout:597 2023-09-21T11:19:10.137 INFO:teuthology.orchestra.run.smithi079.stdout:597.out 2023-09-21T11:19:10.137 INFO:teuthology.orchestra.run.smithi079.stdout:598 2023-09-21T11:19:10.138 INFO:teuthology.orchestra.run.smithi079.stdout:598.out 2023-09-21T11:19:10.138 INFO:teuthology.orchestra.run.smithi079.stdout:599 2023-09-21T11:19:10.138 INFO:teuthology.orchestra.run.smithi079.stdout:599.out 2023-09-21T11:19:10.138 INFO:teuthology.orchestra.run.smithi079.stdout:600 2023-09-21T11:19:10.138 INFO:teuthology.orchestra.run.smithi079.stdout:600.out 2023-09-21T11:19:10.139 INFO:teuthology.orchestra.run.smithi079.stdout:601 2023-09-21T11:19:10.139 INFO:teuthology.orchestra.run.smithi079.stdout:601.out 2023-09-21T11:19:10.139 INFO:teuthology.orchestra.run.smithi079.stdout:602 2023-09-21T11:19:10.139 INFO:teuthology.orchestra.run.smithi079.stdout:602.out 2023-09-21T11:19:10.139 INFO:teuthology.orchestra.run.smithi079.stdout:603 2023-09-21T11:19:10.140 INFO:teuthology.orchestra.run.smithi079.stdout:603.out 2023-09-21T11:19:10.140 INFO:teuthology.orchestra.run.smithi079.stdout:604 2023-09-21T11:19:10.140 INFO:teuthology.orchestra.run.smithi079.stdout:604.out 2023-09-21T11:19:10.140 INFO:teuthology.orchestra.run.smithi079.stdout:605 2023-09-21T11:19:10.140 INFO:teuthology.orchestra.run.smithi079.stdout:605.out 2023-09-21T11:19:10.141 INFO:teuthology.orchestra.run.smithi079.stdout:606 2023-09-21T11:19:10.141 INFO:teuthology.orchestra.run.smithi079.stdout:606.out 2023-09-21T11:19:10.141 INFO:teuthology.orchestra.run.smithi079.stdout:607 2023-09-21T11:19:10.141 INFO:teuthology.orchestra.run.smithi079.stdout:607.out 2023-09-21T11:19:10.141 INFO:teuthology.orchestra.run.smithi079.stdout:608 2023-09-21T11:19:10.142 INFO:teuthology.orchestra.run.smithi079.stdout:608.out 2023-09-21T11:19:10.142 INFO:teuthology.orchestra.run.smithi079.stdout:609 2023-09-21T11:19:10.142 INFO:teuthology.orchestra.run.smithi079.stdout:609.out 2023-09-21T11:19:10.142 INFO:teuthology.orchestra.run.smithi079.stdout:610 2023-09-21T11:19:10.142 INFO:teuthology.orchestra.run.smithi079.stdout:610.out 2023-09-21T11:19:10.143 INFO:teuthology.orchestra.run.smithi079.stdout:611 2023-09-21T11:19:10.143 INFO:teuthology.orchestra.run.smithi079.stdout:611.out 2023-09-21T11:19:10.143 INFO:teuthology.orchestra.run.smithi079.stdout:612 2023-09-21T11:19:10.143 INFO:teuthology.orchestra.run.smithi079.stdout:612.out 2023-09-21T11:19:10.143 INFO:teuthology.orchestra.run.smithi079.stdout:613 2023-09-21T11:19:10.144 INFO:teuthology.orchestra.run.smithi079.stdout:613.out 2023-09-21T11:19:10.144 INFO:teuthology.orchestra.run.smithi079.stdout:614 2023-09-21T11:19:10.144 INFO:teuthology.orchestra.run.smithi079.stdout:614.out 2023-09-21T11:19:10.144 INFO:teuthology.orchestra.run.smithi079.stdout:615 2023-09-21T11:19:10.144 INFO:teuthology.orchestra.run.smithi079.stdout:615.out 2023-09-21T11:19:10.144 INFO:teuthology.orchestra.run.smithi079.stdout:616 2023-09-21T11:19:10.145 INFO:teuthology.orchestra.run.smithi079.stdout:616.out 2023-09-21T11:19:10.145 INFO:teuthology.orchestra.run.smithi079.stdout:617 2023-09-21T11:19:10.145 INFO:teuthology.orchestra.run.smithi079.stdout:617.out 2023-09-21T11:19:10.145 INFO:teuthology.orchestra.run.smithi079.stdout:618 2023-09-21T11:19:10.145 INFO:teuthology.orchestra.run.smithi079.stdout:618.out 2023-09-21T11:19:10.145 INFO:teuthology.orchestra.run.smithi079.stdout:619 2023-09-21T11:19:10.146 INFO:teuthology.orchestra.run.smithi079.stdout:619.out 2023-09-21T11:19:10.146 INFO:teuthology.orchestra.run.smithi079.stdout:620 2023-09-21T11:19:10.146 INFO:teuthology.orchestra.run.smithi079.stdout:620.out 2023-09-21T11:19:10.146 INFO:teuthology.orchestra.run.smithi079.stdout:621 2023-09-21T11:19:10.146 INFO:teuthology.orchestra.run.smithi079.stdout:621.out 2023-09-21T11:19:10.147 INFO:teuthology.orchestra.run.smithi079.stdout:622 2023-09-21T11:19:10.147 INFO:teuthology.orchestra.run.smithi079.stdout:622.out 2023-09-21T11:19:10.147 INFO:teuthology.orchestra.run.smithi079.stdout:623 2023-09-21T11:19:10.147 INFO:teuthology.orchestra.run.smithi079.stdout:623.out 2023-09-21T11:19:10.147 INFO:teuthology.orchestra.run.smithi079.stdout:624 2023-09-21T11:19:10.148 INFO:teuthology.orchestra.run.smithi079.stdout:624.out 2023-09-21T11:19:10.148 INFO:teuthology.orchestra.run.smithi079.stdout:625 2023-09-21T11:19:10.148 INFO:teuthology.orchestra.run.smithi079.stdout:625.out 2023-09-21T11:19:10.148 INFO:teuthology.orchestra.run.smithi079.stdout:626 2023-09-21T11:19:10.148 INFO:teuthology.orchestra.run.smithi079.stdout:626.out 2023-09-21T11:19:10.149 INFO:teuthology.orchestra.run.smithi079.stdout:627 2023-09-21T11:19:10.149 INFO:teuthology.orchestra.run.smithi079.stdout:627.out 2023-09-21T11:19:10.149 INFO:teuthology.orchestra.run.smithi079.stdout:628 2023-09-21T11:19:10.149 INFO:teuthology.orchestra.run.smithi079.stdout:628.out 2023-09-21T11:19:10.149 INFO:teuthology.orchestra.run.smithi079.stdout:629 2023-09-21T11:19:10.150 INFO:teuthology.orchestra.run.smithi079.stdout:629.out 2023-09-21T11:19:10.150 INFO:teuthology.orchestra.run.smithi079.stdout:630 2023-09-21T11:19:10.150 INFO:teuthology.orchestra.run.smithi079.stdout:630.out 2023-09-21T11:19:10.150 INFO:teuthology.orchestra.run.smithi079.stdout:631 2023-09-21T11:19:10.150 INFO:teuthology.orchestra.run.smithi079.stdout:631.out 2023-09-21T11:19:10.150 INFO:teuthology.orchestra.run.smithi079.stdout:632 2023-09-21T11:19:10.151 INFO:teuthology.orchestra.run.smithi079.stdout:632.out 2023-09-21T11:19:10.151 INFO:teuthology.orchestra.run.smithi079.stdout:633 2023-09-21T11:19:10.151 INFO:teuthology.orchestra.run.smithi079.stdout:633.out 2023-09-21T11:19:10.151 INFO:teuthology.orchestra.run.smithi079.stdout:634 2023-09-21T11:19:10.151 INFO:teuthology.orchestra.run.smithi079.stdout:634.out 2023-09-21T11:19:10.152 INFO:teuthology.orchestra.run.smithi079.stdout:635 2023-09-21T11:19:10.152 INFO:teuthology.orchestra.run.smithi079.stdout:635.out 2023-09-21T11:19:10.152 INFO:teuthology.orchestra.run.smithi079.stdout:636 2023-09-21T11:19:10.152 INFO:teuthology.orchestra.run.smithi079.stdout:636.out 2023-09-21T11:19:10.152 INFO:teuthology.orchestra.run.smithi079.stdout:637 2023-09-21T11:19:10.153 INFO:teuthology.orchestra.run.smithi079.stdout:637.out 2023-09-21T11:19:10.153 INFO:teuthology.orchestra.run.smithi079.stdout:638 2023-09-21T11:19:10.153 INFO:teuthology.orchestra.run.smithi079.stdout:638.out 2023-09-21T11:19:10.153 INFO:teuthology.orchestra.run.smithi079.stdout:639 2023-09-21T11:19:10.153 INFO:teuthology.orchestra.run.smithi079.stdout:639.out 2023-09-21T11:19:10.154 INFO:teuthology.orchestra.run.smithi079.stdout:640 2023-09-21T11:19:10.154 INFO:teuthology.orchestra.run.smithi079.stdout:640.out 2023-09-21T11:19:10.154 INFO:teuthology.orchestra.run.smithi079.stdout:641 2023-09-21T11:19:10.154 INFO:teuthology.orchestra.run.smithi079.stdout:641.out 2023-09-21T11:19:10.154 INFO:teuthology.orchestra.run.smithi079.stdout:642 2023-09-21T11:19:10.155 INFO:teuthology.orchestra.run.smithi079.stdout:642.out 2023-09-21T11:19:10.155 INFO:teuthology.orchestra.run.smithi079.stdout:643 2023-09-21T11:19:10.155 INFO:teuthology.orchestra.run.smithi079.stdout:643.out 2023-09-21T11:19:10.155 INFO:teuthology.orchestra.run.smithi079.stdout:644 2023-09-21T11:19:10.155 INFO:teuthology.orchestra.run.smithi079.stdout:644.out 2023-09-21T11:19:10.156 INFO:teuthology.orchestra.run.smithi079.stdout:645 2023-09-21T11:19:10.156 INFO:teuthology.orchestra.run.smithi079.stdout:645.out 2023-09-21T11:19:10.156 INFO:teuthology.orchestra.run.smithi079.stdout:646 2023-09-21T11:19:10.156 INFO:teuthology.orchestra.run.smithi079.stdout:646.out 2023-09-21T11:19:10.156 INFO:teuthology.orchestra.run.smithi079.stdout:647 2023-09-21T11:19:10.157 INFO:teuthology.orchestra.run.smithi079.stdout:647.out 2023-09-21T11:19:10.157 INFO:teuthology.orchestra.run.smithi079.stdout:648 2023-09-21T11:19:10.157 INFO:teuthology.orchestra.run.smithi079.stdout:648.out 2023-09-21T11:19:10.157 INFO:teuthology.orchestra.run.smithi079.stdout:649 2023-09-21T11:19:10.157 INFO:teuthology.orchestra.run.smithi079.stdout:649.out 2023-09-21T11:19:10.157 INFO:teuthology.orchestra.run.smithi079.stdout:650 2023-09-21T11:19:10.158 INFO:teuthology.orchestra.run.smithi079.stdout:650.out 2023-09-21T11:19:10.158 INFO:teuthology.orchestra.run.smithi079.stdout:651 2023-09-21T11:19:10.158 INFO:teuthology.orchestra.run.smithi079.stdout:651.out 2023-09-21T11:19:10.158 INFO:teuthology.orchestra.run.smithi079.stdout:652 2023-09-21T11:19:10.159 INFO:teuthology.orchestra.run.smithi079.stdout:652.out 2023-09-21T11:19:10.159 INFO:teuthology.orchestra.run.smithi079.stdout:653 2023-09-21T11:19:10.159 INFO:teuthology.orchestra.run.smithi079.stdout:653.out 2023-09-21T11:19:10.159 INFO:teuthology.orchestra.run.smithi079.stdout:654 2023-09-21T11:19:10.159 INFO:teuthology.orchestra.run.smithi079.stdout:654.out 2023-09-21T11:19:10.159 INFO:teuthology.orchestra.run.smithi079.stdout:655 2023-09-21T11:19:10.160 INFO:teuthology.orchestra.run.smithi079.stdout:655.out 2023-09-21T11:19:10.160 INFO:teuthology.orchestra.run.smithi079.stdout:656 2023-09-21T11:19:10.160 INFO:teuthology.orchestra.run.smithi079.stdout:656.out 2023-09-21T11:19:10.160 INFO:teuthology.orchestra.run.smithi079.stdout:657 2023-09-21T11:19:10.160 INFO:teuthology.orchestra.run.smithi079.stdout:657.out 2023-09-21T11:19:10.161 INFO:teuthology.orchestra.run.smithi079.stdout:658 2023-09-21T11:19:10.161 INFO:teuthology.orchestra.run.smithi079.stdout:658.out 2023-09-21T11:19:10.161 INFO:teuthology.orchestra.run.smithi079.stdout:659 2023-09-21T11:19:10.161 INFO:teuthology.orchestra.run.smithi079.stdout:659.out 2023-09-21T11:19:10.161 INFO:teuthology.orchestra.run.smithi079.stdout:660 2023-09-21T11:19:10.162 INFO:teuthology.orchestra.run.smithi079.stdout:660.out 2023-09-21T11:19:10.162 INFO:teuthology.orchestra.run.smithi079.stdout:661 2023-09-21T11:19:10.162 INFO:teuthology.orchestra.run.smithi079.stdout:661.out 2023-09-21T11:19:10.162 INFO:teuthology.orchestra.run.smithi079.stdout:662 2023-09-21T11:19:10.162 INFO:teuthology.orchestra.run.smithi079.stdout:662.out 2023-09-21T11:19:10.163 INFO:teuthology.orchestra.run.smithi079.stdout:663 2023-09-21T11:19:10.163 INFO:teuthology.orchestra.run.smithi079.stdout:663.out 2023-09-21T11:19:10.163 INFO:teuthology.orchestra.run.smithi079.stdout:664 2023-09-21T11:19:10.163 INFO:teuthology.orchestra.run.smithi079.stdout:664.out 2023-09-21T11:19:10.163 INFO:teuthology.orchestra.run.smithi079.stdout:665 2023-09-21T11:19:10.164 INFO:teuthology.orchestra.run.smithi079.stdout:665.out 2023-09-21T11:19:10.164 INFO:teuthology.orchestra.run.smithi079.stdout:666 2023-09-21T11:19:10.164 INFO:teuthology.orchestra.run.smithi079.stdout:666.out 2023-09-21T11:19:10.164 INFO:teuthology.orchestra.run.smithi079.stdout:667 2023-09-21T11:19:10.164 INFO:teuthology.orchestra.run.smithi079.stdout:667.out 2023-09-21T11:19:10.165 INFO:teuthology.orchestra.run.smithi079.stdout:668 2023-09-21T11:19:10.165 INFO:teuthology.orchestra.run.smithi079.stdout:668.out 2023-09-21T11:19:10.165 INFO:teuthology.orchestra.run.smithi079.stdout:669 2023-09-21T11:19:10.165 INFO:teuthology.orchestra.run.smithi079.stdout:669.out 2023-09-21T11:19:10.165 INFO:teuthology.orchestra.run.smithi079.stdout:670 2023-09-21T11:19:10.166 INFO:teuthology.orchestra.run.smithi079.stdout:670.out 2023-09-21T11:19:10.166 INFO:teuthology.orchestra.run.smithi079.stdout:671 2023-09-21T11:19:10.166 INFO:teuthology.orchestra.run.smithi079.stdout:671.out 2023-09-21T11:19:10.166 INFO:teuthology.orchestra.run.smithi079.stdout:672 2023-09-21T11:19:10.166 INFO:teuthology.orchestra.run.smithi079.stdout:672.out 2023-09-21T11:19:10.167 INFO:teuthology.orchestra.run.smithi079.stdout:673 2023-09-21T11:19:10.167 INFO:teuthology.orchestra.run.smithi079.stdout:673.out 2023-09-21T11:19:10.167 INFO:teuthology.orchestra.run.smithi079.stdout:674 2023-09-21T11:19:10.167 INFO:teuthology.orchestra.run.smithi079.stdout:674.out 2023-09-21T11:19:10.168 INFO:teuthology.orchestra.run.smithi079.stdout:675 2023-09-21T11:19:10.168 INFO:teuthology.orchestra.run.smithi079.stdout:675.out 2023-09-21T11:19:10.168 INFO:teuthology.orchestra.run.smithi079.stdout:676 2023-09-21T11:19:10.168 INFO:teuthology.orchestra.run.smithi079.stdout:676.out 2023-09-21T11:19:10.168 INFO:teuthology.orchestra.run.smithi079.stdout:677 2023-09-21T11:19:10.169 INFO:teuthology.orchestra.run.smithi079.stdout:677.out 2023-09-21T11:19:10.169 INFO:teuthology.orchestra.run.smithi079.stdout:678 2023-09-21T11:19:10.169 INFO:teuthology.orchestra.run.smithi079.stdout:678.out 2023-09-21T11:19:10.169 INFO:teuthology.orchestra.run.smithi079.stdout:679 2023-09-21T11:19:10.169 INFO:teuthology.orchestra.run.smithi079.stdout:679.out 2023-09-21T11:19:10.170 INFO:teuthology.orchestra.run.smithi079.stdout:680 2023-09-21T11:19:10.170 INFO:teuthology.orchestra.run.smithi079.stdout:680.out 2023-09-21T11:19:10.170 INFO:teuthology.orchestra.run.smithi079.stdout:681 2023-09-21T11:19:10.170 INFO:teuthology.orchestra.run.smithi079.stdout:681.out 2023-09-21T11:19:10.171 INFO:teuthology.orchestra.run.smithi079.stdout:682 2023-09-21T11:19:10.171 INFO:teuthology.orchestra.run.smithi079.stdout:682.out 2023-09-21T11:19:10.171 INFO:teuthology.orchestra.run.smithi079.stdout:683 2023-09-21T11:19:10.171 INFO:teuthology.orchestra.run.smithi079.stdout:683.out 2023-09-21T11:19:10.171 INFO:teuthology.orchestra.run.smithi079.stdout:684 2023-09-21T11:19:10.172 INFO:teuthology.orchestra.run.smithi079.stdout:684.out 2023-09-21T11:19:10.172 INFO:teuthology.orchestra.run.smithi079.stdout:685 2023-09-21T11:19:10.172 INFO:teuthology.orchestra.run.smithi079.stdout:685.out 2023-09-21T11:19:10.172 INFO:teuthology.orchestra.run.smithi079.stdout:686 2023-09-21T11:19:10.172 INFO:teuthology.orchestra.run.smithi079.stdout:686.out 2023-09-21T11:19:10.173 INFO:teuthology.orchestra.run.smithi079.stdout:687 2023-09-21T11:19:10.173 INFO:teuthology.orchestra.run.smithi079.stdout:687.out 2023-09-21T11:19:10.173 INFO:teuthology.orchestra.run.smithi079.stdout:688 2023-09-21T11:19:10.173 INFO:teuthology.orchestra.run.smithi079.stdout:688.out 2023-09-21T11:19:10.173 INFO:teuthology.orchestra.run.smithi079.stdout:689 2023-09-21T11:19:10.174 INFO:teuthology.orchestra.run.smithi079.stdout:689.out 2023-09-21T11:19:10.174 INFO:teuthology.orchestra.run.smithi079.stdout:690 2023-09-21T11:19:10.174 INFO:teuthology.orchestra.run.smithi079.stdout:690.out 2023-09-21T11:19:10.174 INFO:teuthology.orchestra.run.smithi079.stdout:691 2023-09-21T11:19:10.174 INFO:teuthology.orchestra.run.smithi079.stdout:691.out 2023-09-21T11:19:10.175 INFO:teuthology.orchestra.run.smithi079.stdout:692 2023-09-21T11:19:10.175 INFO:teuthology.orchestra.run.smithi079.stdout:692.out 2023-09-21T11:19:10.175 INFO:teuthology.orchestra.run.smithi079.stdout:693 2023-09-21T11:19:10.175 INFO:teuthology.orchestra.run.smithi079.stdout:693.out 2023-09-21T11:19:10.175 INFO:teuthology.orchestra.run.smithi079.stdout:694 2023-09-21T11:19:10.176 INFO:teuthology.orchestra.run.smithi079.stdout:694.out 2023-09-21T11:19:10.176 INFO:teuthology.orchestra.run.smithi079.stdout:695 2023-09-21T11:19:10.176 INFO:teuthology.orchestra.run.smithi079.stdout:695.out 2023-09-21T11:19:10.176 INFO:teuthology.orchestra.run.smithi079.stdout:696 2023-09-21T11:19:10.176 INFO:teuthology.orchestra.run.smithi079.stdout:696.out 2023-09-21T11:19:10.176 INFO:teuthology.orchestra.run.smithi079.stdout:697 2023-09-21T11:19:10.177 INFO:teuthology.orchestra.run.smithi079.stdout:697.out 2023-09-21T11:19:10.177 INFO:teuthology.orchestra.run.smithi079.stdout:698 2023-09-21T11:19:10.177 INFO:teuthology.orchestra.run.smithi079.stdout:698.out 2023-09-21T11:19:10.177 INFO:teuthology.orchestra.run.smithi079.stdout:699 2023-09-21T11:19:10.177 INFO:teuthology.orchestra.run.smithi079.stdout:699.out 2023-09-21T11:19:10.178 INFO:teuthology.orchestra.run.smithi079.stdout:700 2023-09-21T11:19:10.178 INFO:teuthology.orchestra.run.smithi079.stdout:700.out 2023-09-21T11:19:10.178 INFO:teuthology.orchestra.run.smithi079.stdout:701 2023-09-21T11:19:10.178 INFO:teuthology.orchestra.run.smithi079.stdout:701.out 2023-09-21T11:19:10.178 INFO:teuthology.orchestra.run.smithi079.stdout:702 2023-09-21T11:19:10.179 INFO:teuthology.orchestra.run.smithi079.stdout:702.out 2023-09-21T11:19:10.179 INFO:teuthology.orchestra.run.smithi079.stdout:703 2023-09-21T11:19:10.179 INFO:teuthology.orchestra.run.smithi079.stdout:703.out 2023-09-21T11:19:10.179 INFO:teuthology.orchestra.run.smithi079.stdout:704 2023-09-21T11:19:10.180 INFO:teuthology.orchestra.run.smithi079.stdout:704.out 2023-09-21T11:19:10.180 INFO:teuthology.orchestra.run.smithi079.stdout:705 2023-09-21T11:19:10.180 INFO:teuthology.orchestra.run.smithi079.stdout:705.out 2023-09-21T11:19:10.180 INFO:teuthology.orchestra.run.smithi079.stdout:706 2023-09-21T11:19:10.180 INFO:teuthology.orchestra.run.smithi079.stdout:706.out 2023-09-21T11:19:10.181 INFO:teuthology.orchestra.run.smithi079.stdout:707 2023-09-21T11:19:10.181 INFO:teuthology.orchestra.run.smithi079.stdout:707.out 2023-09-21T11:19:10.181 INFO:teuthology.orchestra.run.smithi079.stdout:708 2023-09-21T11:19:10.181 INFO:teuthology.orchestra.run.smithi079.stdout:708.out 2023-09-21T11:19:10.181 INFO:teuthology.orchestra.run.smithi079.stdout:709 2023-09-21T11:19:10.182 INFO:teuthology.orchestra.run.smithi079.stdout:709.out 2023-09-21T11:19:10.182 INFO:teuthology.orchestra.run.smithi079.stdout:710 2023-09-21T11:19:10.182 INFO:teuthology.orchestra.run.smithi079.stdout:710.out 2023-09-21T11:19:10.182 INFO:teuthology.orchestra.run.smithi079.stdout:711 2023-09-21T11:19:10.182 INFO:teuthology.orchestra.run.smithi079.stdout:711.out 2023-09-21T11:19:10.182 INFO:teuthology.orchestra.run.smithi079.stdout:712 2023-09-21T11:19:10.183 INFO:teuthology.orchestra.run.smithi079.stdout:712.out 2023-09-21T11:19:10.183 INFO:teuthology.orchestra.run.smithi079.stdout:713 2023-09-21T11:19:10.183 INFO:teuthology.orchestra.run.smithi079.stdout:713.out 2023-09-21T11:19:10.183 INFO:teuthology.orchestra.run.smithi079.stdout:714 2023-09-21T11:19:10.183 INFO:teuthology.orchestra.run.smithi079.stdout:714.out 2023-09-21T11:19:10.184 INFO:teuthology.orchestra.run.smithi079.stdout:715 2023-09-21T11:19:10.184 INFO:teuthology.orchestra.run.smithi079.stdout:715.out 2023-09-21T11:19:10.184 INFO:teuthology.orchestra.run.smithi079.stdout:716 2023-09-21T11:19:10.184 INFO:teuthology.orchestra.run.smithi079.stdout:716.out 2023-09-21T11:19:10.184 INFO:teuthology.orchestra.run.smithi079.stdout:717 2023-09-21T11:19:10.184 INFO:teuthology.orchestra.run.smithi079.stdout:717.out 2023-09-21T11:19:10.185 INFO:teuthology.orchestra.run.smithi079.stdout:718 2023-09-21T11:19:10.185 INFO:teuthology.orchestra.run.smithi079.stdout:718.out 2023-09-21T11:19:10.185 INFO:teuthology.orchestra.run.smithi079.stdout:719 2023-09-21T11:19:10.185 INFO:teuthology.orchestra.run.smithi079.stdout:719.out 2023-09-21T11:19:10.185 INFO:teuthology.orchestra.run.smithi079.stdout:720 2023-09-21T11:19:10.186 INFO:teuthology.orchestra.run.smithi079.stdout:720.out 2023-09-21T11:19:10.186 INFO:teuthology.orchestra.run.smithi079.stdout:721 2023-09-21T11:19:10.186 INFO:teuthology.orchestra.run.smithi079.stdout:721.out 2023-09-21T11:19:10.186 INFO:teuthology.orchestra.run.smithi079.stdout:722 2023-09-21T11:19:10.187 INFO:teuthology.orchestra.run.smithi079.stdout:722.out 2023-09-21T11:19:10.187 INFO:teuthology.orchestra.run.smithi079.stdout:723 2023-09-21T11:19:10.187 INFO:teuthology.orchestra.run.smithi079.stdout:723.out 2023-09-21T11:19:10.187 INFO:teuthology.orchestra.run.smithi079.stdout:724 2023-09-21T11:19:10.187 INFO:teuthology.orchestra.run.smithi079.stdout:724.out 2023-09-21T11:19:10.188 INFO:teuthology.orchestra.run.smithi079.stdout:725 2023-09-21T11:19:10.188 INFO:teuthology.orchestra.run.smithi079.stdout:725.out 2023-09-21T11:19:10.188 INFO:teuthology.orchestra.run.smithi079.stdout:726 2023-09-21T11:19:10.188 INFO:teuthology.orchestra.run.smithi079.stdout:726.out 2023-09-21T11:19:10.188 INFO:teuthology.orchestra.run.smithi079.stdout:727 2023-09-21T11:19:10.189 INFO:teuthology.orchestra.run.smithi079.stdout:727.out 2023-09-21T11:19:10.189 INFO:teuthology.orchestra.run.smithi079.stdout:728 2023-09-21T11:19:10.189 INFO:teuthology.orchestra.run.smithi079.stdout:728.out 2023-09-21T11:19:10.189 INFO:teuthology.orchestra.run.smithi079.stdout:729 2023-09-21T11:19:10.189 INFO:teuthology.orchestra.run.smithi079.stdout:729.out 2023-09-21T11:19:10.190 INFO:teuthology.orchestra.run.smithi079.stdout:730 2023-09-21T11:19:10.190 INFO:teuthology.orchestra.run.smithi079.stdout:730.out 2023-09-21T11:19:10.190 INFO:teuthology.orchestra.run.smithi079.stdout:731 2023-09-21T11:19:10.190 INFO:teuthology.orchestra.run.smithi079.stdout:731.out 2023-09-21T11:19:10.190 INFO:teuthology.orchestra.run.smithi079.stdout:group.list 2023-09-21T11:19:10.190 INFO:teuthology.orchestra.run.smithi079.stdout:Makefile 2023-09-21T11:19:10.191 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/001) 2023-09-21T11:19:10.405 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:19:10.409 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:19:10.409 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:19:10.410 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:19:10.410 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:19:15.373 INFO:teuthology.orchestra.run.smithi079.stdout:generic/001 5s 2023-09-21T11:19:15.377 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/001 2023-09-21T11:19:15.377 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:19:15.379 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:19:16.083 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:19:16.084 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/002) 2023-09-21T11:19:16.293 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:19:16.296 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:19:16.297 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:19:16.298 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:19:16.298 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:19:16.923 INFO:teuthology.orchestra.run.smithi079.stdout:generic/002 0s 2023-09-21T11:19:16.927 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/002 2023-09-21T11:19:16.927 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:19:16.929 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:19:16.995 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:19:16.995 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/003) 2023-09-21T11:19:17.204 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:19:17.208 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:19:17.208 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:19:17.209 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:19:17.209 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:19:17.522 INFO:teuthology.orchestra.run.smithi079.stdout:generic/003 [not run] atime not maintained by ceph 2023-09-21T11:19:17.526 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/003 2023-09-21T11:19:17.526 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/003 2023-09-21T11:19:17.527 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:19:17.528 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:19:17.552 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:19:17.553 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/004) 2023-09-21T11:19:17.752 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:19:17.756 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:19:17.756 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:19:17.757 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:19:17.758 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:19:18.065 INFO:teuthology.orchestra.run.smithi079.stdout:generic/004 [not run] O_TMPFILE is not supported 2023-09-21T11:19:18.069 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/004 2023-09-21T11:19:18.069 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/004 2023-09-21T11:19:18.069 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:19:18.071 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:19:18.098 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:19:18.099 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/005) 2023-09-21T11:19:18.295 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:19:18.299 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:19:18.300 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:19:18.300 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:19:18.301 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:19:18.802 INFO:teuthology.orchestra.run.smithi079.stdout:generic/005 0s 2023-09-21T11:19:18.807 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/005 2023-09-21T11:19:18.807 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:19:18.809 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:19:18.904 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:19:18.904 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/006) 2023-09-21T11:19:19.104 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:19:19.108 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:19:19.109 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:19:19.110 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:19:19.110 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:19:28.276 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:19:28.279 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:19:43.702 INFO:teuthology.orchestra.run.smithi079.stdout:generic/006 24s 2023-09-21T11:19:43.706 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/006 2023-09-21T11:19:43.706 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:19:43.708 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:19:43.768 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:19:43.769 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/007) 2023-09-21T11:19:44.107 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:19:44.118 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:19:44.119 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:19:44.122 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:19:44.122 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:19:58.341 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:19:58.344 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:20:28.410 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:20:28.413 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:20:34.257 INFO:teuthology.orchestra.run.smithi079.stdout:generic/007 50s 2023-09-21T11:20:34.262 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/007 2023-09-21T11:20:34.262 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:20:34.264 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:20:34.313 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:20:34.313 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/008) 2023-09-21T11:20:34.519 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:20:34.524 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:20:34.524 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:20:34.525 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:20:34.525 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:20:34.951 INFO:teuthology.orchestra.run.smithi079.stdout:generic/008 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-09-21T11:20:34.955 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/008 2023-09-21T11:20:34.956 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/008 2023-09-21T11:20:34.956 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:20:34.957 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:20:34.985 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:20:34.986 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/009) 2023-09-21T11:20:35.180 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:20:35.184 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:20:35.184 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:20:35.185 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:20:35.185 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:20:35.527 INFO:teuthology.orchestra.run.smithi079.stdout:generic/009 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-09-21T11:20:35.532 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/009 2023-09-21T11:20:35.532 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/009 2023-09-21T11:20:35.533 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:20:35.534 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:20:35.566 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:20:35.567 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/010) 2023-09-21T11:20:35.760 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:20:35.764 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:20:35.764 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:20:35.765 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:20:35.765 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:20:36.075 INFO:teuthology.orchestra.run.smithi079.stdout:generic/010 [not run] /tmp/tmp.fjGn8jvDUbxfstests-dev/src/dbtest not built 2023-09-21T11:20:36.079 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/010 2023-09-21T11:20:36.079 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/010 2023-09-21T11:20:36.079 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:20:36.081 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:20:36.110 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:20:36.110 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/011) 2023-09-21T11:20:36.309 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:20:36.313 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:20:36.314 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:20:36.314 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:20:36.315 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:20:58.472 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:20:58.475 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:21:07.039 INFO:teuthology.orchestra.run.smithi079.stdout:generic/011 31s 2023-09-21T11:21:07.044 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/011 2023-09-21T11:21:07.044 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:21:07.046 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:21:07.410 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:21:07.411 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/012) 2023-09-21T11:21:07.606 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:21:07.610 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:21:07.611 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:21:07.611 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:21:07.612 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:21:08.112 INFO:teuthology.orchestra.run.smithi079.stdout:generic/012 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T11:21:08.116 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/012 2023-09-21T11:21:08.116 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/012 2023-09-21T11:21:08.116 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:21:08.118 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:21:08.180 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:21:08.180 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/013) 2023-09-21T11:21:08.397 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:21:08.401 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:21:08.401 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:21:08.402 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:21:08.402 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:21:28.735 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:21:28.738 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:21:58.863 INFO:teuthology.orchestra.run.smithi079.stdout:generic/013 50s 2023-09-21T11:21:58.926 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/013 2023-09-21T11:21:58.926 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:21:58.928 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:21:58.959 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:21:58.965 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:21:58.981 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:21:58.981 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/014) 2023-09-21T11:21:59.345 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:21:59.353 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:21:59.353 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:21:59.353 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:21:59.354 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:22:29.369 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:22:29.372 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:22:59.478 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:22:59.481 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:23:29.789 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:23:29.792 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:23:59.892 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:23:59.896 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:24:29.982 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:24:29.985 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:25:00.137 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:25:00.141 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:25:30.205 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:25:30.211 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:26:00.305 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:26:00.310 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:26:26.159 INFO:teuthology.orchestra.run.smithi079.stdout:generic/014 267s 2023-09-21T11:26:26.239 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/014 2023-09-21T11:26:26.239 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:26.243 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:26.289 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:26.290 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/015) 2023-09-21T11:26:26.574 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:26:26.579 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:26:26.580 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:26:26.581 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:26:26.581 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:27.016 INFO:teuthology.orchestra.run.smithi079.stdout:generic/015 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-21T11:26:27.020 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/015 2023-09-21T11:26:27.020 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/015 2023-09-21T11:26:27.021 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:27.022 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:27.049 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:27.050 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/016) 2023-09-21T11:26:27.395 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:26:27.399 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:26:27.400 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:26:27.401 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:26:27.401 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:27.965 INFO:teuthology.orchestra.run.smithi079.stdout:generic/016 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T11:26:27.969 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/016 2023-09-21T11:26:27.970 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/016 2023-09-21T11:26:27.970 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:27.972 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:28.118 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:28.118 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/017) 2023-09-21T11:26:28.544 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:26:28.551 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:26:28.552 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:26:28.555 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:26:28.555 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:29.046 INFO:teuthology.orchestra.run.smithi079.stdout:generic/017 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-21T11:26:29.051 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/017 2023-09-21T11:26:29.051 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/017 2023-09-21T11:26:29.051 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:29.053 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:29.086 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:29.087 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/018) 2023-09-21T11:26:29.388 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:26:29.393 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:26:29.394 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:26:29.395 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:26:29.395 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:30.072 INFO:teuthology.orchestra.run.smithi079.stdout:generic/018 [not run] defragmentation not supported for fstype "ceph" 2023-09-21T11:26:30.095 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/018 2023-09-21T11:26:30.096 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/018 2023-09-21T11:26:30.096 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:30.098 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:30.123 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:30.124 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/019) 2023-09-21T11:26:30.468 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:26:30.474 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:26:30.477 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:26:30.478 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:26:30.478 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:26:30.479 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:26:30.479 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:30.888 INFO:teuthology.orchestra.run.smithi079.stdout:generic/019 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:26:30.893 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/019 2023-09-21T11:26:30.894 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/019 2023-09-21T11:26:30.894 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:30.896 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:30.922 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:30.922 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/020) 2023-09-21T11:26:31.256 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:26:31.261 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:26:31.261 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:26:31.262 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:26:31.262 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:34.483 INFO:teuthology.orchestra.run.smithi079.stdout:generic/020 3s 2023-09-21T11:26:34.488 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/020 2023-09-21T11:26:34.489 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:34.491 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:34.784 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:34.784 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/021) 2023-09-21T11:26:35.082 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:26:35.088 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:26:35.089 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:26:35.089 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:26:35.090 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:35.694 INFO:teuthology.orchestra.run.smithi079.stdout:generic/021 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T11:26:35.699 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/021 2023-09-21T11:26:35.699 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/021 2023-09-21T11:26:35.699 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:35.701 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:35.936 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:35.937 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/022) 2023-09-21T11:26:36.273 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:26:36.277 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:26:36.278 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:26:36.279 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:26:36.279 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:36.812 INFO:teuthology.orchestra.run.smithi079.stdout:generic/022 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T11:26:36.820 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/022 2023-09-21T11:26:36.820 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/022 2023-09-21T11:26:36.820 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:36.822 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:37.080 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:37.080 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/023) 2023-09-21T11:26:37.388 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:26:37.392 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:26:37.395 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:26:37.396 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:26:37.396 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:39.307 INFO:teuthology.orchestra.run.smithi079.stdout:generic/023 2s 2023-09-21T11:26:39.313 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/023 2023-09-21T11:26:39.313 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:39.315 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:39.493 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:39.494 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/024) 2023-09-21T11:26:39.947 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:26:39.951 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:26:39.951 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:26:39.952 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:26:39.953 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:40.448 INFO:teuthology.orchestra.run.smithi079.stdout:generic/024 [not run] kernel doesn't support renameat2 syscall 2023-09-21T11:26:40.452 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/024 2023-09-21T11:26:40.452 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/024 2023-09-21T11:26:40.453 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:40.455 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:40.662 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:40.663 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/025) 2023-09-21T11:26:41.052 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:26:41.058 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:26:41.058 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:26:41.059 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:26:41.059 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:41.561 INFO:teuthology.orchestra.run.smithi079.stdout:generic/025 [not run] kernel doesn't support renameat2 syscall 2023-09-21T11:26:41.565 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/025 2023-09-21T11:26:41.565 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/025 2023-09-21T11:26:41.566 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:41.569 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:41.814 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:41.814 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/026) 2023-09-21T11:26:42.172 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:26:42.176 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:26:42.177 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:26:42.178 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:26:42.178 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:42.685 INFO:teuthology.orchestra.run.smithi079.stdout:generic/026 [not run] ceph does not define maximum ACL count 2023-09-21T11:26:42.696 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/026 2023-09-21T11:26:42.697 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/026 2023-09-21T11:26:42.697 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:42.699 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:42.736 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:42.737 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/027) 2023-09-21T11:26:43.058 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:26:43.067 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:26:43.067 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:26:43.068 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:26:43.068 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:43.514 INFO:teuthology.orchestra.run.smithi079.stdout:generic/027 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-21T11:26:43.519 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/027 2023-09-21T11:26:43.519 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/027 2023-09-21T11:26:43.519 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:43.521 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:43.544 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:43.545 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/028) 2023-09-21T11:26:43.849 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:26:43.857 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:26:43.857 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:26:43.860 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:26:43.860 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:49.314 INFO:teuthology.orchestra.run.smithi079.stdout:generic/028 5s 2023-09-21T11:26:49.319 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/028 2023-09-21T11:26:49.320 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:49.321 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:49.360 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:49.361 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/029) 2023-09-21T11:26:49.701 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:26:49.706 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:26:49.706 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:26:49.707 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:26:49.707 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:54.412 INFO:teuthology.orchestra.run.smithi079.stdout:generic/029 5s 2023-09-21T11:26:54.418 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/029 2023-09-21T11:26:54.418 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:54.420 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:54.431 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:54.432 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/030) 2023-09-21T11:26:54.769 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:26:54.774 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:26:54.774 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:26:54.775 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:26:54.776 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:57.155 INFO:teuthology.orchestra.run.smithi079.stdout:generic/030 2s 2023-09-21T11:26:57.160 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/030 2023-09-21T11:26:57.161 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:57.163 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:57.179 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:57.179 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/031) 2023-09-21T11:26:57.529 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:26:57.539 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:26:57.539 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:26:57.540 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:26:57.540 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:58.096 INFO:teuthology.orchestra.run.smithi079.stdout:generic/031 [not run] xfs_io fcollapse failed (old kernel/wrong fs?) 2023-09-21T11:26:58.101 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/031 2023-09-21T11:26:58.101 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/031 2023-09-21T11:26:58.101 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:58.104 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:58.141 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:58.142 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/032) 2023-09-21T11:26:58.452 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:26:58.456 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:26:58.457 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:26:58.458 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:26:58.458 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:58.894 INFO:teuthology.orchestra.run.smithi079.stdout:generic/032 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T11:26:58.899 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/032 2023-09-21T11:26:58.900 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/032 2023-09-21T11:26:58.900 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:58.902 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:58.933 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:58.934 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/033) 2023-09-21T11:26:59.299 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:26:59.304 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:26:59.304 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:26:59.305 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:26:59.306 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:59.863 INFO:teuthology.orchestra.run.smithi079.stdout:generic/033 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-09-21T11:26:59.870 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/033 2023-09-21T11:26:59.871 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/033 2023-09-21T11:26:59.871 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:26:59.872 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:26:59.903 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:26:59.904 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/034) 2023-09-21T11:27:00.224 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:00.229 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:00.230 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:00.230 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:00.231 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:00.562 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:27:00.565 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:27:00.684 INFO:teuthology.orchestra.run.smithi079.stdout:generic/034 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:27:00.688 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/034 2023-09-21T11:27:00.688 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/034 2023-09-21T11:27:00.688 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:00.690 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:00.720 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:00.721 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/035) 2023-09-21T11:27:01.040 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:01.051 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:01.052 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:01.052 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:01.053 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:01.614 INFO:teuthology.orchestra.run.smithi079.stdout:generic/035 0s 2023-09-21T11:27:01.621 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/035 2023-09-21T11:27:01.621 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:01.630 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:01.900 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:01.900 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/036) 2023-09-21T11:27:02.266 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:02.271 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:02.271 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:02.273 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:02.273 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:12.841 INFO:teuthology.orchestra.run.smithi079.stdout:generic/036 10s 2023-09-21T11:27:12.847 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/036 2023-09-21T11:27:12.848 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:12.852 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:12.960 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:12.961 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/037) 2023-09-21T11:27:13.452 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:13.458 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:13.459 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:13.460 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:13.460 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:19.549 INFO:teuthology.orchestra.run.smithi079.stdout:generic/037 6s 2023-09-21T11:27:19.554 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/037 2023-09-21T11:27:19.554 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:19.557 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:19.569 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:19.570 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/038) 2023-09-21T11:27:19.893 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:19.900 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:19.900 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:19.901 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:19.902 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:20.346 INFO:teuthology.orchestra.run.smithi079.stdout:generic/038 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T11:27:20.351 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/038 2023-09-21T11:27:20.351 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/038 2023-09-21T11:27:20.351 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:20.353 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:20.398 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:20.399 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/039) 2023-09-21T11:27:20.710 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:20.716 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:20.716 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:20.718 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:20.718 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:21.235 INFO:teuthology.orchestra.run.smithi079.stdout:generic/039 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:27:21.240 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/039 2023-09-21T11:27:21.241 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/039 2023-09-21T11:27:21.241 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:21.243 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:21.276 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:21.277 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/040) 2023-09-21T11:27:21.682 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:21.686 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:21.687 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:21.687 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:21.688 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:22.183 INFO:teuthology.orchestra.run.smithi079.stdout:generic/040 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:27:22.189 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/040 2023-09-21T11:27:22.189 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/040 2023-09-21T11:27:22.189 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:22.192 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:22.221 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:22.222 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/041) 2023-09-21T11:27:22.564 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:22.567 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:22.568 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:22.569 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:22.569 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:23.029 INFO:teuthology.orchestra.run.smithi079.stdout:generic/041 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:27:23.033 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/041 2023-09-21T11:27:23.033 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/041 2023-09-21T11:27:23.034 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:23.035 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:23.067 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:23.067 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/042) 2023-09-21T11:27:23.416 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:23.425 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:23.425 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:23.426 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:23.426 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:24.089 INFO:teuthology.orchestra.run.smithi079.stdout:generic/042 [not run] ceph does not support shutdown 2023-09-21T11:27:24.108 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/042 2023-09-21T11:27:24.109 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/042 2023-09-21T11:27:24.109 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:24.110 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:24.139 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:24.140 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/043) 2023-09-21T11:27:24.474 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:24.478 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:24.479 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:24.481 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:24.481 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:25.140 INFO:teuthology.orchestra.run.smithi079.stdout:generic/043 [not run] ceph does not support shutdown 2023-09-21T11:27:25.158 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/043 2023-09-21T11:27:25.158 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/043 2023-09-21T11:27:25.158 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:25.160 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:25.183 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:25.183 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/044) 2023-09-21T11:27:25.465 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:25.474 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:25.474 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:25.486 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:25.486 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:26.147 INFO:teuthology.orchestra.run.smithi079.stdout:generic/044 [not run] ceph does not support shutdown 2023-09-21T11:27:26.177 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/044 2023-09-21T11:27:26.177 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/044 2023-09-21T11:27:26.178 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:26.180 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:26.212 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:26.213 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/045) 2023-09-21T11:27:26.544 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:26.549 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:26.550 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:26.550 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:26.551 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:27.232 INFO:teuthology.orchestra.run.smithi079.stdout:generic/045 [not run] ceph does not support shutdown 2023-09-21T11:27:27.264 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/045 2023-09-21T11:27:27.264 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/045 2023-09-21T11:27:27.265 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:27.269 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:27.289 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:27.289 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/046) 2023-09-21T11:27:27.582 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:27.590 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:27.591 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:27.592 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:27.592 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:28.251 INFO:teuthology.orchestra.run.smithi079.stdout:generic/046 [not run] ceph does not support shutdown 2023-09-21T11:27:28.272 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/046 2023-09-21T11:27:28.272 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/046 2023-09-21T11:27:28.272 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:28.274 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:28.298 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:28.299 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/047) 2023-09-21T11:27:28.609 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:28.619 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:28.620 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:28.620 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:28.621 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:29.280 INFO:teuthology.orchestra.run.smithi079.stdout:generic/047 [not run] ceph does not support shutdown 2023-09-21T11:27:29.298 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/047 2023-09-21T11:27:29.298 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/047 2023-09-21T11:27:29.298 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:29.301 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:29.324 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:29.324 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/048) 2023-09-21T11:27:29.649 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:29.660 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:29.661 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:29.663 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:29.664 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:30.354 INFO:teuthology.orchestra.run.smithi079.stdout:generic/048 [not run] ceph does not support shutdown 2023-09-21T11:27:30.376 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/048 2023-09-21T11:27:30.376 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/048 2023-09-21T11:27:30.376 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:30.384 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:30.417 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:30.417 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/049) 2023-09-21T11:27:30.643 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:27:30.646 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:27:30.718 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:30.728 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:30.728 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:30.732 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:30.732 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:31.385 INFO:teuthology.orchestra.run.smithi079.stdout:generic/049 [not run] ceph does not support shutdown 2023-09-21T11:27:31.418 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/049 2023-09-21T11:27:31.419 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/049 2023-09-21T11:27:31.419 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:31.420 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:31.444 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:31.445 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/050) 2023-09-21T11:27:31.712 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:31.716 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:31.717 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:31.718 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:31.718 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:32.180 INFO:teuthology.orchestra.run.smithi079.stdout:generic/050 [not run] ceph does not support shutdown 2023-09-21T11:27:32.195 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/050 2023-09-21T11:27:32.195 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/050 2023-09-21T11:27:32.195 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:32.197 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:32.220 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:32.221 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/051) 2023-09-21T11:27:32.424 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:32.428 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:32.429 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:32.429 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:32.430 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:32.942 INFO:teuthology.orchestra.run.smithi079.stdout:generic/051 [not run] ceph does not support shutdown 2023-09-21T11:27:32.946 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/051 2023-09-21T11:27:32.946 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/051 2023-09-21T11:27:32.946 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:32.948 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:32.970 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:32.971 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/052) 2023-09-21T11:27:33.181 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:33.185 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:33.186 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:33.187 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:33.187 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:33.637 INFO:teuthology.orchestra.run.smithi079.stdout:generic/052 [not run] ceph does not support shutdown 2023-09-21T11:27:33.654 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/052 2023-09-21T11:27:33.654 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/052 2023-09-21T11:27:33.654 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:33.656 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:33.685 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:33.686 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/053) 2023-09-21T11:27:33.883 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:33.887 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:33.887 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:33.888 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:33.888 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:34.758 INFO:teuthology.orchestra.run.smithi079.stdout:generic/053 0s 2023-09-21T11:27:34.774 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/053 2023-09-21T11:27:34.774 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:34.780 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:34.790 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:34.791 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/054) 2023-09-21T11:27:35.002 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:35.006 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:35.006 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:35.007 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:35.008 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:35.468 INFO:teuthology.orchestra.run.smithi079.stdout:generic/054 [not run] ceph does not support shutdown 2023-09-21T11:27:35.483 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/054 2023-09-21T11:27:35.483 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/054 2023-09-21T11:27:35.483 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:35.485 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:35.514 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:35.515 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/055) 2023-09-21T11:27:35.723 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:35.727 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:35.727 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:35.728 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:35.728 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:36.190 INFO:teuthology.orchestra.run.smithi079.stdout:generic/055 [not run] ceph does not support shutdown 2023-09-21T11:27:36.210 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/055 2023-09-21T11:27:36.210 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/055 2023-09-21T11:27:36.210 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:36.212 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:36.236 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:36.236 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/056) 2023-09-21T11:27:36.434 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:36.438 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:36.439 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:36.439 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:36.440 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:36.757 INFO:teuthology.orchestra.run.smithi079.stdout:generic/056 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:27:36.761 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/056 2023-09-21T11:27:36.762 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/056 2023-09-21T11:27:36.762 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:36.763 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:36.790 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:36.791 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/057) 2023-09-21T11:27:36.994 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:36.998 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:36.999 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:37.000 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:37.000 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:37.335 INFO:teuthology.orchestra.run.smithi079.stdout:generic/057 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:27:37.339 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/057 2023-09-21T11:27:37.340 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/057 2023-09-21T11:27:37.340 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:37.342 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:37.376 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:37.376 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/058) 2023-09-21T11:27:37.607 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:37.611 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:37.611 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:37.612 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:37.612 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:38.023 INFO:teuthology.orchestra.run.smithi079.stdout:generic/058 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T11:27:38.027 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/058 2023-09-21T11:27:38.028 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/058 2023-09-21T11:27:38.028 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:38.030 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:38.296 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:38.296 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/059) 2023-09-21T11:27:38.517 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:38.521 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:38.521 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:38.522 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:38.522 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:38.834 INFO:teuthology.orchestra.run.smithi079.stdout:generic/059 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:27:38.837 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/059 2023-09-21T11:27:38.838 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/059 2023-09-21T11:27:38.838 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:38.840 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:38.859 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:38.860 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/060) 2023-09-21T11:27:39.053 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:39.057 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:39.057 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:39.058 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:39.058 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:39.467 INFO:teuthology.orchestra.run.smithi079.stdout:generic/060 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T11:27:39.471 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/060 2023-09-21T11:27:39.471 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/060 2023-09-21T11:27:39.472 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:39.473 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:39.673 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:39.673 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/061) 2023-09-21T11:27:39.952 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:39.956 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:39.957 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:39.958 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:39.958 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:40.353 INFO:teuthology.orchestra.run.smithi079.stdout:generic/061 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T11:27:40.357 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/061 2023-09-21T11:27:40.357 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/061 2023-09-21T11:27:40.357 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:40.359 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:40.635 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:40.636 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/062) 2023-09-21T11:27:40.856 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:40.860 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:40.861 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:40.861 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:40.862 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:42.571 INFO:teuthology.orchestra.run.smithi079.stdout:generic/062 1s 2023-09-21T11:27:42.576 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/062 2023-09-21T11:27:42.576 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:42.578 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:42.588 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:42.588 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/063) 2023-09-21T11:27:42.815 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:42.820 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:42.820 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:42.821 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:42.821 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:43.280 INFO:teuthology.orchestra.run.smithi079.stdout:generic/063 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T11:27:43.284 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/063 2023-09-21T11:27:43.284 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/063 2023-09-21T11:27:43.285 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:43.286 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:43.389 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:43.390 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/064) 2023-09-21T11:27:43.808 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:43.812 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:43.813 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:43.814 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:43.814 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:44.119 INFO:teuthology.orchestra.run.smithi079.stdout:generic/064 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-21T11:27:44.123 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/064 2023-09-21T11:27:44.123 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/064 2023-09-21T11:27:44.124 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:44.125 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:44.147 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:44.147 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/065) 2023-09-21T11:27:44.345 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:44.349 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:44.350 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:44.351 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:44.351 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:44.674 INFO:teuthology.orchestra.run.smithi079.stdout:generic/065 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:27:44.677 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/065 2023-09-21T11:27:44.678 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/065 2023-09-21T11:27:44.678 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:44.679 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:44.709 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:44.710 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/066) 2023-09-21T11:27:44.901 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:44.905 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:44.905 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:44.906 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:44.907 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:45.249 INFO:teuthology.orchestra.run.smithi079.stdout:generic/066 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:27:45.253 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/066 2023-09-21T11:27:45.253 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/066 2023-09-21T11:27:45.254 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:45.255 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:45.280 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:45.280 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/067) 2023-09-21T11:27:45.496 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:45.499 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:45.500 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:45.501 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:45.501 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:45.832 INFO:teuthology.orchestra.run.smithi079.stdout:generic/067 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:27:45.836 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/067 2023-09-21T11:27:45.836 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/067 2023-09-21T11:27:45.836 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:45.838 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:45.861 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:45.861 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/068) 2023-09-21T11:27:46.056 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:46.060 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:46.060 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:46.061 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:46.061 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:46.396 INFO:teuthology.orchestra.run.smithi079.stdout:generic/068 [not run] ceph does not support freezing 2023-09-21T11:27:46.400 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/068 2023-09-21T11:27:46.401 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/068 2023-09-21T11:27:46.401 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:46.402 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:46.424 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:46.424 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/069) 2023-09-21T11:27:46.619 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:46.623 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:46.624 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:46.624 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:46.625 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:52.092 INFO:teuthology.orchestra.run.smithi079.stdout:generic/069 6s 2023-09-21T11:27:52.125 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/069 2023-09-21T11:27:52.125 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:27:52.139 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:27:52.168 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:27:52.168 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/070) 2023-09-21T11:27:52.382 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:27:52.386 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:27:52.386 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:27:52.387 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:27:52.387 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:28:00.722 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:28:00.725 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:28:12.324 INFO:teuthology.orchestra.run.smithi079.stdout:generic/070 20s 2023-09-21T11:28:12.328 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/070 2023-09-21T11:28:12.329 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:28:12.330 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:28:12.485 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:28:12.486 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/071) 2023-09-21T11:28:12.826 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:28:12.830 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:28:12.830 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:28:12.831 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:28:12.831 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:28:13.318 INFO:teuthology.orchestra.run.smithi079.stdout:generic/071 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-09-21T11:28:13.323 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/071 2023-09-21T11:28:13.323 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/071 2023-09-21T11:28:13.323 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:28:13.325 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:28:13.355 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:28:13.355 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/072) 2023-09-21T11:28:13.668 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:28:13.673 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:28:13.674 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:28:13.675 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:28:13.675 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:28:14.257 INFO:teuthology.orchestra.run.smithi079.stdout:generic/072 [not run] xfs_io fcollapse failed (old kernel/wrong fs?) 2023-09-21T11:28:14.268 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/072 2023-09-21T11:28:14.269 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/072 2023-09-21T11:28:14.269 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:28:14.271 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:28:14.312 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:28:14.312 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/073) 2023-09-21T11:28:14.658 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:28:14.662 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:28:14.662 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:28:14.663 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:28:14.664 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:28:15.143 INFO:teuthology.orchestra.run.smithi079.stdout:generic/073 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:28:15.147 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/073 2023-09-21T11:28:15.148 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/073 2023-09-21T11:28:15.148 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:28:15.150 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:28:15.176 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:28:15.176 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/074) 2023-09-21T11:28:15.502 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:28:15.512 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:28:15.512 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:28:15.513 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:28:15.513 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:28:31.037 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:28:31.044 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:28:31.104 INFO:tasks.ceph.mds.d.smithi134.stderr:2023-09-21T11:28:31.105+0000 7f06b6f52700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 111423) UID: 0 2023-09-21T11:28:31.104 INFO:tasks.ceph.mds.b.smithi134.stderr:2023-09-21T11:28:31.105+0000 7f4b58eba700 -1 Fail to open '/proc/111423/cmdline' error = (2) No such file or directory 2023-09-21T11:28:31.104 INFO:tasks.ceph.mds.b.smithi134.stderr:2023-09-21T11:28:31.105+0000 7f4b58eba700 -1 received signal: Hangup from (PID: 111423) UID: 0 2023-09-21T11:28:34.071 INFO:teuthology.orchestra.run.smithi079.stdout:generic/074 19s 2023-09-21T11:28:34.076 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/074 2023-09-21T11:28:34.077 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:28:34.079 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:28:34.408 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:28:34.408 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/075) 2023-09-21T11:28:34.895 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:28:34.902 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:28:34.902 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:28:34.903 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:28:34.903 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:08.079 INFO:teuthology.orchestra.run.smithi079.stdout:generic/075 33s 2023-09-21T11:29:08.084 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/075 2023-09-21T11:29:08.085 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:29:08.087 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:08.293 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:29:08.294 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/076) 2023-09-21T11:29:08.646 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:29:08.650 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:29:08.650 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:29:08.651 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:29:08.651 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:09.093 INFO:teuthology.orchestra.run.smithi079.stdout:generic/076 [not run] require 172.21.15.79:6789:/scratch to be local device 2023-09-21T11:29:09.100 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/076 2023-09-21T11:29:09.101 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/076 2023-09-21T11:29:09.101 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:29:09.103 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:09.145 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:29:09.145 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/077) 2023-09-21T11:29:09.432 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:29:09.436 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:29:09.436 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:29:09.437 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:29:09.437 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:15.060 INFO:teuthology.orchestra.run.smithi079.stdout:generic/077 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-21T11:29:15.065 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/077 2023-09-21T11:29:15.066 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/077 2023-09-21T11:29:15.066 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:29:15.071 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:15.234 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:29:15.235 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/078) 2023-09-21T11:29:15.669 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:29:15.676 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:29:15.676 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:29:15.677 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:29:15.677 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:16.147 INFO:teuthology.orchestra.run.smithi079.stdout:generic/078 [not run] kernel doesn't support renameat2 syscall 2023-09-21T11:29:16.153 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/078 2023-09-21T11:29:16.154 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/078 2023-09-21T11:29:16.154 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:29:16.154 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:16.441 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:29:16.442 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/079) 2023-09-21T11:29:16.750 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:29:16.755 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:29:16.755 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:29:16.756 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:29:16.757 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:17.263 INFO:teuthology.orchestra.run.smithi079.stdout:generic/079 [not run] file system doesn't support chattr +ia 2023-09-21T11:29:17.267 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/079 2023-09-21T11:29:17.267 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/079 2023-09-21T11:29:17.267 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:29:17.269 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:17.316 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:29:17.317 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/080) 2023-09-21T11:29:17.606 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:29:17.610 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:29:17.610 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:29:17.611 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:29:17.611 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:20.179 INFO:teuthology.orchestra.run.smithi079.stdout:generic/080 3s 2023-09-21T11:29:20.184 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/080 2023-09-21T11:29:20.184 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:29:20.187 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:20.230 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:29:20.230 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/081) 2023-09-21T11:29:20.545 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:29:20.552 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:29:20.552 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:29:20.553 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:29:20.553 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:21.041 INFO:teuthology.orchestra.run.smithi079.stdout:generic/081 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:29:21.047 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/081 2023-09-21T11:29:21.047 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/081 2023-09-21T11:29:21.047 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:29:21.049 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:21.078 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:29:21.079 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/082) 2023-09-21T11:29:21.371 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:29:21.375 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:29:21.375 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:29:21.376 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:29:21.377 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:21.857 INFO:teuthology.orchestra.run.smithi079.stdout:generic/082 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T11:29:21.862 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/082 2023-09-21T11:29:21.862 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/082 2023-09-21T11:29:21.862 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:29:21.864 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:21.889 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:29:21.889 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/083) 2023-09-21T11:29:22.188 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:29:22.226 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:29:22.227 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:29:22.227 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:29:22.227 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:22.652 INFO:teuthology.orchestra.run.smithi079.stdout:generic/083 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-21T11:29:22.661 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/083 2023-09-21T11:29:22.661 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/083 2023-09-21T11:29:22.662 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:29:22.664 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:22.696 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:29:22.696 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/084) 2023-09-21T11:29:23.009 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:29:23.013 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:29:23.014 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:29:23.015 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:29:23.015 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:29.134 INFO:teuthology.orchestra.run.smithi079.stdout:generic/084 6s 2023-09-21T11:29:29.148 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/084 2023-09-21T11:29:29.149 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:29:29.152 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:29.169 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:29:29.170 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/085) 2023-09-21T11:29:29.467 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:29:29.476 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:29:29.476 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:29:29.477 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:29:29.477 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:29.916 INFO:teuthology.orchestra.run.smithi079.stdout:generic/085 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:29:29.921 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/085 2023-09-21T11:29:29.921 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/085 2023-09-21T11:29:29.921 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:29:29.923 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:29.950 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:29:29.950 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/086) 2023-09-21T11:29:30.282 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:29:30.286 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:29:30.286 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:29:30.287 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:29:30.287 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:30.750 INFO:teuthology.orchestra.run.smithi079.stdout:generic/086 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T11:29:30.757 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/086 2023-09-21T11:29:30.757 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/086 2023-09-21T11:29:30.757 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:29:30.758 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:30.786 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:29:30.786 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/087) 2023-09-21T11:29:31.108 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:29:31.111 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:29:31.112 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:29:31.113 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:29:31.113 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:31.681 INFO:teuthology.orchestra.run.smithi079.stdout:generic/087 0s 2023-09-21T11:29:31.693 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/087 2023-09-21T11:29:31.694 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:29:31.695 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:32.020 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:29:32.021 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/088) 2023-09-21T11:29:32.321 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:29:32.326 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:29:32.326 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:29:32.327 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:29:32.327 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:32.838 INFO:teuthology.orchestra.run.smithi079.stdout:generic/088 0s 2023-09-21T11:29:32.844 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/088 2023-09-21T11:29:32.844 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:29:32.846 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:29:32.916 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:29:32.917 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/089) 2023-09-21T11:29:33.426 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:29:33.430 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:29:33.431 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:29:33.432 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:29:33.432 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:31:31.347 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:31:31.351 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:32:01.470 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:32:01.473 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:32:31.862 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:32:31.865 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:33:01.928 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:33:02.019 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:33:32.569 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:33:32.572 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:33:32.606 INFO:tasks.ceph.mds.d.smithi134.stderr:2023-09-21T11:33:32.605+0000 7f06b6f52700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 111576) UID: 0 2023-09-21T11:33:32.606 INFO:tasks.ceph.mds.b.smithi134.stderr:2023-09-21T11:33:32.605+0000 7f4b58eba700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 111576) UID: 0 2023-09-21T11:36:20.876 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:36:20.880 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:36:50.955 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:36:50.958 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:37:21.252 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:37:21.255 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:37:21.289 INFO:tasks.ceph.mds.d.smithi134.stderr:2023-09-21T11:37:21.288+0000 7f06b6f52700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 111677) UID: 0 2023-09-21T11:37:21.289 INFO:tasks.ceph.mds.b.smithi134.stderr:2023-09-21T11:37:21.288+0000 7f4b58eba700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 111677) UID: 0 2023-09-21T11:37:48.643 INFO:teuthology.orchestra.run.smithi079.stdout:generic/089 495s 2023-09-21T11:37:48.647 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/089 2023-09-21T11:37:48.647 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:37:48.649 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:37:50.011 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:37:50.012 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/090) 2023-09-21T11:37:50.587 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:37:50.592 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:37:50.593 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:37:50.593 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:37:50.594 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:37:51.092 INFO:teuthology.orchestra.run.smithi079.stdout:generic/090 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:37:51.096 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/090 2023-09-21T11:37:51.097 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/090 2023-09-21T11:37:51.097 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:37:51.098 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:37:51.135 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:37:51.136 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/091) 2023-09-21T11:37:51.344 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:37:51.348 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:37:51.348 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:37:51.349 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:37:51.349 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:39:39.525 INFO:teuthology.orchestra.run.smithi079.stdout:generic/091 108s 2023-09-21T11:39:39.529 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/091 2023-09-21T11:39:39.529 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:39:39.531 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:39:39.826 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:39:39.827 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/092) 2023-09-21T11:39:40.092 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:39:40.096 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:39:40.096 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:39:40.097 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:39:40.097 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:39:40.421 INFO:teuthology.orchestra.run.smithi079.stdout:generic/092 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T11:39:40.425 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/092 2023-09-21T11:39:40.425 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/092 2023-09-21T11:39:40.425 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:39:40.427 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:39:40.456 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:39:40.456 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/093) 2023-09-21T11:39:40.664 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:39:40.668 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:39:40.668 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:39:40.669 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:39:40.669 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:39:41.167 INFO:teuthology.orchestra.run.smithi079.stdout:generic/093 1s 2023-09-21T11:39:41.172 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/093 2023-09-21T11:39:41.172 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:39:41.174 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:39:41.464 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:39:41.465 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/094) 2023-09-21T11:39:41.746 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:39:41.753 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:39:41.753 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:39:41.754 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:39:41.754 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:39:42.121 INFO:teuthology.orchestra.run.smithi079.stdout:generic/094 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-21T11:39:42.125 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/094 2023-09-21T11:39:42.125 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/094 2023-09-21T11:39:42.126 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:39:42.127 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:39:42.407 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:39:42.407 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/095) 2023-09-21T11:39:42.699 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:39:42.703 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:39:42.704 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:39:42.705 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:39:42.705 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:39:54.777 INFO:teuthology.orchestra.run.smithi079.stdout:generic/095 12s 2023-09-21T11:39:54.782 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/095 2023-09-21T11:39:54.782 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:39:54.784 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:39:54.793 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:39:54.793 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/096) 2023-09-21T11:39:55.001 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:39:55.005 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:39:55.005 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:39:55.006 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:39:55.006 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:39:55.408 INFO:teuthology.orchestra.run.smithi079.stdout:generic/096 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-09-21T11:39:55.412 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/096 2023-09-21T11:39:55.412 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/096 2023-09-21T11:39:55.412 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:39:55.414 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:39:55.441 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:39:55.442 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/097) 2023-09-21T11:39:55.643 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:39:55.647 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:39:55.647 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:39:55.648 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:39:55.649 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:39:56.458 INFO:teuthology.orchestra.run.smithi079.stdout:generic/097 1s 2023-09-21T11:39:56.462 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/097 2023-09-21T11:39:56.463 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:39:56.464 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:39:56.491 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:39:56.491 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/098) 2023-09-21T11:39:56.702 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:39:56.706 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:39:56.707 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:39:56.708 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:39:56.708 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:39:58.447 INFO:teuthology.orchestra.run.smithi079.stdout:generic/098 2s 2023-09-21T11:39:58.452 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/098 2023-09-21T11:39:58.452 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:39:58.454 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:39:58.462 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:39:58.462 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/099) 2023-09-21T11:39:58.665 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:39:58.669 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:39:58.669 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:39:58.670 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:39:58.670 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:39:59.553 INFO:teuthology.orchestra.run.smithi079.stdout:generic/099 1s 2023-09-21T11:39:59.558 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/099 2023-09-21T11:39:59.558 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:39:59.560 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:39:59.842 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:39:59.843 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/100) 2023-09-21T11:40:00.147 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:40:00.151 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:40:00.151 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:40:00.152 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:40:00.152 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:01.240 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:40:01.243 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:40:11.358 INFO:teuthology.orchestra.run.smithi079.stdout:generic/100 11s 2023-09-21T11:40:11.362 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/100 2023-09-21T11:40:11.363 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:40:11.365 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:15.333 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:40:15.334 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/101) 2023-09-21T11:40:15.655 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:40:15.659 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:40:15.659 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:40:15.660 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:40:15.660 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:15.998 INFO:teuthology.orchestra.run.smithi079.stdout:generic/101 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:40:16.002 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/101 2023-09-21T11:40:16.002 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/101 2023-09-21T11:40:16.002 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:40:16.004 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:16.028 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:40:16.029 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/102) 2023-09-21T11:40:16.244 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:40:16.248 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:40:16.249 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:40:16.249 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:40:16.250 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:16.580 INFO:teuthology.orchestra.run.smithi079.stdout:generic/102 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-21T11:40:16.584 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/102 2023-09-21T11:40:16.584 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/102 2023-09-21T11:40:16.584 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:40:16.586 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:16.608 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:40:16.609 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/103) 2023-09-21T11:40:16.853 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:40:16.857 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:40:16.858 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:40:16.859 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:40:16.859 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:17.360 INFO:teuthology.orchestra.run.smithi079.stdout:generic/103 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T11:40:17.364 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/103 2023-09-21T11:40:17.364 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/103 2023-09-21T11:40:17.364 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:40:17.366 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:17.677 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:40:17.678 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/104) 2023-09-21T11:40:17.905 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:40:17.909 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:40:17.910 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:40:17.911 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:40:17.911 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:18.232 INFO:teuthology.orchestra.run.smithi079.stdout:generic/104 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:40:18.235 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/104 2023-09-21T11:40:18.236 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/104 2023-09-21T11:40:18.236 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:40:18.238 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:18.266 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:40:18.266 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/105) 2023-09-21T11:40:18.496 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:40:18.500 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:40:18.500 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:40:18.501 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:40:18.501 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:19.431 INFO:teuthology.orchestra.run.smithi079.stdout:generic/105 1s 2023-09-21T11:40:19.438 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/105 2023-09-21T11:40:19.438 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:40:19.446 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:19.455 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:40:19.456 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/106) 2023-09-21T11:40:19.658 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:40:19.662 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:40:19.663 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:40:19.663 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:40:19.663 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:20.008 INFO:teuthology.orchestra.run.smithi079.stdout:generic/106 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:40:20.012 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/106 2023-09-21T11:40:20.012 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/106 2023-09-21T11:40:20.013 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:40:20.014 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:20.037 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:40:20.038 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/107) 2023-09-21T11:40:20.239 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:40:20.243 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:40:20.243 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:40:20.244 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:40:20.244 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:20.550 INFO:teuthology.orchestra.run.smithi079.stdout:generic/107 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:40:20.553 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/107 2023-09-21T11:40:20.554 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/107 2023-09-21T11:40:20.554 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:40:20.556 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:20.580 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:40:20.581 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/108) 2023-09-21T11:40:20.781 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:40:20.785 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:40:20.785 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:40:20.786 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:40:20.786 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:21.197 INFO:teuthology.orchestra.run.smithi079.stdout:generic/108 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T11:40:21.201 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/108 2023-09-21T11:40:21.201 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/108 2023-09-21T11:40:21.202 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:40:21.203 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:21.228 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:40:21.228 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/109) 2023-09-21T11:40:21.441 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:40:21.445 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:40:21.446 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:40:21.447 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:40:21.447 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:31.366 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:40:31.370 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:40:32.075 INFO:teuthology.orchestra.run.smithi079.stdout:generic/109 11s 2023-09-21T11:40:32.081 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/109 2023-09-21T11:40:32.081 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:40:32.083 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:32.098 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:40:32.099 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/110) 2023-09-21T11:40:33.055 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:40:33.059 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:40:33.059 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:40:33.060 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:40:33.060 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:54.027 INFO:teuthology.orchestra.run.smithi079.stdout:generic/110 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T11:40:54.030 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/110 2023-09-21T11:40:54.031 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/110 2023-09-21T11:40:54.031 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:40:54.032 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:54.335 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:40:54.336 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/111) 2023-09-21T11:40:54.592 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:40:54.596 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:40:54.597 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:40:54.598 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:40:54.598 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:54.964 INFO:teuthology.orchestra.run.smithi079.stdout:generic/111 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T11:40:54.968 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/111 2023-09-21T11:40:54.968 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/111 2023-09-21T11:40:54.969 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:40:54.970 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:40:55.272 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:40:55.272 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/112) 2023-09-21T11:40:55.505 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:40:55.509 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:40:55.510 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:40:55.511 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:40:55.511 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:01.434 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:41:01.437 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:41:11.439 INFO:teuthology.orchestra.run.smithi079.stdout:generic/112 16s 2023-09-21T11:41:11.443 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/112 2023-09-21T11:41:11.443 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:41:11.445 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:11.711 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:41:11.712 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/113) 2023-09-21T11:41:11.964 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:41:11.968 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:41:11.968 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:41:11.969 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:41:11.969 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:26.689 INFO:teuthology.orchestra.run.smithi079.stdout:generic/113 14s 2023-09-21T11:41:26.693 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/113 2023-09-21T11:41:26.693 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:41:26.695 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:27.004 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:41:27.006 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/114) 2023-09-21T11:41:27.221 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:41:27.225 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:41:27.225 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:41:27.226 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:41:27.226 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:27.723 INFO:teuthology.orchestra.run.smithi079.stdout:generic/114 [not run] device block size: 4096 greater than 512 2023-09-21T11:41:27.727 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/114 2023-09-21T11:41:27.727 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/114 2023-09-21T11:41:27.728 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:41:27.729 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:27.760 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:41:27.760 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/115) 2023-09-21T11:41:27.980 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:41:27.984 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:41:27.985 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:41:27.986 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:41:27.986 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:28.354 INFO:teuthology.orchestra.run.smithi079.stdout:generic/115 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T11:41:28.358 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/115 2023-09-21T11:41:28.358 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/115 2023-09-21T11:41:28.358 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:41:28.360 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:28.568 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:41:28.568 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/116) 2023-09-21T11:41:28.915 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:41:28.919 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:41:28.919 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:41:28.920 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:41:28.920 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:29.271 INFO:teuthology.orchestra.run.smithi079.stdout:generic/116 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T11:41:29.275 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/116 2023-09-21T11:41:29.275 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/116 2023-09-21T11:41:29.276 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:41:29.277 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:29.536 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:41:29.537 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/117) 2023-09-21T11:41:29.815 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:41:29.820 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:41:29.820 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:41:29.821 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:41:29.821 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:31.809 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:41:31.812 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:41:40.453 INFO:teuthology.orchestra.run.smithi079.stdout:generic/117 10s 2023-09-21T11:41:40.458 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/117 2023-09-21T11:41:40.458 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:41:40.460 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:40.468 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:41:40.468 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/118) 2023-09-21T11:41:40.682 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:41:40.686 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:41:40.686 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:41:40.687 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:41:40.687 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:41.352 INFO:teuthology.orchestra.run.smithi079.stdout:generic/118 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T11:41:41.356 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/118 2023-09-21T11:41:41.356 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/118 2023-09-21T11:41:41.357 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:41:41.358 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:41.493 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:41:41.493 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/119) 2023-09-21T11:41:41.987 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:41:41.991 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:41:41.991 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:41:41.992 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:41:41.992 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:42.350 INFO:teuthology.orchestra.run.smithi079.stdout:generic/119 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T11:41:42.353 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/119 2023-09-21T11:41:42.354 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/119 2023-09-21T11:41:42.354 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:41:42.356 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:42.630 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:41:42.631 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/120) 2023-09-21T11:41:42.898 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:41:42.902 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:41:42.902 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:41:42.903 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:41:42.903 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:43.221 INFO:teuthology.orchestra.run.smithi079.stdout:generic/120 [not run] atime not maintained by ceph 2023-09-21T11:41:43.225 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/120 2023-09-21T11:41:43.225 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/120 2023-09-21T11:41:43.226 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:41:43.227 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:43.258 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:41:43.259 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/121) 2023-09-21T11:41:43.492 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:41:43.496 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:41:43.497 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:41:43.498 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:41:43.498 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:43.840 INFO:teuthology.orchestra.run.smithi079.stdout:generic/121 [not run] Dedupe not supported by test filesystem type: ceph 2023-09-21T11:41:43.844 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/121 2023-09-21T11:41:43.844 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/121 2023-09-21T11:41:43.844 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:41:43.846 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:44.071 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:41:44.071 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/122) 2023-09-21T11:41:44.422 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:41:44.427 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:41:44.427 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:41:44.428 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:41:44.428 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:44.781 INFO:teuthology.orchestra.run.smithi079.stdout:generic/122 [not run] Dedupe not supported by test filesystem type: ceph 2023-09-21T11:41:44.785 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/122 2023-09-21T11:41:44.785 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/122 2023-09-21T11:41:44.785 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:41:44.787 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:45.064 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:41:45.065 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/123) 2023-09-21T11:41:45.346 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:41:45.350 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:41:45.350 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:41:45.351 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:41:45.351 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:45.830 INFO:teuthology.orchestra.run.smithi079.stdout:generic/123 0s 2023-09-21T11:41:45.834 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/123 2023-09-21T11:41:45.835 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:41:45.836 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:46.073 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:41:46.073 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/124) 2023-09-21T11:41:46.390 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:41:46.394 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:41:46.394 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:41:46.395 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:41:46.396 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:48.672 INFO:teuthology.orchestra.run.smithi079.stdout:generic/124 2s 2023-09-21T11:41:48.680 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/124 2023-09-21T11:41:48.680 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:41:48.682 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:41:49.157 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:41:49.158 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/125) 2023-09-21T11:41:49.510 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:41:49.520 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:41:49.520 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:41:49.521 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:41:49.521 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:42:01.884 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:42:01.888 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:42:31.959 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:42:31.962 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:42:51.016 INFO:teuthology.orchestra.run.smithi079.stdout:generic/125 62s 2023-09-21T11:42:51.021 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/125 2023-09-21T11:42:51.022 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:42:51.024 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:42:51.304 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:42:51.305 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/126) 2023-09-21T11:42:51.577 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:42:51.579 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:42:51.580 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:42:51.580 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:42:51.581 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:42:52.065 INFO:teuthology.orchestra.run.smithi079.stdout:generic/126 1s 2023-09-21T11:42:52.069 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/126 2023-09-21T11:42:52.070 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:42:52.071 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:42:52.374 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:42:52.375 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/127) 2023-09-21T11:42:52.646 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:42:52.650 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:42:52.651 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:42:52.651 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:42:52.652 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:43:02.031 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:43:02.034 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:43:32.117 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:43:32.120 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:44:02.169 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:44:02.173 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:44:32.469 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:44:32.471 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:45:02.546 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:45:02.550 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:45:32.613 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:45:32.616 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:46:02.675 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:46:02.678 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:46:32.746 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:46:32.749 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:47:02.800 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:47:02.803 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:47:32.889 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:47:32.895 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:48:02.962 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:48:02.966 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:48:33.043 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:48:33.046 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:49:03.099 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:49:03.102 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:49:33.154 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:49:33.157 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:50:03.223 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:50:03.226 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:50:33.765 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:50:33.768 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:51:03.845 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:51:03.848 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:51:33.917 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:51:33.920 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:52:04.090 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:52:04.093 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:52:11.709 INFO:teuthology.orchestra.run.smithi079.stdout:generic/127 559s 2023-09-21T11:52:11.713 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/127 2023-09-21T11:52:11.714 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:52:11.715 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:52:12.012 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:52:12.012 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/128) 2023-09-21T11:52:12.286 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:52:12.290 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:52:12.290 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:52:12.291 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:52:12.291 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:52:13.318 INFO:teuthology.orchestra.run.smithi079.stdout:generic/128 1s 2023-09-21T11:52:13.323 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/128 2023-09-21T11:52:13.323 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T11:52:13.325 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:52:13.333 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T11:52:13.333 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/129) 2023-09-21T11:52:13.528 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T11:52:13.532 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T11:52:13.533 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T11:52:13.533 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T11:52:13.534 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T11:52:34.169 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:52:34.173 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:53:04.253 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:53:04.257 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:53:34.351 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:53:34.356 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:54:04.489 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:54:04.492 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:54:34.617 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:54:34.620 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:55:04.699 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:55:04.733 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:55:34.854 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:55:34.857 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:56:05.445 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:56:05.450 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:56:35.591 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:56:35.605 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:57:05.722 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:57:05.727 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:57:35.861 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:57:35.875 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:58:05.972 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:58:06.016 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:58:36.117 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:58:36.182 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:59:06.293 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:59:06.323 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:59:36.634 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T11:59:36.648 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:00:07.192 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:00:07.221 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:00:37.397 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:00:37.415 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:01:07.534 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:01:07.541 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:01:37.739 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:01:37.755 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:02:07.891 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:02:07.894 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:02:38.042 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:02:38.046 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:02:38.093 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T12:02:38.092+0000 7f67b313f700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 257244) UID: 0 2023-09-21T12:02:38.096 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T12:02:38.092+0000 7f7982df5700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 257244) UID: 0 2023-09-21T12:02:38.096 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T12:02:38.094+0000 7fd0785ad700 -1 received signal: Hangup from (PID: 257244) UID: 0 2023-09-21T12:02:38.120 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T12:02:38.114+0000 7f532b077700 -1 received signal: Hangup from (PID: 257244) UID: 0 2023-09-21T12:06:14.058 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:06:14.086 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:06:44.474 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:06:44.486 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:07:14.720 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:07:14.740 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:07:44.890 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:07:44.913 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:07:44.967 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T12:07:44.967+0000 7f67d1fc3700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 113018) UID: 0 2023-09-21T12:07:44.968 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T12:07:44.967+0000 7f0e6cbeb700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 113018) UID: 0 2023-09-21T12:07:44.968 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T12:07:44.967+0000 7feddaf8b700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 113018) UID: 0 2023-09-21T12:07:44.969 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T12:07:44.967+0000 7ff86cd40700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 113018) UID: 0 2023-09-21T12:11:02.942 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T12:11:02.941+0000 7f67b313f700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 257410) UID: 0 2023-09-21T12:11:02.965 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T12:11:02.941+0000 7f7982df5700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 257410) UID: 0 2023-09-21T12:11:02.966 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T12:11:02.941+0000 7fd0785ad700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 257410) UID: 0 2023-09-21T12:11:02.966 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T12:11:02.942+0000 7f532b077700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 257410) UID: 0 2023-09-21T12:11:48.714 INFO:teuthology.orchestra.run.smithi079.stdout:generic/129 1175s 2023-09-21T12:11:48.736 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/129 2023-09-21T12:11:48.737 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:11:48.764 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:11:48.773 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:11:48.797 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/130) 2023-09-21T12:11:48.999 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:11:49.002 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:11:49.131 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T12:11:49.131+0000 7f0e6cbeb700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 113308) UID: 0 2023-09-21T12:11:49.131 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T12:11:49.131+0000 7feddaf8b700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 113308) UID: 0 2023-09-21T12:11:49.132 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T12:11:49.131+0000 7ff86cd40700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 113308) UID: 0 2023-09-21T12:11:49.132 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T12:11:49.131+0000 7f67d1fc3700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 113308) UID: 0 2023-09-21T12:11:49.983 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:11:49.986 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:11:49.986 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:11:49.987 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:11:49.987 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:12:03.027 INFO:teuthology.orchestra.run.smithi079.stdout:generic/130 13s 2023-09-21T12:12:03.055 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/130 2023-09-21T12:12:03.055 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:12:03.059 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:12:03.069 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:12:03.069 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/131) 2023-09-21T12:12:03.282 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:12:03.286 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:12:03.287 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:12:03.287 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:12:03.288 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:12:04.973 INFO:teuthology.orchestra.run.smithi079.stdout:generic/131 1s 2023-09-21T12:12:04.985 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/131 2023-09-21T12:12:04.985 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:12:04.988 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:12:05.417 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:12:05.417 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/132) 2023-09-21T12:12:05.871 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:12:05.880 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:12:05.880 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:12:05.881 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:12:05.882 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:12:20.124 INFO:teuthology.orchestra.run.smithi079.stdout:generic/132 14s 2023-09-21T12:12:20.129 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/132 2023-09-21T12:12:20.129 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:12:20.131 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:12:20.139 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:12:20.140 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/133) 2023-09-21T12:12:20.397 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:12:20.401 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:12:20.402 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:12:20.402 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:12:20.403 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:17.401 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:16:17.440 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:16:24.347 INFO:teuthology.orchestra.run.smithi079.stdout:generic/133 244s 2023-09-21T12:16:24.368 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/133 2023-09-21T12:16:24.369 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:24.370 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:24.630 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:24.631 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/134) 2023-09-21T12:16:25.049 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:25.054 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:25.054 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:25.056 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:25.056 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:25.454 INFO:teuthology.orchestra.run.smithi079.stdout:generic/134 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:25.457 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/134 2023-09-21T12:16:25.458 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/134 2023-09-21T12:16:25.458 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:25.460 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:25.762 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:25.762 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/135) 2023-09-21T12:16:26.067 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:26.071 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:26.072 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:26.073 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:26.073 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:27.293 INFO:teuthology.orchestra.run.smithi079.stdout:generic/135 1s 2023-09-21T12:16:27.295 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/135 2023-09-21T12:16:27.296 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:27.297 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:27.306 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:27.307 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/136) 2023-09-21T12:16:27.516 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:27.520 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:27.521 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:27.521 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:27.522 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:27.886 INFO:teuthology.orchestra.run.smithi079.stdout:generic/136 [not run] Dedupe not supported by test filesystem type: ceph 2023-09-21T12:16:27.890 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/136 2023-09-21T12:16:27.890 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/136 2023-09-21T12:16:27.891 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:27.892 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:28.147 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:28.147 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/137) 2023-09-21T12:16:28.568 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:28.571 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:28.572 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:28.573 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:28.573 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:28.929 INFO:teuthology.orchestra.run.smithi079.stdout:generic/137 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:28.933 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/137 2023-09-21T12:16:28.933 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/137 2023-09-21T12:16:28.933 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:28.935 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:29.221 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:29.222 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/138) 2023-09-21T12:16:29.489 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:29.493 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:29.494 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:29.495 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:29.495 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:29.866 INFO:teuthology.orchestra.run.smithi079.stdout:generic/138 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:29.870 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/138 2023-09-21T12:16:29.870 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/138 2023-09-21T12:16:29.870 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:29.872 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:30.156 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:30.157 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/139) 2023-09-21T12:16:30.464 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:30.468 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:30.469 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:30.470 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:30.470 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:30.827 INFO:teuthology.orchestra.run.smithi079.stdout:generic/139 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:30.831 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/139 2023-09-21T12:16:30.831 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/139 2023-09-21T12:16:30.831 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:30.832 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:31.143 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:31.143 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/140) 2023-09-21T12:16:31.396 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:31.398 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:31.398 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:31.399 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:31.399 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:31.782 INFO:teuthology.orchestra.run.smithi079.stdout:generic/140 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:31.786 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/140 2023-09-21T12:16:31.786 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/140 2023-09-21T12:16:31.787 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:31.788 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:31.922 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:31.923 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/141) 2023-09-21T12:16:32.371 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:32.375 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:32.375 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:32.376 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:32.376 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:32.943 INFO:teuthology.orchestra.run.smithi079.stdout:generic/141 0s 2023-09-21T12:16:32.947 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/141 2023-09-21T12:16:32.947 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:32.949 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:32.958 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:32.958 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/142) 2023-09-21T12:16:33.163 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:33.167 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:33.167 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:33.168 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:33.169 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:33.526 INFO:teuthology.orchestra.run.smithi079.stdout:generic/142 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:33.530 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/142 2023-09-21T12:16:33.530 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/142 2023-09-21T12:16:33.530 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:33.532 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:33.779 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:33.779 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/143) 2023-09-21T12:16:34.133 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:34.137 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:34.137 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:34.138 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:34.138 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:34.503 INFO:teuthology.orchestra.run.smithi079.stdout:generic/143 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:34.507 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/143 2023-09-21T12:16:34.508 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/143 2023-09-21T12:16:34.508 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:34.510 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:34.808 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:34.809 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/144) 2023-09-21T12:16:35.094 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:35.098 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:35.099 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:35.099 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:35.100 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:35.462 INFO:teuthology.orchestra.run.smithi079.stdout:generic/144 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:35.466 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/144 2023-09-21T12:16:35.467 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/144 2023-09-21T12:16:35.467 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:35.468 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:35.781 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:35.782 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/145) 2023-09-21T12:16:36.047 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:36.051 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:36.051 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:36.052 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:36.052 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:36.411 INFO:teuthology.orchestra.run.smithi079.stdout:generic/145 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:36.415 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/145 2023-09-21T12:16:36.415 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/145 2023-09-21T12:16:36.416 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:36.417 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:36.645 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:36.646 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/146) 2023-09-21T12:16:36.975 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:36.979 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:36.980 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:36.981 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:36.981 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:37.345 INFO:teuthology.orchestra.run.smithi079.stdout:generic/146 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:37.349 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/146 2023-09-21T12:16:37.349 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/146 2023-09-21T12:16:37.350 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:37.351 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:37.465 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:37.466 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/147) 2023-09-21T12:16:37.910 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:37.914 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:37.914 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:37.915 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:37.915 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:38.279 INFO:teuthology.orchestra.run.smithi079.stdout:generic/147 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:38.283 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/147 2023-09-21T12:16:38.284 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/147 2023-09-21T12:16:38.284 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:38.285 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:38.549 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:38.549 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/148) 2023-09-21T12:16:38.848 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:38.853 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:38.853 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:38.854 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:38.854 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:39.203 INFO:teuthology.orchestra.run.smithi079.stdout:generic/148 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:39.207 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/148 2023-09-21T12:16:39.208 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/148 2023-09-21T12:16:39.208 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:39.209 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:39.544 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:39.545 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/149) 2023-09-21T12:16:39.785 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:39.789 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:39.790 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:39.791 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:39.791 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:40.156 INFO:teuthology.orchestra.run.smithi079.stdout:generic/149 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:40.159 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/149 2023-09-21T12:16:40.160 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/149 2023-09-21T12:16:40.160 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:40.162 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:40.311 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:40.312 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/150) 2023-09-21T12:16:40.728 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:40.732 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:40.733 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:40.733 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:40.734 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:41.080 INFO:teuthology.orchestra.run.smithi079.stdout:generic/150 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:41.084 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/150 2023-09-21T12:16:41.084 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/150 2023-09-21T12:16:41.084 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:41.086 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:41.411 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:41.412 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/151) 2023-09-21T12:16:41.644 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:41.648 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:41.648 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:41.649 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:41.650 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:42.011 INFO:teuthology.orchestra.run.smithi079.stdout:generic/151 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:42.014 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/151 2023-09-21T12:16:42.015 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/151 2023-09-21T12:16:42.015 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:42.017 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:42.076 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:42.077 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/152) 2023-09-21T12:16:42.572 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:42.576 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:42.576 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:42.577 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:42.577 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:42.929 INFO:teuthology.orchestra.run.smithi079.stdout:generic/152 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:42.933 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/152 2023-09-21T12:16:42.933 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/152 2023-09-21T12:16:42.933 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:42.935 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:43.038 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:43.039 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/153) 2023-09-21T12:16:43.522 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:43.525 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:43.526 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:43.527 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:43.527 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:43.890 INFO:teuthology.orchestra.run.smithi079.stdout:generic/153 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:43.894 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/153 2023-09-21T12:16:43.894 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/153 2023-09-21T12:16:43.895 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:43.896 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:44.207 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:44.208 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/154) 2023-09-21T12:16:44.449 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:44.453 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:44.454 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:44.455 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:44.455 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:44.813 INFO:teuthology.orchestra.run.smithi079.stdout:generic/154 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:44.817 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/154 2023-09-21T12:16:44.817 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/154 2023-09-21T12:16:44.818 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:44.819 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:44.886 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:44.887 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/155) 2023-09-21T12:16:45.389 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:45.393 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:45.394 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:45.395 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:45.395 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:45.755 INFO:teuthology.orchestra.run.smithi079.stdout:generic/155 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:45.759 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/155 2023-09-21T12:16:45.759 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/155 2023-09-21T12:16:45.760 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:45.761 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:46.094 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:46.095 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/156) 2023-09-21T12:16:46.340 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:46.345 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:46.345 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:46.346 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:46.346 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:46.708 INFO:teuthology.orchestra.run.smithi079.stdout:generic/156 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:46.712 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/156 2023-09-21T12:16:46.712 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/156 2023-09-21T12:16:46.712 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:46.714 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:47.024 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:47.025 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/157) 2023-09-21T12:16:47.278 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:47.282 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:47.283 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:47.284 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:47.284 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:47.531 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:16:47.533 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:16:47.651 INFO:teuthology.orchestra.run.smithi079.stdout:generic/157 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:16:47.655 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/157 2023-09-21T12:16:47.655 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/157 2023-09-21T12:16:47.656 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:47.657 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:47.953 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:47.954 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/158) 2023-09-21T12:16:48.229 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:48.233 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:48.234 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:48.234 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:48.234 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:48.621 INFO:teuthology.orchestra.run.smithi079.stdout:generic/158 [not run] Dedupe not supported by test filesystem type: ceph 2023-09-21T12:16:48.625 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/158 2023-09-21T12:16:48.625 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/158 2023-09-21T12:16:48.625 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:48.627 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:48.947 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:48.947 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/159) 2023-09-21T12:16:49.186 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:49.190 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:49.191 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:49.192 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:49.192 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:49.567 INFO:teuthology.orchestra.run.smithi079.stdout:generic/159 [not run] file system doesn't support chattr +i 2023-09-21T12:16:49.570 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/159 2023-09-21T12:16:49.571 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/159 2023-09-21T12:16:49.571 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:49.573 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:49.609 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:49.609 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/160) 2023-09-21T12:16:49.833 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:49.837 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:49.838 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:49.839 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:49.839 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:50.195 INFO:teuthology.orchestra.run.smithi079.stdout:generic/160 [not run] file system doesn't support chattr +i 2023-09-21T12:16:50.199 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/160 2023-09-21T12:16:50.200 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/160 2023-09-21T12:16:50.200 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:50.202 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:50.244 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:50.245 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/161) 2023-09-21T12:16:50.447 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:50.451 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:50.451 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:50.452 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:50.452 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:51.312 INFO:teuthology.orchestra.run.smithi079.stdout:generic/161 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:16:51.323 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/161 2023-09-21T12:16:51.323 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/161 2023-09-21T12:16:51.324 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:51.336 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:51.433 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:51.433 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/162) 2023-09-21T12:16:51.646 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:51.650 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:51.651 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:51.651 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:51.652 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:52.204 INFO:teuthology.orchestra.run.smithi079.stdout:generic/162 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-09-21T12:16:52.384 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/162 2023-09-21T12:16:52.385 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/162 2023-09-21T12:16:52.385 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:52.483 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:52.592 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:52.593 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/163) 2023-09-21T12:16:52.815 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:52.819 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:52.819 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:52.820 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:52.820 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:53.344 INFO:teuthology.orchestra.run.smithi079.stdout:generic/163 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-09-21T12:16:53.617 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/163 2023-09-21T12:16:53.618 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/163 2023-09-21T12:16:53.618 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:53.664 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:53.772 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:53.772 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/164) 2023-09-21T12:16:53.991 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:53.995 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:53.996 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:53.997 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:53.997 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:54.811 INFO:teuthology.orchestra.run.smithi079.stdout:generic/164 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:16:54.844 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/164 2023-09-21T12:16:54.844 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/164 2023-09-21T12:16:54.844 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:54.847 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:54.911 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:54.912 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/165) 2023-09-21T12:16:55.124 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:55.128 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:55.128 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:55.129 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:55.129 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:55.772 INFO:teuthology.orchestra.run.smithi079.stdout:generic/165 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:16:55.875 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/165 2023-09-21T12:16:55.875 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/165 2023-09-21T12:16:55.875 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:55.878 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:56.000 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:56.000 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/166) 2023-09-21T12:16:56.232 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:56.236 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:56.237 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:56.238 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:56.238 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:56.928 INFO:teuthology.orchestra.run.smithi079.stdout:generic/166 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:16:56.943 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/166 2023-09-21T12:16:56.944 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/166 2023-09-21T12:16:56.944 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:56.946 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:57.066 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:57.067 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/167) 2023-09-21T12:16:57.319 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:57.323 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:57.323 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:57.324 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:57.325 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:58.061 INFO:teuthology.orchestra.run.smithi079.stdout:generic/167 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:16:58.133 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/167 2023-09-21T12:16:58.133 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/167 2023-09-21T12:16:58.134 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:58.140 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:58.213 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:58.214 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/168) 2023-09-21T12:16:58.449 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:58.453 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:58.454 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:58.454 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:58.455 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:59.282 INFO:teuthology.orchestra.run.smithi079.stdout:generic/168 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:16:59.337 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/168 2023-09-21T12:16:59.337 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/168 2023-09-21T12:16:59.338 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:16:59.340 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:16:59.403 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:16:59.404 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/169) 2023-09-21T12:16:59.639 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:16:59.643 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:16:59.644 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:16:59.644 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:16:59.644 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:00.461 INFO:teuthology.orchestra.run.smithi079.stdout:generic/169 1s 2023-09-21T12:17:00.532 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/169 2023-09-21T12:17:00.532 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:00.534 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:00.542 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:00.542 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/170) 2023-09-21T12:17:00.746 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:00.750 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:00.751 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:00.751 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:00.752 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:01.577 INFO:teuthology.orchestra.run.smithi079.stdout:generic/170 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:01.585 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/170 2023-09-21T12:17:01.585 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/170 2023-09-21T12:17:01.585 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:01.588 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:01.657 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:01.658 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/171) 2023-09-21T12:17:01.872 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:01.877 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:01.878 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:01.878 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:01.878 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:02.656 INFO:teuthology.orchestra.run.smithi079.stdout:generic/171 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:02.662 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/171 2023-09-21T12:17:02.663 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/171 2023-09-21T12:17:02.663 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:02.707 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:02.846 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:02.847 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/172) 2023-09-21T12:17:03.047 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:03.051 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:03.052 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:03.053 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:03.053 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:03.896 INFO:teuthology.orchestra.run.smithi079.stdout:generic/172 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:03.912 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/172 2023-09-21T12:17:03.912 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/172 2023-09-21T12:17:03.912 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:03.929 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:03.998 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:03.999 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/173) 2023-09-21T12:17:04.212 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:04.216 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:04.217 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:04.218 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:04.218 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:05.076 INFO:teuthology.orchestra.run.smithi079.stdout:generic/173 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:05.082 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/173 2023-09-21T12:17:05.082 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/173 2023-09-21T12:17:05.082 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:05.086 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:05.163 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:05.164 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/174) 2023-09-21T12:17:05.365 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:05.369 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:05.370 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:05.371 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:05.371 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:06.172 INFO:teuthology.orchestra.run.smithi079.stdout:generic/174 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:06.210 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/174 2023-09-21T12:17:06.210 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/174 2023-09-21T12:17:06.210 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:06.215 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:06.281 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:06.281 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/175) 2023-09-21T12:17:06.488 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:06.492 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:06.493 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:06.493 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:06.494 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:07.310 INFO:teuthology.orchestra.run.smithi079.stdout:generic/175 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:07.338 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/175 2023-09-21T12:17:07.338 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/175 2023-09-21T12:17:07.338 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:07.351 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:07.433 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:07.434 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/176) 2023-09-21T12:17:07.636 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:07.640 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:07.641 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:07.642 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:07.643 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:08.372 INFO:teuthology.orchestra.run.smithi079.stdout:generic/176 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:08.400 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/176 2023-09-21T12:17:08.400 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/176 2023-09-21T12:17:08.400 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:08.404 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:08.537 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:08.538 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/177) 2023-09-21T12:17:08.759 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:08.763 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:08.764 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:08.765 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:08.765 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:09.298 INFO:teuthology.orchestra.run.smithi079.stdout:generic/177 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-21T12:17:09.302 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/177 2023-09-21T12:17:09.302 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/177 2023-09-21T12:17:09.303 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:09.304 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:09.568 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:09.569 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/178) 2023-09-21T12:17:09.893 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:09.898 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:09.899 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:09.900 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:09.900 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:10.253 INFO:teuthology.orchestra.run.smithi079.stdout:generic/178 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:17:10.257 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/178 2023-09-21T12:17:10.257 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/178 2023-09-21T12:17:10.257 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:10.259 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:10.416 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:10.417 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/179) 2023-09-21T12:17:10.801 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:10.805 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:10.807 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:10.807 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:10.807 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:11.162 INFO:teuthology.orchestra.run.smithi079.stdout:generic/179 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:17:11.166 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/179 2023-09-21T12:17:11.166 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/179 2023-09-21T12:17:11.167 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:11.168 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:11.452 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:11.452 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/180) 2023-09-21T12:17:11.748 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:11.752 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:11.752 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:11.753 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:11.753 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:12.114 INFO:teuthology.orchestra.run.smithi079.stdout:generic/180 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:17:12.118 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/180 2023-09-21T12:17:12.118 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/180 2023-09-21T12:17:12.118 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:12.120 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:12.437 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:12.437 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/181) 2023-09-21T12:17:12.673 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:12.677 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:12.677 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:12.678 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:12.678 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:13.033 INFO:teuthology.orchestra.run.smithi079.stdout:generic/181 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:17:13.037 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/181 2023-09-21T12:17:13.037 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/181 2023-09-21T12:17:13.038 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:13.039 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:13.158 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:13.159 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/182) 2023-09-21T12:17:13.591 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:13.595 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:13.595 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:13.596 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:13.596 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:13.973 INFO:teuthology.orchestra.run.smithi079.stdout:generic/182 [not run] Dedupe not supported by test filesystem type: ceph 2023-09-21T12:17:13.976 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/182 2023-09-21T12:17:13.977 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/182 2023-09-21T12:17:13.977 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:13.979 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:14.305 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:14.305 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/183) 2023-09-21T12:17:14.556 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:14.560 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:14.560 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:14.561 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:14.561 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:15.383 INFO:teuthology.orchestra.run.smithi079.stdout:generic/183 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:15.407 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/183 2023-09-21T12:17:15.408 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/183 2023-09-21T12:17:15.408 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:15.410 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:15.481 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:15.481 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/184) 2023-09-21T12:17:15.698 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:15.702 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:15.703 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:15.703 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:15.704 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:16.086 INFO:teuthology.orchestra.run.smithi079.stdout:generic/184 1s 2023-09-21T12:17:16.090 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/184 2023-09-21T12:17:16.091 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:16.093 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:16.129 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:16.130 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/185) 2023-09-21T12:17:16.334 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:16.338 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:16.338 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:16.339 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:16.340 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:17.073 INFO:teuthology.orchestra.run.smithi079.stdout:generic/185 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:17.114 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/185 2023-09-21T12:17:17.114 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/185 2023-09-21T12:17:17.114 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:17.128 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:17.249 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:17.250 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/186) 2023-09-21T12:17:17.464 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:17.468 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:17.468 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:17.469 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:17.469 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:17.600 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:17:17.602 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:17:18.326 INFO:teuthology.orchestra.run.smithi079.stdout:generic/186 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:18.331 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/186 2023-09-21T12:17:18.331 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/186 2023-09-21T12:17:18.332 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:18.340 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:18.423 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:18.424 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/187) 2023-09-21T12:17:18.665 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:18.669 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:18.670 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:18.670 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:18.671 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:19.364 INFO:teuthology.orchestra.run.smithi079.stdout:generic/187 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:19.381 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/187 2023-09-21T12:17:19.381 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/187 2023-09-21T12:17:19.381 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:19.414 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:19.565 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:19.566 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/188) 2023-09-21T12:17:19.775 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:19.779 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:19.780 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:19.780 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:19.781 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:20.557 INFO:teuthology.orchestra.run.smithi079.stdout:generic/188 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:20.566 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/188 2023-09-21T12:17:20.566 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/188 2023-09-21T12:17:20.566 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:20.577 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:20.677 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:20.677 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/189) 2023-09-21T12:17:20.886 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:20.890 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:20.890 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:20.891 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:20.891 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:21.788 INFO:teuthology.orchestra.run.smithi079.stdout:generic/189 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:21.804 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/189 2023-09-21T12:17:21.805 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/189 2023-09-21T12:17:21.805 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:21.807 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:21.899 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:21.900 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/190) 2023-09-21T12:17:22.102 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:22.106 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:22.107 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:22.107 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:22.108 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:22.906 INFO:teuthology.orchestra.run.smithi079.stdout:generic/190 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:22.918 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/190 2023-09-21T12:17:22.918 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/190 2023-09-21T12:17:22.918 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:22.928 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:23.073 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:23.073 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/191) 2023-09-21T12:17:23.290 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:23.294 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:23.294 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:23.295 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:23.296 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:24.050 INFO:teuthology.orchestra.run.smithi079.stdout:generic/191 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:24.067 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/191 2023-09-21T12:17:24.068 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/191 2023-09-21T12:17:24.068 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:24.149 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:24.232 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:24.233 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/192) 2023-09-21T12:17:24.452 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:24.456 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:24.457 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:24.458 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:24.458 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:24.793 INFO:teuthology.orchestra.run.smithi079.stdout:generic/192 [not run] atime not maintained by ceph 2023-09-21T12:17:24.796 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/192 2023-09-21T12:17:24.797 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/192 2023-09-21T12:17:24.797 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:24.798 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:24.824 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:24.824 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/193) 2023-09-21T12:17:25.029 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:25.033 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:25.034 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:25.035 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:25.035 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:25.839 INFO:teuthology.orchestra.run.smithi079.stdout:generic/193 0s 2023-09-21T12:17:25.844 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/193 2023-09-21T12:17:25.844 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:25.846 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:26.120 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:26.120 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/194) 2023-09-21T12:17:26.419 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:26.423 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:26.424 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:26.424 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:26.425 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:27.130 INFO:teuthology.orchestra.run.smithi079.stdout:generic/194 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:27.136 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/194 2023-09-21T12:17:27.136 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/194 2023-09-21T12:17:27.137 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:27.139 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:27.268 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:27.269 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/195) 2023-09-21T12:17:27.489 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:27.493 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:27.493 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:27.494 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:27.494 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:28.160 INFO:teuthology.orchestra.run.smithi079.stdout:generic/195 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:28.173 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/195 2023-09-21T12:17:28.173 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/195 2023-09-21T12:17:28.174 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:28.291 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:28.381 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:28.381 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/196) 2023-09-21T12:17:28.589 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:28.593 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:28.593 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:28.594 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:28.595 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:29.429 INFO:teuthology.orchestra.run.smithi079.stdout:generic/196 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:29.439 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/196 2023-09-21T12:17:29.440 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/196 2023-09-21T12:17:29.440 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:29.455 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:29.541 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:29.542 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/197) 2023-09-21T12:17:29.763 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:29.767 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:29.767 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:29.768 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:29.768 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:30.603 INFO:teuthology.orchestra.run.smithi079.stdout:generic/197 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:30.612 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/197 2023-09-21T12:17:30.612 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/197 2023-09-21T12:17:30.612 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:30.618 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:30.705 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:30.706 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/198) 2023-09-21T12:17:30.917 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:30.921 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:30.922 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:30.922 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:30.923 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:31.640 INFO:teuthology.orchestra.run.smithi079.stdout:generic/198 0s 2023-09-21T12:17:31.645 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/198 2023-09-21T12:17:31.645 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:31.646 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:31.696 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:31.697 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/199) 2023-09-21T12:17:32.306 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:32.310 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:32.310 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:32.311 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:32.311 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:33.144 INFO:teuthology.orchestra.run.smithi079.stdout:generic/199 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:33.158 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/199 2023-09-21T12:17:33.159 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/199 2023-09-21T12:17:33.159 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:33.163 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:33.232 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:33.233 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/200) 2023-09-21T12:17:33.451 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:33.454 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:33.455 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:33.456 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:33.456 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:34.281 INFO:teuthology.orchestra.run.smithi079.stdout:generic/200 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:34.307 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/200 2023-09-21T12:17:34.308 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/200 2023-09-21T12:17:34.308 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:34.312 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:34.367 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:34.367 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/201) 2023-09-21T12:17:34.612 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:34.616 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:34.617 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:34.617 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:34.618 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:35.453 INFO:teuthology.orchestra.run.smithi079.stdout:generic/201 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:35.465 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/201 2023-09-21T12:17:35.465 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/201 2023-09-21T12:17:35.465 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:35.469 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:35.551 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:35.552 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/202) 2023-09-21T12:17:35.761 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:35.765 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:35.766 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:35.766 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:35.767 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:36.449 INFO:teuthology.orchestra.run.smithi079.stdout:generic/202 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:36.578 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/202 2023-09-21T12:17:36.578 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/202 2023-09-21T12:17:36.579 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:36.582 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:36.671 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:36.671 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/203) 2023-09-21T12:17:36.875 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:36.878 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:36.879 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:36.880 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:36.880 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:37.597 INFO:teuthology.orchestra.run.smithi079.stdout:generic/203 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:37.676 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/203 2023-09-21T12:17:37.676 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/203 2023-09-21T12:17:37.677 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:37.685 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:37.755 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:37.755 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/204) 2023-09-21T12:17:37.979 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:37.983 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:37.983 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:37.984 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:37.985 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:38.870 INFO:teuthology.orchestra.run.smithi079.stdout:generic/204 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-21T12:17:38.874 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/204 2023-09-21T12:17:38.875 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/204 2023-09-21T12:17:38.875 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:38.877 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:38.912 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:38.912 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/205) 2023-09-21T12:17:39.119 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:39.123 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:39.123 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:39.124 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:39.124 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:39.884 INFO:teuthology.orchestra.run.smithi079.stdout:generic/205 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:39.891 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/205 2023-09-21T12:17:39.891 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/205 2023-09-21T12:17:39.891 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:39.932 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:40.000 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:40.000 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/206) 2023-09-21T12:17:40.209 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:40.213 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:40.214 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:40.215 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:40.215 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:40.826 INFO:teuthology.orchestra.run.smithi079.stdout:generic/206 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:17:40.985 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/206 2023-09-21T12:17:40.986 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/206 2023-09-21T12:17:40.986 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:41.027 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:41.082 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:41.083 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/207) 2023-09-21T12:17:41.310 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:41.314 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:41.314 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:41.315 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:41.315 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:47.671 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:17:47.674 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:17:49.137 INFO:teuthology.orchestra.run.smithi079.stdout:generic/207 8s 2023-09-21T12:17:49.142 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/207 2023-09-21T12:17:49.142 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:17:49.144 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:17:49.287 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:17:49.288 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/208) 2023-09-21T12:17:49.694 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:17:49.698 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:17:49.699 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:17:49.700 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:17:49.700 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:18:17.741 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:18:17.745 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:18:47.806 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:18:47.808 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:19:17.872 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:19:17.875 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:19:47.945 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:19:47.948 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:20:18.035 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:20:18.039 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:20:48.088 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:20:48.091 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:21:10.195 INFO:teuthology.orchestra.run.smithi079.stdout:generic/208 201s 2023-09-21T12:21:10.200 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/208 2023-09-21T12:21:10.200 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:21:10.202 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:10.443 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:21:10.443 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/209) 2023-09-21T12:21:10.766 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:21:10.770 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:21:10.771 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:21:10.772 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:21:10.772 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:18.176 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:21:18.179 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:21:44.352 INFO:teuthology.orchestra.run.smithi079.stdout:generic/209 33s 2023-09-21T12:21:44.357 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/209 2023-09-21T12:21:44.357 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:21:44.359 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:44.616 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:21:44.616 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/210) 2023-09-21T12:21:44.952 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:21:44.956 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:21:44.956 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:21:44.957 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:21:44.957 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:45.396 INFO:teuthology.orchestra.run.smithi079.stdout:generic/210 0s 2023-09-21T12:21:45.452 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/210 2023-09-21T12:21:45.452 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:21:45.454 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:45.819 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:21:45.819 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/211) 2023-09-21T12:21:46.037 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:21:46.041 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:21:46.041 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:21:46.042 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:21:46.042 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:46.524 INFO:teuthology.orchestra.run.smithi079.stdout:generic/211 0s 2023-09-21T12:21:46.529 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/211 2023-09-21T12:21:46.529 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:21:46.531 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:46.565 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:21:46.565 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/212) 2023-09-21T12:21:46.769 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:21:46.773 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:21:46.774 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:21:46.774 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:21:46.774 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:47.177 INFO:teuthology.orchestra.run.smithi079.stdout:generic/212 1s 2023-09-21T12:21:47.181 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/212 2023-09-21T12:21:47.182 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:21:47.184 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:47.218 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:21:47.219 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/213) 2023-09-21T12:21:47.422 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:21:47.426 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:21:47.426 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:21:47.427 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:21:47.428 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:47.769 INFO:teuthology.orchestra.run.smithi079.stdout:generic/213 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T12:21:47.773 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/213 2023-09-21T12:21:47.773 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/213 2023-09-21T12:21:47.773 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:21:47.775 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:47.807 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:21:47.807 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/214) 2023-09-21T12:21:48.013 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:21:48.017 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:21:48.018 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:21:48.019 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:21:48.019 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:48.256 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:21:48.259 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:21:48.388 INFO:teuthology.orchestra.run.smithi079.stdout:generic/214 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T12:21:48.392 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/214 2023-09-21T12:21:48.392 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/214 2023-09-21T12:21:48.392 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:21:48.394 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:48.420 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:21:48.420 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/215) 2023-09-21T12:21:48.620 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:21:48.624 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:21:48.625 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:21:48.625 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:21:48.626 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:51.006 INFO:teuthology.orchestra.run.smithi079.stdout:generic/215 3s 2023-09-21T12:21:51.012 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/215 2023-09-21T12:21:51.012 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:21:51.014 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:51.080 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:21:51.081 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/216) 2023-09-21T12:21:51.305 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:21:51.310 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:21:51.310 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:21:51.311 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:21:51.311 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:52.002 INFO:teuthology.orchestra.run.smithi079.stdout:generic/216 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:21:52.095 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/216 2023-09-21T12:21:52.095 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/216 2023-09-21T12:21:52.095 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:21:52.099 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:52.200 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:21:52.200 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/217) 2023-09-21T12:21:52.408 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:21:52.412 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:21:52.412 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:21:52.413 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:21:52.413 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:53.206 INFO:teuthology.orchestra.run.smithi079.stdout:generic/217 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:21:53.285 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/217 2023-09-21T12:21:53.285 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/217 2023-09-21T12:21:53.286 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:21:53.290 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:53.355 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:21:53.356 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/218) 2023-09-21T12:21:53.560 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:21:53.564 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:21:53.565 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:21:53.566 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:21:53.566 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:54.340 INFO:teuthology.orchestra.run.smithi079.stdout:generic/218 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:21:54.456 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/218 2023-09-21T12:21:54.456 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/218 2023-09-21T12:21:54.456 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:21:54.461 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:54.524 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:21:54.525 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/219) 2023-09-21T12:21:54.725 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:21:54.729 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:21:54.729 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:21:54.730 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:21:54.730 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:55.056 INFO:teuthology.orchestra.run.smithi079.stdout:generic/219 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T12:21:55.086 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/219 2023-09-21T12:21:55.086 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/219 2023-09-21T12:21:55.086 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:21:55.086 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:55.093 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:21:55.093 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/220) 2023-09-21T12:21:55.316 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:21:55.320 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:21:55.321 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:21:55.322 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:21:55.322 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:56.088 INFO:teuthology.orchestra.run.smithi079.stdout:generic/220 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:21:56.184 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/220 2023-09-21T12:21:56.184 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/220 2023-09-21T12:21:56.184 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:21:56.188 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:56.240 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:21:56.241 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/221) 2023-09-21T12:21:56.460 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:21:56.464 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:21:56.465 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:21:56.465 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:21:56.466 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:57.826 INFO:teuthology.orchestra.run.smithi079.stdout:generic/221 1s 2023-09-21T12:21:57.832 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/221 2023-09-21T12:21:57.832 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:21:57.834 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:57.867 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:21:57.867 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/222) 2023-09-21T12:21:58.086 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:21:58.090 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:21:58.090 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:21:58.091 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:21:58.091 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:58.849 INFO:teuthology.orchestra.run.smithi079.stdout:generic/222 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:21:58.906 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/222 2023-09-21T12:21:58.906 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/222 2023-09-21T12:21:58.907 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:21:58.910 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:58.981 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:21:58.982 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/223) 2023-09-21T12:21:59.207 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:21:59.212 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:21:59.212 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:21:59.213 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:21:59.213 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:59.552 INFO:teuthology.orchestra.run.smithi079.stdout:generic/223 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T12:21:59.556 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/223 2023-09-21T12:21:59.556 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/223 2023-09-21T12:21:59.556 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:21:59.558 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:21:59.587 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:21:59.588 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/224) 2023-09-21T12:21:59.788 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:21:59.792 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:21:59.792 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:21:59.793 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:21:59.794 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:00.123 INFO:teuthology.orchestra.run.smithi079.stdout:generic/224 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-21T12:22:00.127 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/224 2023-09-21T12:22:00.127 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/224 2023-09-21T12:22:00.128 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:22:00.129 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:00.160 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:22:00.161 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/225) 2023-09-21T12:22:00.364 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:22:00.368 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:22:00.369 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:22:00.370 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:22:00.370 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:00.754 INFO:teuthology.orchestra.run.smithi079.stdout:generic/225 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-21T12:22:00.758 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/225 2023-09-21T12:22:00.759 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/225 2023-09-21T12:22:00.759 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:22:00.761 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:01.041 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:22:01.042 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/226) 2023-09-21T12:22:01.327 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:22:01.331 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:22:01.332 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:22:01.333 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:22:01.333 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:01.695 INFO:teuthology.orchestra.run.smithi079.stdout:generic/226 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-21T12:22:01.699 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/226 2023-09-21T12:22:01.699 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/226 2023-09-21T12:22:01.699 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:22:01.701 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:01.737 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:22:01.738 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/227) 2023-09-21T12:22:01.955 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:22:01.959 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:22:01.960 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:22:01.961 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:22:01.961 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:02.836 INFO:teuthology.orchestra.run.smithi079.stdout:generic/227 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:22:02.845 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/227 2023-09-21T12:22:02.845 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/227 2023-09-21T12:22:02.845 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:22:02.847 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:02.902 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:22:02.903 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/228) 2023-09-21T12:22:03.109 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:22:03.113 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:22:03.114 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:22:03.115 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:22:03.115 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:03.496 INFO:teuthology.orchestra.run.smithi079.stdout:generic/228 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T12:22:03.499 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/228 2023-09-21T12:22:03.500 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/228 2023-09-21T12:22:03.500 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:22:03.501 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:03.529 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:22:03.530 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/229) 2023-09-21T12:22:03.737 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:22:03.741 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:22:03.742 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:22:03.743 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:22:03.743 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:04.586 INFO:teuthology.orchestra.run.smithi079.stdout:generic/229 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:22:04.592 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/229 2023-09-21T12:22:04.593 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/229 2023-09-21T12:22:04.593 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:22:04.612 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:04.680 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:22:04.681 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/230) 2023-09-21T12:22:04.901 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:22:04.904 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:22:04.905 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:22:04.906 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:22:04.906 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:05.237 INFO:teuthology.orchestra.run.smithi079.stdout:generic/230 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T12:22:05.241 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/230 2023-09-21T12:22:05.241 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/230 2023-09-21T12:22:05.242 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:22:05.243 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:05.274 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:22:05.275 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/231) 2023-09-21T12:22:05.477 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:22:05.481 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:22:05.481 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:22:05.482 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:22:05.483 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:05.801 INFO:teuthology.orchestra.run.smithi079.stdout:generic/231 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T12:22:05.805 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/231 2023-09-21T12:22:05.805 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/231 2023-09-21T12:22:05.806 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:22:05.807 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:05.834 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:22:05.835 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/232) 2023-09-21T12:22:06.044 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:22:06.048 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:22:06.048 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:22:06.049 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:22:06.049 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:06.370 INFO:teuthology.orchestra.run.smithi079.stdout:generic/232 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T12:22:06.374 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/232 2023-09-21T12:22:06.374 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/232 2023-09-21T12:22:06.375 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:22:06.376 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:06.411 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:22:06.411 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/233) 2023-09-21T12:22:06.615 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:22:06.619 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:22:06.620 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:22:06.621 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:22:06.621 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:06.938 INFO:teuthology.orchestra.run.smithi079.stdout:generic/233 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T12:22:06.942 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/233 2023-09-21T12:22:06.943 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/233 2023-09-21T12:22:06.943 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:22:06.944 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:06.975 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:22:06.975 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/234) 2023-09-21T12:22:07.211 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:22:07.216 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:22:07.216 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:22:07.217 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:22:07.217 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:07.554 INFO:teuthology.orchestra.run.smithi079.stdout:generic/234 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T12:22:07.558 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/234 2023-09-21T12:22:07.559 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/234 2023-09-21T12:22:07.559 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:22:07.560 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:07.585 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:22:07.585 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/235) 2023-09-21T12:22:07.788 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:22:07.792 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:22:07.792 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:22:07.793 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:22:07.793 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:08.121 INFO:teuthology.orchestra.run.smithi079.stdout:generic/235 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T12:22:08.125 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/235 2023-09-21T12:22:08.125 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/235 2023-09-21T12:22:08.126 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:22:08.127 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:08.156 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:22:08.156 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/236) 2023-09-21T12:22:08.374 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:22:08.378 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:22:08.378 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:22:08.379 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:22:08.379 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:09.795 INFO:teuthology.orchestra.run.smithi079.stdout:generic/236 1s 2023-09-21T12:22:09.801 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/236 2023-09-21T12:22:09.801 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:22:09.803 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:10.108 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:22:10.108 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/237) 2023-09-21T12:22:10.378 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:22:10.382 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:22:10.382 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:22:10.383 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:22:10.383 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:10.807 INFO:teuthology.orchestra.run.smithi079.stdout:generic/237 0s 2023-09-21T12:22:10.811 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/237 2023-09-21T12:22:10.811 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:22:10.813 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:10.944 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:22:10.944 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/238) 2023-09-21T12:22:11.374 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:22:11.378 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:22:11.378 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:22:11.379 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:22:11.379 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:12.205 INFO:teuthology.orchestra.run.smithi079.stdout:generic/238 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:22:12.212 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/238 2023-09-21T12:22:12.212 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/238 2023-09-21T12:22:12.212 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:22:12.219 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:12.315 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:22:12.316 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/239) 2023-09-21T12:22:12.536 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:22:12.540 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:22:12.541 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:22:12.542 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:22:12.542 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:22:18.330 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:22:18.353 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:22:18.437 INFO:tasks.ceph.mds.b.smithi134.stderr:2023-09-21T12:22:18.436+0000 7f4b58eba700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 113882) UID: 0 2023-09-21T12:22:18.438 INFO:tasks.ceph.mds.d.smithi134.stderr:2023-09-21T12:22:18.436+0000 7f06b6f52700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 113882) UID: 0 2023-09-21T12:24:11.214 INFO:teuthology.orchestra.run.smithi079.stdout:generic/239 119s 2023-09-21T12:24:11.218 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/239 2023-09-21T12:24:11.219 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:24:11.220 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:24:11.265 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:24:11.265 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/240) 2023-09-21T12:24:11.769 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:24:11.773 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:24:11.773 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:24:11.774 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:24:11.774 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:24:12.490 INFO:teuthology.orchestra.run.smithi079.stdout:generic/240 1s 2023-09-21T12:24:12.494 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/240 2023-09-21T12:24:12.495 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:24:12.497 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:24:12.735 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:24:12.774 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/241) 2023-09-21T12:24:13.052 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:24:13.056 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:24:13.056 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:24:13.057 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:24:13.058 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:26.708 INFO:teuthology.orchestra.run.smithi079.stdout:generic/241 73s 2023-09-21T12:25:26.712 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/241 2023-09-21T12:25:26.712 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:26.714 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:30.104 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:30.106 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/242) 2023-09-21T12:25:30.366 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:30.370 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:30.370 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:30.371 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:30.371 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:32.315 INFO:teuthology.orchestra.run.smithi079.stdout:generic/242 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:25:32.362 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/242 2023-09-21T12:25:32.363 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/242 2023-09-21T12:25:32.363 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:32.370 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:32.478 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:32.478 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/243) 2023-09-21T12:25:32.813 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:32.817 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:32.818 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:32.819 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:32.819 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:33.755 INFO:teuthology.orchestra.run.smithi079.stdout:generic/243 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:25:33.762 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/243 2023-09-21T12:25:33.763 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/243 2023-09-21T12:25:33.763 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:33.783 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:33.878 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:33.879 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/244) 2023-09-21T12:25:34.091 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:34.095 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:34.095 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:34.096 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:34.096 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:34.423 INFO:teuthology.orchestra.run.smithi079.stdout:generic/244 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T12:25:34.427 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/244 2023-09-21T12:25:34.427 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/244 2023-09-21T12:25:34.427 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:34.429 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:34.452 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:34.452 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/245) 2023-09-21T12:25:34.652 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:34.766 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:34.766 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:34.767 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:34.767 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:35.074 INFO:teuthology.orchestra.run.smithi079.stdout:generic/245 1s 2023-09-21T12:25:35.079 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/245 2023-09-21T12:25:35.079 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:35.081 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:35.375 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:35.375 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/246) 2023-09-21T12:25:35.652 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:35.655 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:35.656 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:35.657 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:35.657 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:36.025 INFO:teuthology.orchestra.run.smithi079.stdout:generic/246 1s 2023-09-21T12:25:36.029 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/246 2023-09-21T12:25:36.030 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:36.032 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:36.144 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:36.145 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/247) 2023-09-21T12:25:36.580 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:36.584 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:36.585 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:36.585 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:36.586 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:42.398 INFO:teuthology.orchestra.run.smithi079.stdout:generic/247 6s 2023-09-21T12:25:42.403 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/247 2023-09-21T12:25:42.403 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:42.404 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:42.413 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:42.413 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/248) 2023-09-21T12:25:42.616 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:42.620 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:42.621 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:42.622 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:42.622 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:43.000 INFO:teuthology.orchestra.run.smithi079.stdout:generic/248 0s 2023-09-21T12:25:43.005 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/248 2023-09-21T12:25:43.005 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:43.007 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:43.046 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:43.046 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/249) 2023-09-21T12:25:43.252 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:43.256 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:43.257 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:43.257 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:43.258 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:43.855 INFO:teuthology.orchestra.run.smithi079.stdout:generic/249 0s 2023-09-21T12:25:43.860 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/249 2023-09-21T12:25:43.860 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:43.861 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:44.122 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:44.124 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/250) 2023-09-21T12:25:44.454 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:44.458 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:44.458 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:44.459 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:44.460 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:44.822 INFO:teuthology.orchestra.run.smithi079.stdout:generic/250 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:25:44.826 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/250 2023-09-21T12:25:44.827 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/250 2023-09-21T12:25:44.827 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:44.828 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:44.857 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:44.858 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/251) 2023-09-21T12:25:45.059 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:45.063 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:45.063 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:45.064 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:45.065 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:45.577 INFO:teuthology.orchestra.run.smithi079.stdout:generic/251 [not run] FITRIM not supported on /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:45.602 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/251 2023-09-21T12:25:45.602 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/251 2023-09-21T12:25:45.602 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:45.604 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:45.634 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:45.635 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/252) 2023-09-21T12:25:45.846 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:45.850 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:45.850 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:45.851 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:45.852 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:46.191 INFO:teuthology.orchestra.run.smithi079.stdout:generic/252 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:25:46.195 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/252 2023-09-21T12:25:46.195 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/252 2023-09-21T12:25:46.195 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:46.197 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:46.225 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:46.225 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/253) 2023-09-21T12:25:46.425 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:46.429 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:46.430 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:46.431 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:46.431 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:47.113 INFO:teuthology.orchestra.run.smithi079.stdout:generic/253 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:25:47.142 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/253 2023-09-21T12:25:47.142 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/253 2023-09-21T12:25:47.142 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:47.182 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:47.364 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:47.365 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/254) 2023-09-21T12:25:47.568 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:47.572 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:47.572 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:47.573 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:47.573 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:48.316 INFO:teuthology.orchestra.run.smithi079.stdout:generic/254 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:25:48.440 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/254 2023-09-21T12:25:48.441 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/254 2023-09-21T12:25:48.441 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:48.450 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:48.528 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:48.528 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/255) 2023-09-21T12:25:48.746 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:48.750 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:48.751 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:48.752 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:48.752 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:49.210 INFO:teuthology.orchestra.run.smithi079.stdout:generic/255 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T12:25:49.214 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/255 2023-09-21T12:25:49.214 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/255 2023-09-21T12:25:49.214 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:49.216 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:49.447 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:49.447 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/256) 2023-09-21T12:25:49.798 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:49.802 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:49.802 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:49.803 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:49.804 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:50.350 INFO:teuthology.orchestra.run.smithi079.stdout:generic/256 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-21T12:25:50.369 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/256 2023-09-21T12:25:50.369 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/256 2023-09-21T12:25:50.370 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:50.370 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:50.393 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:50.393 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/257) 2023-09-21T12:25:50.597 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:50.601 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:50.601 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:50.602 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:50.602 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:51.558 INFO:teuthology.orchestra.run.smithi079.stdout:generic/257 1s 2023-09-21T12:25:51.563 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/257 2023-09-21T12:25:51.563 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:51.565 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:51.969 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:51.970 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/258) 2023-09-21T12:25:52.221 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:52.224 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:52.225 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:52.226 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:52.226 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:52.635 INFO:teuthology.orchestra.run.smithi079.stdout:generic/258 [not run] ceph does not support negative timestamps 2023-09-21T12:25:52.639 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/258 2023-09-21T12:25:52.639 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/258 2023-09-21T12:25:52.639 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:52.641 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:52.664 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:52.665 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/259) 2023-09-21T12:25:52.894 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:52.898 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:52.899 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:52.900 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:52.900 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:53.534 INFO:teuthology.orchestra.run.smithi079.stdout:generic/259 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:25:53.541 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/259 2023-09-21T12:25:53.541 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/259 2023-09-21T12:25:53.541 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:53.550 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:53.750 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:53.751 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/260) 2023-09-21T12:25:53.988 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:53.992 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:53.992 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:53.993 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:53.993 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:54.467 INFO:teuthology.orchestra.run.smithi079.stdout:generic/260 [not run] FITRIM not supported on /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:54.502 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/260 2023-09-21T12:25:54.502 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/260 2023-09-21T12:25:54.503 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:54.504 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:54.524 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:54.525 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/261) 2023-09-21T12:25:54.755 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:54.758 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:54.759 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:54.760 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:54.760 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:55.397 INFO:teuthology.orchestra.run.smithi079.stdout:generic/261 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:25:55.564 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/261 2023-09-21T12:25:55.564 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/261 2023-09-21T12:25:55.565 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:55.567 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:55.683 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:55.684 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/262) 2023-09-21T12:25:55.902 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:55.905 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:55.906 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:55.907 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:55.907 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:56.769 INFO:teuthology.orchestra.run.smithi079.stdout:generic/262 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:25:56.777 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/262 2023-09-21T12:25:56.777 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/262 2023-09-21T12:25:56.777 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:25:56.786 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:25:56.843 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:25:56.844 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/263) 2023-09-21T12:25:57.081 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:25:57.085 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:25:57.085 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:25:57.087 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:25:57.087 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:17.768 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:26:17.771 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:26:34.318 INFO:teuthology.orchestra.run.smithi079.stdout:generic/263 37s 2023-09-21T12:26:34.322 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/263 2023-09-21T12:26:34.323 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:34.324 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:34.620 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:34.621 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/264) 2023-09-21T12:26:34.918 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:34.957 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:34.957 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:34.957 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:34.957 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:35.747 INFO:teuthology.orchestra.run.smithi079.stdout:generic/264 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:26:35.760 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/264 2023-09-21T12:26:35.760 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/264 2023-09-21T12:26:35.760 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:35.766 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:35.843 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:35.844 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/265) 2023-09-21T12:26:36.053 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:36.056 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:36.057 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:36.058 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:36.058 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:36.875 INFO:teuthology.orchestra.run.smithi079.stdout:generic/265 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:26:36.891 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/265 2023-09-21T12:26:36.893 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/265 2023-09-21T12:26:36.893 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:36.894 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:36.975 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:36.976 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/266) 2023-09-21T12:26:37.183 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:37.187 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:37.188 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:37.188 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:37.188 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:37.978 INFO:teuthology.orchestra.run.smithi079.stdout:generic/266 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:26:37.985 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/266 2023-09-21T12:26:37.985 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/266 2023-09-21T12:26:37.985 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:37.989 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:38.120 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:38.120 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/267) 2023-09-21T12:26:38.326 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:38.330 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:38.331 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:38.331 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:38.332 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:39.171 INFO:teuthology.orchestra.run.smithi079.stdout:generic/267 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:26:39.229 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/267 2023-09-21T12:26:39.229 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/267 2023-09-21T12:26:39.230 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:39.234 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:39.297 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:39.298 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/268) 2023-09-21T12:26:39.509 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:39.513 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:39.514 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:39.514 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:39.515 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:40.211 INFO:teuthology.orchestra.run.smithi079.stdout:generic/268 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:26:40.224 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/268 2023-09-21T12:26:40.224 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/268 2023-09-21T12:26:40.225 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:40.243 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:40.406 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:40.407 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/269) 2023-09-21T12:26:40.658 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:40.662 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:40.662 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:40.663 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:40.664 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:40.992 INFO:teuthology.orchestra.run.smithi079.stdout:generic/269 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-21T12:26:40.996 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/269 2023-09-21T12:26:40.996 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/269 2023-09-21T12:26:40.996 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:40.998 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:41.023 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:41.024 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/270) 2023-09-21T12:26:41.226 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:41.231 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:41.232 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:41.232 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:41.232 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:41.547 INFO:teuthology.orchestra.run.smithi079.stdout:generic/270 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T12:26:41.551 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/270 2023-09-21T12:26:41.552 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/270 2023-09-21T12:26:41.552 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:41.553 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:41.581 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:41.582 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/271) 2023-09-21T12:26:41.792 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:41.795 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:41.796 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:41.797 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:41.797 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:42.542 INFO:teuthology.orchestra.run.smithi079.stdout:generic/271 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:26:42.572 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/271 2023-09-21T12:26:42.573 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/271 2023-09-21T12:26:42.573 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:42.575 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:42.742 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:42.743 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/272) 2023-09-21T12:26:42.959 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:42.963 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:42.964 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:42.965 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:42.965 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:43.853 INFO:teuthology.orchestra.run.smithi079.stdout:generic/272 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:26:43.862 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/272 2023-09-21T12:26:43.862 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/272 2023-09-21T12:26:43.862 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:43.879 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:43.924 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:43.925 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/273) 2023-09-21T12:26:44.142 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:44.146 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:44.147 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:44.148 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:44.148 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:44.469 INFO:teuthology.orchestra.run.smithi079.stdout:generic/273 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-21T12:26:44.473 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/273 2023-09-21T12:26:44.473 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/273 2023-09-21T12:26:44.474 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:44.475 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:44.500 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:44.501 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/274) 2023-09-21T12:26:44.732 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:44.736 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:44.737 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:44.738 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:44.738 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:45.086 INFO:teuthology.orchestra.run.smithi079.stdout:generic/274 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-09-21T12:26:45.090 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/274 2023-09-21T12:26:45.090 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/274 2023-09-21T12:26:45.090 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:45.092 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:45.121 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:45.122 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/275) 2023-09-21T12:26:45.341 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:45.345 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:45.345 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:45.346 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:45.347 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:45.682 INFO:teuthology.orchestra.run.smithi079.stdout:generic/275 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-21T12:26:45.686 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/275 2023-09-21T12:26:45.686 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/275 2023-09-21T12:26:45.687 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:45.688 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:45.715 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:45.715 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/276) 2023-09-21T12:26:45.922 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:45.926 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:45.927 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:45.928 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:45.928 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:46.773 INFO:teuthology.orchestra.run.smithi079.stdout:generic/276 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:26:46.795 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/276 2023-09-21T12:26:46.796 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/276 2023-09-21T12:26:46.796 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:46.798 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:46.905 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:46.906 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/277) 2023-09-21T12:26:47.111 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:47.115 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:47.115 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:47.116 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:47.116 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:47.469 INFO:teuthology.orchestra.run.smithi079.stdout:generic/277 [not run] file system doesn't support chattr +A 2023-09-21T12:26:47.473 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/277 2023-09-21T12:26:47.473 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/277 2023-09-21T12:26:47.473 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:47.475 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:47.500 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:47.501 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/278) 2023-09-21T12:26:47.717 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:47.721 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:47.722 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:47.723 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:47.723 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:47.845 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:26:47.849 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:26:48.560 INFO:teuthology.orchestra.run.smithi079.stdout:generic/278 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:26:48.591 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/278 2023-09-21T12:26:48.592 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/278 2023-09-21T12:26:48.592 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:48.610 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:48.658 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:48.658 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/279) 2023-09-21T12:26:48.932 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:48.937 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:48.937 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:48.938 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:48.938 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:49.684 INFO:teuthology.orchestra.run.smithi079.stdout:generic/279 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:26:49.707 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/279 2023-09-21T12:26:49.707 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/279 2023-09-21T12:26:49.707 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:49.713 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:49.844 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:49.845 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/280) 2023-09-21T12:26:50.081 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:50.085 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:50.085 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:50.086 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:50.086 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:50.430 INFO:teuthology.orchestra.run.smithi079.stdout:generic/280 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T12:26:50.433 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/280 2023-09-21T12:26:50.434 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/280 2023-09-21T12:26:50.434 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:50.436 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:50.465 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:50.465 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/281) 2023-09-21T12:26:50.670 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:50.674 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:50.675 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:50.676 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:50.676 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:51.477 INFO:teuthology.orchestra.run.smithi079.stdout:generic/281 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:26:51.491 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/281 2023-09-21T12:26:51.491 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/281 2023-09-21T12:26:51.491 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:51.562 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:51.629 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:51.630 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/282) 2023-09-21T12:26:51.848 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:51.852 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:51.852 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:51.853 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:51.854 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:52.676 INFO:teuthology.orchestra.run.smithi079.stdout:generic/282 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:26:52.722 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/282 2023-09-21T12:26:52.722 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/282 2023-09-21T12:26:52.722 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:52.724 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:52.784 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:52.785 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/283) 2023-09-21T12:26:53.001 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:53.004 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:53.005 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:53.006 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:53.006 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:53.870 INFO:teuthology.orchestra.run.smithi079.stdout:generic/283 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:26:53.917 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/283 2023-09-21T12:26:53.917 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/283 2023-09-21T12:26:53.917 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:53.918 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:53.956 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:53.957 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/284) 2023-09-21T12:26:54.172 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:54.176 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:54.176 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:54.177 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:54.178 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:55.022 INFO:teuthology.orchestra.run.smithi079.stdout:generic/284 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:26:55.029 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/284 2023-09-21T12:26:55.029 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/284 2023-09-21T12:26:55.029 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:55.031 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:55.097 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:55.097 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/285) 2023-09-21T12:26:55.314 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:55.318 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:55.319 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:55.320 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:55.320 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:56.566 INFO:teuthology.orchestra.run.smithi079.stdout:generic/285 1s 2023-09-21T12:26:56.570 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/285 2023-09-21T12:26:56.570 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:56.572 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:57.123 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:57.124 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/286) 2023-09-21T12:26:57.624 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:57.628 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:57.628 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:57.630 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:57.630 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:58.139 INFO:teuthology.orchestra.run.smithi079.stdout:generic/286 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T12:26:58.143 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/286 2023-09-21T12:26:58.144 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/286 2023-09-21T12:26:58.144 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:58.146 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:58.185 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:58.186 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/287) 2023-09-21T12:26:58.479 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:58.485 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:58.486 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:58.487 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:58.487 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:59.539 INFO:teuthology.orchestra.run.smithi079.stdout:generic/287 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:26:59.546 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/287 2023-09-21T12:26:59.547 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/287 2023-09-21T12:26:59.547 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:26:59.549 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:26:59.581 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:26:59.582 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/288) 2023-09-21T12:26:59.933 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:26:59.937 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:26:59.938 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:26:59.938 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:26:59.939 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:00.593 INFO:teuthology.orchestra.run.smithi079.stdout:generic/288 [not run] FITRIM not supported on /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:00.612 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/288 2023-09-21T12:27:00.612 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/288 2023-09-21T12:27:00.613 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:00.614 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:00.646 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:00.647 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/289) 2023-09-21T12:27:01.004 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:01.008 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:01.009 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:01.010 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:01.010 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:02.018 INFO:teuthology.orchestra.run.smithi079.stdout:generic/289 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:27:02.024 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/289 2023-09-21T12:27:02.024 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/289 2023-09-21T12:27:02.024 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:02.027 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:02.102 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:02.102 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/290) 2023-09-21T12:27:02.426 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:02.435 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:02.435 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:02.436 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:02.436 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:03.263 INFO:teuthology.orchestra.run.smithi079.stdout:generic/290 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:27:03.268 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/290 2023-09-21T12:27:03.268 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/290 2023-09-21T12:27:03.268 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:03.271 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:03.396 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:03.397 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/291) 2023-09-21T12:27:03.641 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:03.645 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:03.646 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:03.647 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:03.647 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:04.381 INFO:teuthology.orchestra.run.smithi079.stdout:generic/291 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:27:04.484 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/291 2023-09-21T12:27:04.484 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/291 2023-09-21T12:27:04.484 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:04.487 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:04.587 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:04.587 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/292) 2023-09-21T12:27:04.824 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:04.828 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:04.829 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:04.830 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:04.830 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:05.650 INFO:teuthology.orchestra.run.smithi079.stdout:generic/292 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:27:05.664 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/292 2023-09-21T12:27:05.664 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/292 2023-09-21T12:27:05.665 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:05.668 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:05.729 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:05.729 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/293) 2023-09-21T12:27:05.939 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:05.943 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:05.943 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:05.944 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:05.944 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:06.745 INFO:teuthology.orchestra.run.smithi079.stdout:generic/293 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:27:06.792 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/293 2023-09-21T12:27:06.792 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/293 2023-09-21T12:27:06.793 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:06.828 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:06.870 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:06.871 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/294) 2023-09-21T12:27:07.075 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:07.079 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:07.080 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:07.081 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:07.081 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:08.036 INFO:teuthology.orchestra.run.smithi079.stdout:generic/294 0s 2023-09-21T12:27:08.073 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/294 2023-09-21T12:27:08.073 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:08.075 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:08.084 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:08.084 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/295) 2023-09-21T12:27:08.303 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:08.307 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:08.308 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:08.309 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:08.309 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:09.191 INFO:teuthology.orchestra.run.smithi079.stdout:generic/295 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:27:09.214 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/295 2023-09-21T12:27:09.214 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/295 2023-09-21T12:27:09.214 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:09.216 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:09.258 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:09.259 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/296) 2023-09-21T12:27:09.495 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:09.499 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:09.500 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:09.501 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:09.501 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:10.289 INFO:teuthology.orchestra.run.smithi079.stdout:generic/296 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:27:10.311 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/296 2023-09-21T12:27:10.312 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/296 2023-09-21T12:27:10.312 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:10.324 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:10.395 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:10.396 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/297) 2023-09-21T12:27:10.612 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:10.616 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:10.616 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:10.617 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:10.618 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:11.442 INFO:teuthology.orchestra.run.smithi079.stdout:generic/297 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:27:11.469 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/297 2023-09-21T12:27:11.469 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/297 2023-09-21T12:27:11.470 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:11.495 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:11.539 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:11.540 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/298) 2023-09-21T12:27:11.772 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:11.776 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:11.777 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:11.777 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:11.778 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:12.541 INFO:teuthology.orchestra.run.smithi079.stdout:generic/298 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:27:12.598 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/298 2023-09-21T12:27:12.598 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/298 2023-09-21T12:27:12.599 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:12.617 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:12.654 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:12.655 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/299) 2023-09-21T12:27:12.875 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:12.879 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:12.879 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:12.880 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:12.880 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:13.271 INFO:teuthology.orchestra.run.smithi079.stdout:generic/299 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:27:13.275 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/299 2023-09-21T12:27:13.275 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/299 2023-09-21T12:27:13.276 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:13.277 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:13.313 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:13.361 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/300) 2023-09-21T12:27:13.575 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:13.579 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:13.580 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:13.581 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:13.581 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:13.957 INFO:teuthology.orchestra.run.smithi079.stdout:generic/300 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:27:13.961 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/300 2023-09-21T12:27:13.962 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/300 2023-09-21T12:27:13.962 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:13.963 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:14.005 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:14.006 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/301) 2023-09-21T12:27:14.213 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:14.217 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:14.217 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:14.218 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:14.218 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:15.019 INFO:teuthology.orchestra.run.smithi079.stdout:generic/301 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:27:15.058 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/301 2023-09-21T12:27:15.058 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/301 2023-09-21T12:27:15.059 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:15.068 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:15.104 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:15.104 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/302) 2023-09-21T12:27:15.331 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:15.334 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:15.335 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:15.336 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:15.336 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:16.156 INFO:teuthology.orchestra.run.smithi079.stdout:generic/302 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:27:16.206 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/302 2023-09-21T12:27:16.207 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/302 2023-09-21T12:27:16.207 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:16.210 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:16.252 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:16.253 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/303) 2023-09-21T12:27:16.482 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:16.485 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:16.486 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:16.487 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:16.487 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:16.857 INFO:teuthology.orchestra.run.smithi079.stdout:generic/303 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:27:16.861 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/303 2023-09-21T12:27:16.862 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/303 2023-09-21T12:27:16.862 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:16.863 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:17.148 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:17.149 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/304) 2023-09-21T12:27:17.428 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:17.433 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:17.433 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:17.433 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:17.434 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:17.800 INFO:teuthology.orchestra.run.smithi079.stdout:generic/304 [not run] Dedupe not supported by test filesystem type: ceph 2023-09-21T12:27:17.803 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/304 2023-09-21T12:27:17.804 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/304 2023-09-21T12:27:17.804 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:17.805 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:17.922 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:27:18.015 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:27:18.179 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:18.179 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/305) 2023-09-21T12:27:18.400 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:18.404 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:18.405 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:18.406 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:18.406 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:19.054 INFO:teuthology.orchestra.run.smithi079.stdout:generic/305 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:27:19.112 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/305 2023-09-21T12:27:19.113 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/305 2023-09-21T12:27:19.113 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:19.148 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:19.266 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:19.267 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/306) 2023-09-21T12:27:19.499 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:19.503 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:19.504 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:19.505 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:19.505 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:20.465 INFO:teuthology.orchestra.run.smithi079.stdout:generic/306 1s 2023-09-21T12:27:20.473 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/306 2023-09-21T12:27:20.473 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:20.481 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:20.721 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:20.722 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/307) 2023-09-21T12:27:21.036 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:21.040 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:21.040 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:21.041 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:21.041 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:22.826 INFO:teuthology.orchestra.run.smithi079.stdout:generic/307 1s 2023-09-21T12:27:22.830 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/307 2023-09-21T12:27:22.831 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:22.833 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:22.841 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:22.841 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/308) 2023-09-21T12:27:23.062 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:23.067 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:23.067 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:23.068 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:23.068 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:23.426 INFO:teuthology.orchestra.run.smithi079.stdout:generic/308 0s 2023-09-21T12:27:23.431 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/308 2023-09-21T12:27:23.431 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:23.433 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:23.463 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:23.464 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/309) 2023-09-21T12:27:23.675 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:23.681 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:23.681 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:23.682 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:23.682 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:25.079 INFO:teuthology.orchestra.run.smithi079.stdout:generic/309 2s 2023-09-21T12:27:25.084 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/309 2023-09-21T12:27:25.084 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:27:25.087 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:25.429 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:27:25.470 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/310) 2023-09-21T12:27:25.684 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:27:25.688 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:27:25.689 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:27:25.689 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:27:25.690 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:27:48.264 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:27:48.267 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:28:18.337 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:28:18.340 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:28:42.705 INFO:teuthology.orchestra.run.smithi079.stdout:generic/310 77s 2023-09-21T12:28:42.710 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/310 2023-09-21T12:28:42.710 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:28:42.712 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:43.127 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:28:43.128 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/311) 2023-09-21T12:28:43.335 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:28:43.339 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:28:43.340 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:28:43.341 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:28:43.341 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:43.841 INFO:teuthology.orchestra.run.smithi079.stdout:generic/311 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:28:43.845 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/311 2023-09-21T12:28:43.845 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/311 2023-09-21T12:28:43.846 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:28:43.847 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:43.879 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:28:43.879 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/312) 2023-09-21T12:28:44.082 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:28:44.086 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:28:44.086 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:28:44.087 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:28:44.087 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:44.417 INFO:teuthology.orchestra.run.smithi079.stdout:generic/312 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T12:28:44.421 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/312 2023-09-21T12:28:44.421 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/312 2023-09-21T12:28:44.421 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:28:44.423 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:44.457 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:28:44.458 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/313) 2023-09-21T12:28:44.692 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:28:44.696 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:28:44.696 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:28:44.697 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:28:44.698 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:48.719 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:28:48.722 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:28:49.103 INFO:teuthology.orchestra.run.smithi079.stdout:generic/313 5s 2023-09-21T12:28:49.109 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/313 2023-09-21T12:28:49.109 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:28:49.112 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:49.149 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:28:49.150 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/314) 2023-09-21T12:28:49.359 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:28:49.363 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:28:49.364 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:28:49.365 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:28:49.365 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:49.835 INFO:teuthology.orchestra.run.smithi079.stdout:generic/314 0s 2023-09-21T12:28:49.840 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/314 2023-09-21T12:28:49.840 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:28:49.842 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:49.873 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:28:49.873 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/315) 2023-09-21T12:28:50.085 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:28:50.089 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:28:50.090 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:28:50.091 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:28:50.091 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:50.439 INFO:teuthology.orchestra.run.smithi079.stdout:generic/315 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-09-21T12:28:50.443 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/315 2023-09-21T12:28:50.443 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/315 2023-09-21T12:28:50.444 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:28:50.445 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:50.478 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:28:50.478 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/316) 2023-09-21T12:28:50.697 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:28:50.796 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:28:50.796 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:28:50.797 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:28:50.797 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:51.158 INFO:teuthology.orchestra.run.smithi079.stdout:generic/316 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-21T12:28:51.162 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/316 2023-09-21T12:28:51.162 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/316 2023-09-21T12:28:51.162 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:28:51.164 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:51.397 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:28:51.398 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/317) 2023-09-21T12:28:51.773 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:28:51.777 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:28:51.778 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:28:51.779 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:28:51.779 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:52.692 INFO:teuthology.orchestra.run.smithi079.stdout:generic/317 1s 2023-09-21T12:28:52.696 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/317 2023-09-21T12:28:52.697 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:28:52.699 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:52.707 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:28:52.707 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/318) 2023-09-21T12:28:52.916 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:28:52.919 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:28:52.920 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:28:52.921 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:28:52.921 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:53.745 INFO:teuthology.orchestra.run.smithi079.stdout:generic/318 0s 2023-09-21T12:28:53.750 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/318 2023-09-21T12:28:53.750 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:28:53.752 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:53.760 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:28:53.760 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/319) 2023-09-21T12:28:53.969 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:28:53.973 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:28:53.973 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:28:53.974 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:28:53.974 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:54.578 INFO:teuthology.orchestra.run.smithi079.stdout:generic/319 0s 2023-09-21T12:28:54.583 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/319 2023-09-21T12:28:54.583 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:28:54.585 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:54.593 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:28:54.594 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/320) 2023-09-21T12:28:54.806 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:28:54.814 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:28:54.815 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:28:54.815 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:28:54.815 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:55.143 INFO:teuthology.orchestra.run.smithi079.stdout:generic/320 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-21T12:28:55.147 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/320 2023-09-21T12:28:55.147 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/320 2023-09-21T12:28:55.147 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:28:55.149 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:55.177 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:28:55.177 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/321) 2023-09-21T12:28:55.379 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:28:55.383 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:28:55.384 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:28:55.385 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:28:55.386 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:55.721 INFO:teuthology.orchestra.run.smithi079.stdout:generic/321 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:28:55.725 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/321 2023-09-21T12:28:55.725 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/321 2023-09-21T12:28:55.726 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:28:55.727 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:55.752 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:28:55.753 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/322) 2023-09-21T12:28:55.959 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:28:55.963 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:28:55.964 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:28:55.965 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:28:55.965 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:56.313 INFO:teuthology.orchestra.run.smithi079.stdout:generic/322 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:28:56.317 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/322 2023-09-21T12:28:56.317 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/322 2023-09-21T12:28:56.317 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:28:56.319 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:28:56.345 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:28:56.345 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/323) 2023-09-21T12:28:56.552 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:28:56.556 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:28:56.557 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:28:56.557 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:28:56.557 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:29:18.802 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:29:18.805 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:29:49.161 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:29:49.165 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:30:19.491 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:30:19.494 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:30:49.733 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:30:49.742 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:30:49.796 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T12:30:49.796+0000 7f67d1fc3700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 115085) UID: 0 2023-09-21T12:30:49.796 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T12:30:49.796+0000 7f0e6cbeb700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 115085) UID: 0 2023-09-21T12:30:49.797 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T12:30:49.796+0000 7feddaf8b700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 115085) UID: 0 2023-09-21T12:30:49.797 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T12:30:49.796+0000 7ff86cd40700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 115085) UID: 0 2023-09-21T12:30:57.427 INFO:teuthology.orchestra.run.smithi079.stdout:generic/323 121s 2023-09-21T12:30:57.431 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/323 2023-09-21T12:30:57.432 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:30:57.434 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:30:57.487 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:30:57.494 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/324) 2023-09-21T12:30:57.985 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:30:57.989 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:30:57.989 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:30:57.990 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:30:57.990 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:30:58.310 INFO:teuthology.orchestra.run.smithi079.stdout:generic/324 [not run] defragmentation not supported for fstype "ceph" 2023-09-21T12:30:58.314 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/324 2023-09-21T12:30:58.314 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/324 2023-09-21T12:30:58.315 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:30:58.316 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:30:58.337 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:30:58.337 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/325) 2023-09-21T12:30:58.570 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:30:58.574 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:30:58.574 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:30:58.575 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:30:58.576 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:30:58.908 INFO:teuthology.orchestra.run.smithi079.stdout:generic/325 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:30:58.912 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/325 2023-09-21T12:30:58.912 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/325 2023-09-21T12:30:58.912 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:30:58.914 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:30:58.934 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:30:58.935 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/326) 2023-09-21T12:30:59.137 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:30:59.141 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:30:59.142 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:30:59.143 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:30:59.143 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:30:59.929 INFO:teuthology.orchestra.run.smithi079.stdout:generic/326 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:30:59.948 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/326 2023-09-21T12:30:59.948 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/326 2023-09-21T12:30:59.949 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:30:59.962 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:00.037 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:31:00.038 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/327) 2023-09-21T12:31:00.265 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:31:00.269 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:31:00.269 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:31:00.270 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:31:00.271 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:01.045 INFO:teuthology.orchestra.run.smithi079.stdout:generic/327 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:31:01.052 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/327 2023-09-21T12:31:01.052 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/327 2023-09-21T12:31:01.053 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:31:01.122 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:01.177 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:31:01.177 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/328) 2023-09-21T12:31:01.433 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:31:01.437 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:31:01.437 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:31:01.438 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:31:01.439 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:02.269 INFO:teuthology.orchestra.run.smithi079.stdout:generic/328 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:31:02.295 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/328 2023-09-21T12:31:02.295 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/328 2023-09-21T12:31:02.296 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:31:02.297 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:02.367 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:31:02.367 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/329) 2023-09-21T12:31:02.589 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:31:02.593 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:31:02.594 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:31:02.595 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:31:02.595 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:03.442 INFO:teuthology.orchestra.run.smithi079.stdout:generic/329 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:31:03.465 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/329 2023-09-21T12:31:03.465 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/329 2023-09-21T12:31:03.466 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:31:03.468 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:03.516 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:31:03.517 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/330) 2023-09-21T12:31:03.754 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:31:03.758 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:31:03.758 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:31:03.759 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:31:03.759 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:04.489 INFO:teuthology.orchestra.run.smithi079.stdout:generic/330 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:31:04.501 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/330 2023-09-21T12:31:04.502 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/330 2023-09-21T12:31:04.502 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:31:04.504 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:04.610 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:31:04.611 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/331) 2023-09-21T12:31:04.886 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:31:04.890 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:31:04.891 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:31:04.891 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:31:04.892 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:05.716 INFO:teuthology.orchestra.run.smithi079.stdout:generic/331 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:31:05.722 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/331 2023-09-21T12:31:05.722 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/331 2023-09-21T12:31:05.722 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:31:05.727 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:05.805 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:31:05.806 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/332) 2023-09-21T12:31:06.022 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:31:06.025 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:31:06.026 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:31:06.027 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:31:06.027 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:06.801 INFO:teuthology.orchestra.run.smithi079.stdout:generic/332 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:31:06.807 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/332 2023-09-21T12:31:06.807 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/332 2023-09-21T12:31:06.807 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:31:06.839 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:06.921 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:31:06.922 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/333) 2023-09-21T12:31:07.140 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:31:07.144 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:31:07.145 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:31:07.145 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:31:07.146 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:07.822 INFO:teuthology.orchestra.run.smithi079.stdout:generic/333 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:31:07.902 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/333 2023-09-21T12:31:07.902 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/333 2023-09-21T12:31:07.903 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:31:07.985 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:08.045 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:31:08.046 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/334) 2023-09-21T12:31:08.267 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:31:08.271 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:31:08.271 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:31:08.272 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:31:08.272 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:08.976 INFO:teuthology.orchestra.run.smithi079.stdout:generic/334 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:31:09.080 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/334 2023-09-21T12:31:09.081 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/334 2023-09-21T12:31:09.081 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:31:09.090 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:09.183 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:31:09.183 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/335) 2023-09-21T12:31:09.390 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:31:09.394 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:31:09.395 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:31:09.395 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:31:09.396 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:09.752 INFO:teuthology.orchestra.run.smithi079.stdout:generic/335 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:31:09.756 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/335 2023-09-21T12:31:09.756 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/335 2023-09-21T12:31:09.756 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:31:09.758 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:09.797 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:31:09.797 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/336) 2023-09-21T12:31:10.004 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:31:10.008 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:31:10.008 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:31:10.009 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:31:10.010 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:10.369 INFO:teuthology.orchestra.run.smithi079.stdout:generic/336 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:31:10.373 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/336 2023-09-21T12:31:10.373 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/336 2023-09-21T12:31:10.374 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:31:10.375 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:10.408 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:31:10.408 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/337) 2023-09-21T12:31:10.612 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:31:10.616 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:31:10.616 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:31:10.617 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:31:10.618 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:11.269 INFO:teuthology.orchestra.run.smithi079.stdout:generic/337 1s 2023-09-21T12:31:11.277 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/337 2023-09-21T12:31:11.277 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:31:11.283 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:11.292 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:31:11.296 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/338) 2023-09-21T12:31:11.509 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:31:11.512 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:31:11.513 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:31:11.513 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:31:11.514 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:11.860 INFO:teuthology.orchestra.run.smithi079.stdout:generic/338 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:31:11.864 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/338 2023-09-21T12:31:11.864 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/338 2023-09-21T12:31:11.864 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:31:11.866 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:31:11.890 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:31:11.891 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/339) 2023-09-21T12:31:12.096 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:31:12.099 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:31:12.100 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:31:12.101 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:31:12.101 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:08.010 INFO:teuthology.orchestra.run.smithi079.stdout:generic/339 56s 2023-09-21T12:32:08.014 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/339 2023-09-21T12:32:08.014 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:08.016 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:08.025 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:08.026 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/340) 2023-09-21T12:32:08.451 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:08.472 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:08.472 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:08.473 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:08.473 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:11.388 INFO:teuthology.orchestra.run.smithi079.stdout:generic/340 3s 2023-09-21T12:32:11.399 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/340 2023-09-21T12:32:11.400 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:11.406 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:11.414 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:11.415 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/341) 2023-09-21T12:32:11.734 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:11.738 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:11.739 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:11.739 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:11.740 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:12.189 INFO:teuthology.orchestra.run.smithi079.stdout:generic/341 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:32:12.193 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/341 2023-09-21T12:32:12.194 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/341 2023-09-21T12:32:12.194 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:12.195 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:12.230 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:12.231 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/342) 2023-09-21T12:32:12.445 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:12.449 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:12.450 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:12.450 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:12.451 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:12.782 INFO:teuthology.orchestra.run.smithi079.stdout:generic/342 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:32:12.786 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/342 2023-09-21T12:32:12.787 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/342 2023-09-21T12:32:12.787 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:12.788 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:12.814 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:12.815 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/343) 2023-09-21T12:32:13.020 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:13.024 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:13.024 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:13.025 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:13.025 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:13.378 INFO:teuthology.orchestra.run.smithi079.stdout:generic/343 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:32:13.382 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/343 2023-09-21T12:32:13.382 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/343 2023-09-21T12:32:13.383 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:13.384 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:13.416 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:13.417 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/344) 2023-09-21T12:32:13.628 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:13.632 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:13.633 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:13.634 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:13.634 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:20.896 INFO:teuthology.orchestra.run.smithi079.stdout:generic/344 7s 2023-09-21T12:32:20.918 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/344 2023-09-21T12:32:20.919 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:20.934 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:20.944 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:20.945 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/345) 2023-09-21T12:32:21.190 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:21.194 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:21.195 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:21.195 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:21.196 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:29.302 INFO:teuthology.orchestra.run.smithi079.stdout:generic/345 8s 2023-09-21T12:32:29.337 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/345 2023-09-21T12:32:29.337 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:29.344 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:29.379 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:29.379 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/346) 2023-09-21T12:32:29.794 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:29.798 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:29.799 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:29.800 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:29.800 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:32.926 INFO:teuthology.orchestra.run.smithi079.stdout:generic/346 2s 2023-09-21T12:32:32.961 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/346 2023-09-21T12:32:32.962 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:32.988 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:33.011 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:33.011 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/347) 2023-09-21T12:32:33.319 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:33.332 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:33.333 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:33.334 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:33.334 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:33.859 INFO:teuthology.orchestra.run.smithi079.stdout:generic/347 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:32:33.863 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/347 2023-09-21T12:32:33.863 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/347 2023-09-21T12:32:33.864 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:33.865 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:33.893 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:33.893 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/348) 2023-09-21T12:32:34.124 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:34.128 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:34.128 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:34.129 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:34.129 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:34.489 INFO:teuthology.orchestra.run.smithi079.stdout:generic/348 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:32:34.493 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/348 2023-09-21T12:32:34.493 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/348 2023-09-21T12:32:34.494 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:34.495 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:34.524 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:34.525 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/349) 2023-09-21T12:32:34.730 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:34.734 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:34.735 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:34.735 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:34.736 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:35.183 INFO:teuthology.orchestra.run.smithi079.stdout:generic/349 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-09-21T12:32:35.187 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/349 2023-09-21T12:32:35.188 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/349 2023-09-21T12:32:35.188 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:35.190 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:35.223 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:35.223 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/350) 2023-09-21T12:32:35.437 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:35.441 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:35.442 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:35.443 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:35.443 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:36.335 INFO:teuthology.orchestra.run.smithi079.stdout:generic/350 1s 2023-09-21T12:32:36.340 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/350 2023-09-21T12:32:36.340 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:36.342 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:36.350 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:36.351 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/351) 2023-09-21T12:32:36.556 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:36.560 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:36.560 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:36.561 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:36.561 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:36.908 INFO:teuthology.orchestra.run.smithi079.stdout:generic/351 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T12:32:36.912 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/351 2023-09-21T12:32:36.912 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/351 2023-09-21T12:32:36.912 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:36.914 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:36.942 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:36.942 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/352) 2023-09-21T12:32:37.160 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:37.164 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:37.165 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:37.165 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:37.166 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:37.933 INFO:teuthology.orchestra.run.smithi079.stdout:generic/352 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:32:38.047 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/352 2023-09-21T12:32:38.048 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/352 2023-09-21T12:32:38.048 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:38.058 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:38.094 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:38.095 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/353) 2023-09-21T12:32:38.302 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:38.306 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:38.307 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:38.308 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:38.308 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:38.973 INFO:teuthology.orchestra.run.smithi079.stdout:generic/353 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:32:39.047 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/353 2023-09-21T12:32:39.047 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/353 2023-09-21T12:32:39.048 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:39.084 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:39.221 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:39.222 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/354) 2023-09-21T12:32:39.444 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:39.447 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:39.448 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:39.449 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:39.449 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:44.561 INFO:teuthology.orchestra.run.smithi079.stdout:generic/354 5s 2023-09-21T12:32:44.570 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/354 2023-09-21T12:32:44.571 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:44.572 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:44.581 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:44.582 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/355) 2023-09-21T12:32:44.608 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:32:44.628 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:32:44.824 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:44.828 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:44.828 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:44.829 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:44.829 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:45.620 INFO:teuthology.orchestra.run.smithi079.stdout:generic/355 0s 2023-09-21T12:32:45.627 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/355 2023-09-21T12:32:45.627 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:45.630 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:45.863 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:45.864 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/356) 2023-09-21T12:32:46.375 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:46.380 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:46.380 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:46.381 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:46.382 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:47.137 INFO:teuthology.orchestra.run.smithi079.stdout:generic/356 [not run] swapfiles are not supported 2023-09-21T12:32:47.141 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/356 2023-09-21T12:32:47.141 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/356 2023-09-21T12:32:47.141 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:47.143 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:47.167 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:47.167 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/357) 2023-09-21T12:32:47.387 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:47.391 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:47.391 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:47.392 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:47.393 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:47.996 INFO:teuthology.orchestra.run.smithi079.stdout:generic/357 [not run] swapfiles are not supported 2023-09-21T12:32:48.000 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/357 2023-09-21T12:32:48.000 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/357 2023-09-21T12:32:48.000 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:48.002 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:48.037 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:48.037 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/358) 2023-09-21T12:32:48.259 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:48.263 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:48.263 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:48.264 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:48.265 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:48.999 INFO:teuthology.orchestra.run.smithi079.stdout:generic/358 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:32:49.006 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/358 2023-09-21T12:32:49.006 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/358 2023-09-21T12:32:49.007 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:49.010 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:49.217 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:49.218 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/359) 2023-09-21T12:32:49.424 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:49.428 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:49.428 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:49.429 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:49.429 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:50.180 INFO:teuthology.orchestra.run.smithi079.stdout:generic/359 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:32:50.305 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/359 2023-09-21T12:32:50.306 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/359 2023-09-21T12:32:50.306 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:50.310 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:50.367 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:50.368 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/360) 2023-09-21T12:32:50.590 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:50.594 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:50.594 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:50.595 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:50.595 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:50.962 INFO:teuthology.orchestra.run.smithi079.stdout:generic/360 0s 2023-09-21T12:32:50.966 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/360 2023-09-21T12:32:50.966 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:50.968 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:51.003 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:51.004 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/361) 2023-09-21T12:32:51.210 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:51.214 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:51.215 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:51.216 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:51.216 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:51.559 INFO:teuthology.orchestra.run.smithi079.stdout:generic/361 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:32:51.563 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/361 2023-09-21T12:32:51.563 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/361 2023-09-21T12:32:51.563 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:51.565 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:51.587 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:51.588 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/362) 2023-09-21T12:32:51.791 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:51.795 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:51.795 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:51.796 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:51.796 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:52.117 INFO:teuthology.orchestra.run.smithi079.stdout:generic/362 [not run] this test requires richacl support on $SCRATCH_DEV 2023-09-21T12:32:52.121 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/362 2023-09-21T12:32:52.121 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/362 2023-09-21T12:32:52.122 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:52.123 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:52.147 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:52.148 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/363) 2023-09-21T12:32:52.382 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:52.386 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:52.387 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:52.388 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:52.388 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:52.704 INFO:teuthology.orchestra.run.smithi079.stdout:generic/363 [not run] this test requires richacl support on $SCRATCH_DEV 2023-09-21T12:32:52.708 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/363 2023-09-21T12:32:52.708 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/363 2023-09-21T12:32:52.708 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:52.710 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:52.732 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:52.732 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/364) 2023-09-21T12:32:52.969 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:52.973 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:52.973 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:52.974 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:52.974 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:53.294 INFO:teuthology.orchestra.run.smithi079.stdout:generic/364 [not run] this test requires richacl support on $SCRATCH_DEV 2023-09-21T12:32:53.298 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/364 2023-09-21T12:32:53.298 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/364 2023-09-21T12:32:53.298 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:53.300 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:53.334 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:53.335 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/365) 2023-09-21T12:32:53.569 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:53.573 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:53.573 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:53.574 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:53.574 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:53.898 INFO:teuthology.orchestra.run.smithi079.stdout:generic/365 [not run] this test requires richacl support on $SCRATCH_DEV 2023-09-21T12:32:53.902 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/365 2023-09-21T12:32:53.903 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/365 2023-09-21T12:32:53.903 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:53.904 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:53.931 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:54.019 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/366) 2023-09-21T12:32:54.223 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:54.227 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:54.228 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:54.229 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:54.229 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:54.545 INFO:teuthology.orchestra.run.smithi079.stdout:generic/366 [not run] this test requires richacl support on $SCRATCH_DEV 2023-09-21T12:32:54.549 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/366 2023-09-21T12:32:54.549 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/366 2023-09-21T12:32:54.550 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:54.551 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:54.571 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:54.572 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/367) 2023-09-21T12:32:54.794 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:54.798 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:54.798 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:54.799 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:54.799 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:55.121 INFO:teuthology.orchestra.run.smithi079.stdout:generic/367 [not run] this test requires richacl support on $SCRATCH_DEV 2023-09-21T12:32:55.125 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/367 2023-09-21T12:32:55.125 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/367 2023-09-21T12:32:55.125 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:55.127 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:55.151 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:55.152 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/368) 2023-09-21T12:32:55.382 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:55.386 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:55.386 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:55.387 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:55.388 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:55.702 INFO:teuthology.orchestra.run.smithi079.stdout:generic/368 [not run] this test requires richacl support on $SCRATCH_DEV 2023-09-21T12:32:55.706 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/368 2023-09-21T12:32:55.707 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/368 2023-09-21T12:32:55.707 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:55.708 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:55.732 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:55.732 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/369) 2023-09-21T12:32:55.953 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:55.957 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:55.957 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:55.958 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:55.958 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:56.272 INFO:teuthology.orchestra.run.smithi079.stdout:generic/369 [not run] this test requires richacl support on $SCRATCH_DEV 2023-09-21T12:32:56.276 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/369 2023-09-21T12:32:56.277 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/369 2023-09-21T12:32:56.277 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:56.278 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:56.313 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:56.314 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/370) 2023-09-21T12:32:56.536 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:56.540 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:56.541 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:56.541 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:56.541 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:56.874 INFO:teuthology.orchestra.run.smithi079.stdout:generic/370 [not run] this test requires richacl support on $SCRATCH_DEV 2023-09-21T12:32:56.878 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/370 2023-09-21T12:32:56.878 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/370 2023-09-21T12:32:56.878 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:56.880 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:56.906 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:56.907 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/371) 2023-09-21T12:32:57.109 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:57.113 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:57.113 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:57.114 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:57.114 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:57.461 INFO:teuthology.orchestra.run.smithi079.stdout:generic/371 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T12:32:57.465 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/371 2023-09-21T12:32:57.465 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/371 2023-09-21T12:32:57.465 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:57.467 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:57.494 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:57.495 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/372) 2023-09-21T12:32:57.697 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:57.701 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:57.702 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:57.703 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:57.703 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:58.409 INFO:teuthology.orchestra.run.smithi079.stdout:generic/372 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:32:58.494 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/372 2023-09-21T12:32:58.494 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/372 2023-09-21T12:32:58.495 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:58.521 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:58.595 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:58.596 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/373) 2023-09-21T12:32:58.806 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:58.810 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:58.811 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:58.812 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:58.812 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:59.607 INFO:teuthology.orchestra.run.smithi079.stdout:generic/373 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:32:59.648 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/373 2023-09-21T12:32:59.648 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/373 2023-09-21T12:32:59.649 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:32:59.651 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:32:59.751 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:32:59.752 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/374) 2023-09-21T12:32:59.957 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:32:59.961 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:32:59.962 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:32:59.962 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:32:59.963 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:00.491 INFO:teuthology.orchestra.run.smithi079.stdout:generic/374 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-09-21T12:33:00.772 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/374 2023-09-21T12:33:00.772 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/374 2023-09-21T12:33:00.773 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:00.794 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:00.889 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:00.889 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/375) 2023-09-21T12:33:01.104 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:01.108 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:01.109 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:01.110 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:01.110 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:01.520 INFO:teuthology.orchestra.run.smithi079.stdout:generic/375 0s 2023-09-21T12:33:01.524 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/375 2023-09-21T12:33:01.524 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:01.526 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:01.572 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:01.573 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/376) 2023-09-21T12:33:02.130 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:02.134 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:02.134 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:02.135 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:02.135 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:02.475 INFO:teuthology.orchestra.run.smithi079.stdout:generic/376 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:33:02.479 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/376 2023-09-21T12:33:02.479 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/376 2023-09-21T12:33:02.479 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:02.481 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:02.507 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:02.508 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/377) 2023-09-21T12:33:02.708 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:02.712 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:02.713 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:02.714 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:02.714 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:03.286 INFO:teuthology.orchestra.run.smithi079.stdout:generic/377 1s 2023-09-21T12:33:03.291 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/377 2023-09-21T12:33:03.291 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:03.293 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:03.301 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:03.301 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/378) 2023-09-21T12:33:03.506 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:03.511 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:03.511 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:03.512 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:03.512 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:03.965 INFO:teuthology.orchestra.run.smithi079.stdout:generic/378 0s 2023-09-21T12:33:03.970 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/378 2023-09-21T12:33:03.970 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:03.972 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:04.325 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:04.326 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/379) 2023-09-21T12:33:04.584 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:04.588 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:04.588 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:04.589 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:04.589 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:04.916 INFO:teuthology.orchestra.run.smithi079.stdout:generic/379 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T12:33:04.920 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/379 2023-09-21T12:33:04.920 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/379 2023-09-21T12:33:04.920 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:04.922 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:04.955 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:04.956 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/380) 2023-09-21T12:33:05.163 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:05.167 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:05.168 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:05.168 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:05.169 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:05.501 INFO:teuthology.orchestra.run.smithi079.stdout:generic/380 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T12:33:05.505 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/380 2023-09-21T12:33:05.505 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/380 2023-09-21T12:33:05.505 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:05.507 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:05.537 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:05.537 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/381) 2023-09-21T12:33:05.738 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:05.742 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:05.743 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:05.744 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:05.744 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:06.058 INFO:teuthology.orchestra.run.smithi079.stdout:generic/381 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T12:33:06.062 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/381 2023-09-21T12:33:06.062 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/381 2023-09-21T12:33:06.062 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:06.064 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:06.100 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:06.101 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/382) 2023-09-21T12:33:06.316 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:06.320 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:06.321 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:06.322 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:06.322 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:06.649 INFO:teuthology.orchestra.run.smithi079.stdout:generic/382 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T12:33:06.653 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/382 2023-09-21T12:33:06.653 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/382 2023-09-21T12:33:06.653 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:06.655 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:06.675 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:06.675 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/383) 2023-09-21T12:33:06.882 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:06.887 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:06.887 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:06.888 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:06.888 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:07.202 INFO:teuthology.orchestra.run.smithi079.stdout:generic/383 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T12:33:07.206 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/383 2023-09-21T12:33:07.206 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/383 2023-09-21T12:33:07.206 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:07.208 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:07.229 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:07.229 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/384) 2023-09-21T12:33:07.431 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:07.435 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:07.436 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:07.436 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:07.437 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:07.745 INFO:teuthology.orchestra.run.smithi079.stdout:generic/384 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T12:33:07.749 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/384 2023-09-21T12:33:07.749 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/384 2023-09-21T12:33:07.750 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:07.751 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:07.776 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:07.776 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/385) 2023-09-21T12:33:08.008 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:08.012 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:08.012 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:08.013 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:08.014 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:08.338 INFO:teuthology.orchestra.run.smithi079.stdout:generic/385 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T12:33:08.342 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/385 2023-09-21T12:33:08.342 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/385 2023-09-21T12:33:08.343 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:08.344 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:08.369 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:08.369 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/386) 2023-09-21T12:33:08.587 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:08.591 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:08.592 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:08.593 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:08.593 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:08.910 INFO:teuthology.orchestra.run.smithi079.stdout:generic/386 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T12:33:08.914 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/386 2023-09-21T12:33:08.914 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/386 2023-09-21T12:33:08.915 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:08.916 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:08.942 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:08.943 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/387) 2023-09-21T12:33:09.154 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:09.158 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:09.159 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:09.160 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:09.160 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:09.895 INFO:teuthology.orchestra.run.smithi079.stdout:generic/387 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:33:10.000 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/387 2023-09-21T12:33:10.000 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/387 2023-09-21T12:33:10.001 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:10.011 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:10.093 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:10.094 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/388) 2023-09-21T12:33:10.316 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:10.320 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:10.320 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:10.321 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:10.321 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:10.687 INFO:teuthology.orchestra.run.smithi079.stdout:generic/388 [not run] require 172.21.15.79:6789:/scratch to be local device 2023-09-21T12:33:10.691 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/388 2023-09-21T12:33:10.691 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/388 2023-09-21T12:33:10.691 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:10.693 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:10.731 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:10.731 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/389) 2023-09-21T12:33:10.957 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:10.961 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:10.962 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:10.962 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:10.963 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:11.279 INFO:teuthology.orchestra.run.smithi079.stdout:generic/389 [not run] O_TMPFILE is not supported 2023-09-21T12:33:11.283 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/389 2023-09-21T12:33:11.284 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/389 2023-09-21T12:33:11.284 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:11.286 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:11.306 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:11.307 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/390) 2023-09-21T12:33:11.527 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:11.531 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:11.531 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:11.533 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:11.533 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:11.865 INFO:teuthology.orchestra.run.smithi079.stdout:generic/390 [not run] ceph does not support freezing 2023-09-21T12:33:11.869 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/390 2023-09-21T12:33:11.870 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/390 2023-09-21T12:33:11.870 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:11.871 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:11.896 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:11.897 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/391) 2023-09-21T12:33:12.100 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:12.104 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:12.105 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:12.106 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:12.106 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:12.447 INFO:teuthology.orchestra.run.smithi079.stdout:generic/391 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T12:33:12.451 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/391 2023-09-21T12:33:12.452 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/391 2023-09-21T12:33:12.452 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:12.453 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:12.482 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:12.483 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/392) 2023-09-21T12:33:12.686 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:12.690 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:12.690 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:12.691 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:12.692 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:13.209 INFO:teuthology.orchestra.run.smithi079.stdout:generic/392 [not run] ceph does not support shutdown 2023-09-21T12:33:13.229 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/392 2023-09-21T12:33:13.230 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/392 2023-09-21T12:33:13.230 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:13.231 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:13.250 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:13.251 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/393) 2023-09-21T12:33:13.462 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:13.466 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:13.467 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:13.468 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:13.468 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:14.441 INFO:teuthology.orchestra.run.smithi079.stdout:generic/393 1s 2023-09-21T12:33:14.468 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/393 2023-09-21T12:33:14.468 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:14.468 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:14.469 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:14.469 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/394) 2023-09-21T12:33:14.676 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:14.680 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:14.681 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:14.681 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:14.681 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:14.737 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:33:14.741 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:33:15.043 INFO:teuthology.orchestra.run.smithi079.stdout:generic/394 1s 2023-09-21T12:33:15.048 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/394 2023-09-21T12:33:15.048 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:15.050 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:15.275 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:15.275 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/395) 2023-09-21T12:33:15.744 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:15.750 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:15.751 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:15.752 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:15.752 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:16.506 INFO:teuthology.orchestra.run.smithi079.stdout:generic/395 [not run] kernel does not support ceph encryption 2023-09-21T12:33:16.532 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/395 2023-09-21T12:33:16.532 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/395 2023-09-21T12:33:16.533 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:16.535 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:16.559 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:16.560 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/396) 2023-09-21T12:33:16.917 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:16.921 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:16.921 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:16.922 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:16.922 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:17.490 INFO:teuthology.orchestra.run.smithi079.stdout:generic/396 [not run] kernel does not support ceph encryption 2023-09-21T12:33:17.508 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/396 2023-09-21T12:33:17.508 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/396 2023-09-21T12:33:17.509 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:17.510 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:17.530 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:17.531 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/397) 2023-09-21T12:33:17.737 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:17.741 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:17.741 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:17.742 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:17.742 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:18.311 INFO:teuthology.orchestra.run.smithi079.stdout:generic/397 [not run] kernel does not support ceph encryption 2023-09-21T12:33:18.335 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/397 2023-09-21T12:33:18.336 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/397 2023-09-21T12:33:18.336 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:18.337 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:18.359 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:18.359 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/398) 2023-09-21T12:33:18.567 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:18.571 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:18.572 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:18.572 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:18.573 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:19.102 INFO:teuthology.orchestra.run.smithi079.stdout:generic/398 [not run] kernel does not support ceph encryption 2023-09-21T12:33:19.124 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/398 2023-09-21T12:33:19.124 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/398 2023-09-21T12:33:19.124 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:19.126 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:19.147 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:19.148 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/399) 2023-09-21T12:33:19.354 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:19.358 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:19.358 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:19.359 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:19.359 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:19.931 INFO:teuthology.orchestra.run.smithi079.stdout:generic/399 [not run] kernel does not support ceph encryption 2023-09-21T12:33:19.947 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/399 2023-09-21T12:33:19.947 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/399 2023-09-21T12:33:19.948 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:19.949 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:19.973 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:19.973 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/400) 2023-09-21T12:33:20.181 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:20.185 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:20.185 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:20.187 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:20.187 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:20.532 INFO:teuthology.orchestra.run.smithi079.stdout:generic/400 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T12:33:20.536 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/400 2023-09-21T12:33:20.536 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/400 2023-09-21T12:33:20.536 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:20.538 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:20.564 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:20.565 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/401) 2023-09-21T12:33:20.781 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:20.785 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:20.785 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:20.786 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:20.786 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:21.693 INFO:teuthology.orchestra.run.smithi079.stdout:generic/401 1s 2023-09-21T12:33:21.702 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/401 2023-09-21T12:33:21.702 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:21.703 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:21.715 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:21.715 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/402) 2023-09-21T12:33:21.949 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:21.953 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:21.954 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:21.955 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:21.955 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:22.484 INFO:teuthology.orchestra.run.smithi079.stdout:generic/402 [not run] filesystem ceph timestamp bounds are unknown 2023-09-21T12:33:22.499 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/402 2023-09-21T12:33:22.499 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/402 2023-09-21T12:33:22.499 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:22.501 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:22.523 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:22.523 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/403) 2023-09-21T12:33:22.737 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:22.741 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:22.741 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:22.742 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:22.742 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:23.452 INFO:teuthology.orchestra.run.smithi079.stdout:generic/403 1s 2023-09-21T12:33:23.456 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/403 2023-09-21T12:33:23.457 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:23.459 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:23.467 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:23.467 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/404) 2023-09-21T12:33:23.684 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:23.688 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:23.688 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:23.689 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:23.690 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:24.038 INFO:teuthology.orchestra.run.smithi079.stdout:generic/404 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T12:33:24.042 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/404 2023-09-21T12:33:24.042 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/404 2023-09-21T12:33:24.043 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:24.044 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:24.068 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:24.069 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/405) 2023-09-21T12:33:24.276 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:24.280 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:24.281 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:24.282 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:24.282 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:24.667 INFO:teuthology.orchestra.run.smithi079.stdout:generic/405 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:33:24.671 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/405 2023-09-21T12:33:24.671 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/405 2023-09-21T12:33:24.671 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:24.673 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:24.695 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:24.696 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/406) 2023-09-21T12:33:24.911 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:24.915 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:24.915 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:24.916 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:24.916 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:26.695 INFO:teuthology.orchestra.run.smithi079.stdout:generic/406 1s 2023-09-21T12:33:26.700 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/406 2023-09-21T12:33:26.700 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:26.702 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:26.710 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:26.710 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/407) 2023-09-21T12:33:26.929 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:26.933 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:26.933 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:26.934 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:26.934 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:27.355 INFO:teuthology.orchestra.run.smithi079.stdout:generic/407 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:33:27.359 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/407 2023-09-21T12:33:27.359 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/407 2023-09-21T12:33:27.359 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:27.361 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:27.682 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:27.683 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/408) 2023-09-21T12:33:27.927 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:27.931 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:27.932 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:27.932 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:27.933 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:28.301 INFO:teuthology.orchestra.run.smithi079.stdout:generic/408 [not run] Dedupe not supported by test filesystem type: ceph 2023-09-21T12:33:28.305 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/408 2023-09-21T12:33:28.305 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/408 2023-09-21T12:33:28.306 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:28.307 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:28.658 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:28.659 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/409) 2023-09-21T12:33:28.924 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:28.928 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:28.929 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:28.929 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:28.930 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:29.244 INFO:teuthology.orchestra.run.smithi079.stdout:generic/409 [not run] require 172.21.15.79:6789:/scratch to be local device 2023-09-21T12:33:29.248 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/409 2023-09-21T12:33:29.248 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/409 2023-09-21T12:33:29.248 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:29.250 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:29.280 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:29.281 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/410) 2023-09-21T12:33:29.492 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:29.496 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:29.497 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:29.498 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:29.498 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:29.819 INFO:teuthology.orchestra.run.smithi079.stdout:generic/410 [not run] require 172.21.15.79:6789:/scratch to be local device 2023-09-21T12:33:29.849 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/410 2023-09-21T12:33:29.850 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/410 2023-09-21T12:33:29.850 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:29.850 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:29.850 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:29.851 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/411) 2023-09-21T12:33:30.083 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:30.087 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:30.087 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:30.088 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:30.088 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:30.408 INFO:teuthology.orchestra.run.smithi079.stdout:generic/411 [not run] require 172.21.15.79:6789:/scratch to be local device 2023-09-21T12:33:30.412 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/411 2023-09-21T12:33:30.412 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/411 2023-09-21T12:33:30.412 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:30.414 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:30.433 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:30.434 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/412) 2023-09-21T12:33:30.649 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:30.653 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:30.653 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:30.654 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:30.654 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:31.380 INFO:teuthology.orchestra.run.smithi079.stdout:generic/412 1s 2023-09-21T12:33:31.385 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/412 2023-09-21T12:33:31.385 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:31.387 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:31.395 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:31.395 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/413) 2023-09-21T12:33:31.609 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:31.613 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:31.614 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:31.615 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:31.615 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:32.067 INFO:teuthology.orchestra.run.smithi079.stdout:generic/413 [not run] mount 172.21.15.79:6789:/scratch with dax failed 2023-09-21T12:33:32.072 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/413 2023-09-21T12:33:32.072 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/413 2023-09-21T12:33:32.072 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:32.074 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:32.101 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:32.101 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/414) 2023-09-21T12:33:32.321 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:32.325 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:32.326 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:32.326 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:32.327 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:33.142 INFO:teuthology.orchestra.run.smithi079.stdout:generic/414 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:33:33.147 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/414 2023-09-21T12:33:33.148 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/414 2023-09-21T12:33:33.148 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:33.174 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:33.206 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:33.207 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/415) 2023-09-21T12:33:33.427 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:33.431 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:33.432 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:33.432 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:33.433 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:34.247 INFO:teuthology.orchestra.run.smithi079.stdout:generic/415 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:33:34.263 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/415 2023-09-21T12:33:34.263 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/415 2023-09-21T12:33:34.264 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:34.269 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:34.306 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:34.307 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/416) 2023-09-21T12:33:34.514 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:34.518 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:34.518 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:34.520 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:34.520 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:34.867 INFO:teuthology.orchestra.run.smithi079.stdout:generic/416 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-21T12:33:34.871 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/416 2023-09-21T12:33:34.871 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/416 2023-09-21T12:33:34.871 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:34.873 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:34.899 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:34.900 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/417) 2023-09-21T12:33:35.108 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:35.112 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:35.113 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:35.114 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:35.114 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:35.586 INFO:teuthology.orchestra.run.smithi079.stdout:generic/417 [not run] ceph does not support shutdown 2023-09-21T12:33:35.612 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/417 2023-09-21T12:33:35.612 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/417 2023-09-21T12:33:35.613 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:35.614 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:35.636 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:35.637 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/418) 2023-09-21T12:33:35.841 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:35.845 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:35.845 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:35.846 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:35.847 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:36.214 INFO:teuthology.orchestra.run.smithi079.stdout:generic/418 [not run] require 172.21.15.79:6789:/test to be valid block disk 2023-09-21T12:33:36.218 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/418 2023-09-21T12:33:36.218 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/418 2023-09-21T12:33:36.219 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:36.220 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:36.249 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:36.249 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/419) 2023-09-21T12:33:36.455 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:36.459 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:36.459 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:36.460 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:36.460 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:36.981 INFO:teuthology.orchestra.run.smithi079.stdout:generic/419 [not run] kernel does not support ceph encryption 2023-09-21T12:33:37.004 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/419 2023-09-21T12:33:37.004 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/419 2023-09-21T12:33:37.004 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:37.005 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:37.026 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:37.026 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/420) 2023-09-21T12:33:37.242 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:37.246 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:37.246 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:37.247 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:37.247 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:37.697 INFO:teuthology.orchestra.run.smithi079.stdout:generic/420 0s 2023-09-21T12:33:37.702 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/420 2023-09-21T12:33:37.703 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:37.704 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:38.079 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:38.080 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/421) 2023-09-21T12:33:38.330 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:38.334 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:38.335 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:38.336 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:38.336 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:38.862 INFO:teuthology.orchestra.run.smithi079.stdout:generic/421 [not run] kernel does not support ceph encryption 2023-09-21T12:33:38.880 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/421 2023-09-21T12:33:38.880 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/421 2023-09-21T12:33:38.880 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:38.882 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:38.908 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:38.909 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/422) 2023-09-21T12:33:39.107 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:39.111 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:39.112 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:39.113 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:39.113 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:39.450 INFO:teuthology.orchestra.run.smithi079.stdout:generic/422 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-09-21T12:33:39.454 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/422 2023-09-21T12:33:39.454 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/422 2023-09-21T12:33:39.454 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:39.456 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:39.483 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:39.484 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/423) 2023-09-21T12:33:39.686 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:39.689 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:39.690 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:39.691 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:39.691 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:40.119 INFO:teuthology.orchestra.run.smithi079.stdout:generic/423 1s 2023-09-21T12:33:40.124 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/423 2023-09-21T12:33:40.124 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:40.126 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:40.201 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:40.202 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/424) 2023-09-21T12:33:40.733 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:40.737 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:40.737 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:40.738 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:40.738 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:41.060 INFO:teuthology.orchestra.run.smithi079.stdout:generic/424 [not run] file system doesn't support any of /bin/chattr +a/+c/+d/+i 2023-09-21T12:33:41.064 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/424 2023-09-21T12:33:41.064 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/424 2023-09-21T12:33:41.064 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:41.066 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:41.091 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:41.092 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/425) 2023-09-21T12:33:41.325 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:41.330 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:41.330 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:41.331 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:41.331 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:41.691 INFO:teuthology.orchestra.run.smithi079.stdout:generic/425 [not run] xfs_io fiemap -a failed (old kernel/wrong fs?) 2023-09-21T12:33:41.695 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/425 2023-09-21T12:33:41.695 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/425 2023-09-21T12:33:41.696 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:33:41.697 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:41.990 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:33:41.990 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/426) 2023-09-21T12:33:42.261 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:33:42.265 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:33:42.265 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:33:42.266 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:33:42.266 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:33:44.935 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:33:44.938 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:34:15.008 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:34:15.070 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:34:26.355 INFO:teuthology.orchestra.run.smithi079.stdout:generic/426 44s 2023-09-21T12:34:26.392 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/426 2023-09-21T12:34:26.392 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:34:26.414 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:26.772 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:34:26.773 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/427) 2023-09-21T12:34:27.808 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:34:27.812 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:34:27.813 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:34:27.814 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:34:27.814 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:28.264 INFO:teuthology.orchestra.run.smithi079.stdout:generic/427 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-21T12:34:28.268 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/427 2023-09-21T12:34:28.268 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/427 2023-09-21T12:34:28.269 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:34:28.270 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:28.306 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:34:28.307 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/428) 2023-09-21T12:34:28.567 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:34:28.571 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:34:28.571 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:34:28.572 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:34:28.572 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:28.950 INFO:teuthology.orchestra.run.smithi079.stdout:generic/428 0s 2023-09-21T12:34:28.955 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/428 2023-09-21T12:34:28.955 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:34:28.957 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:28.990 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:34:28.991 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/429) 2023-09-21T12:34:29.202 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:34:29.206 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:34:29.206 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:34:29.207 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:34:29.207 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:29.733 INFO:teuthology.orchestra.run.smithi079.stdout:generic/429 [not run] kernel does not support ceph encryption 2023-09-21T12:34:29.755 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/429 2023-09-21T12:34:29.755 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/429 2023-09-21T12:34:29.755 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:34:29.757 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:29.782 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:34:29.783 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/430) 2023-09-21T12:34:30.014 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:34:30.017 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:34:30.018 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:34:30.019 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:34:30.019 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:30.505 INFO:teuthology.orchestra.run.smithi079.stdout:generic/430 0s 2023-09-21T12:34:30.510 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/430 2023-09-21T12:34:30.511 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:34:30.512 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:30.881 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:34:30.882 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/431) 2023-09-21T12:34:31.122 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:34:31.126 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:34:31.126 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:34:31.127 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:34:31.128 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:31.488 INFO:teuthology.orchestra.run.smithi079.stdout:generic/431 0s 2023-09-21T12:34:31.494 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/431 2023-09-21T12:34:31.494 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:34:31.496 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:31.818 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:34:31.819 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/432) 2023-09-21T12:34:32.096 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:34:32.100 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:34:32.100 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:34:32.101 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:34:32.101 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:32.511 INFO:teuthology.orchestra.run.smithi079.stdout:generic/432 0s 2023-09-21T12:34:32.516 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/432 2023-09-21T12:34:32.516 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:34:32.518 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:32.873 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:34:32.874 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/433) 2023-09-21T12:34:33.092 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:34:33.096 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:34:33.096 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:34:33.097 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:34:33.097 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:33.472 INFO:teuthology.orchestra.run.smithi079.stdout:generic/433 0s 2023-09-21T12:34:33.477 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/433 2023-09-21T12:34:33.477 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:34:33.479 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:33.722 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:34:33.722 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/434) 2023-09-21T12:34:34.070 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:34:34.075 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:34:34.075 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:34:34.076 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:34:34.076 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:34.503 INFO:teuthology.orchestra.run.smithi079.stdout:generic/434 0s 2023-09-21T12:34:34.507 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/434 2023-09-21T12:34:34.508 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:34:34.510 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:34.759 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:34:34.760 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/435) 2023-09-21T12:34:35.101 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:34:35.105 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:34:35.105 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:34:35.106 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:34:35.106 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:35.571 INFO:teuthology.orchestra.run.smithi079.stdout:generic/435 [not run] kernel does not support ceph encryption 2023-09-21T12:34:35.591 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/435 2023-09-21T12:34:35.591 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/435 2023-09-21T12:34:35.591 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:34:35.593 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:35.610 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:34:35.611 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/436) 2023-09-21T12:34:35.809 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:34:35.813 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:34:35.813 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:34:35.814 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:34:35.815 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:36.481 INFO:teuthology.orchestra.run.smithi079.stdout:generic/436 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T12:34:36.485 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/436 2023-09-21T12:34:36.485 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/436 2023-09-21T12:34:36.485 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:34:36.487 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:36.590 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:34:36.590 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/437) 2023-09-21T12:34:37.042 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:34:37.046 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:34:37.046 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:34:37.047 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:34:37.048 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:37.983 INFO:teuthology.orchestra.run.smithi079.stdout:generic/437 0s 2023-09-21T12:34:37.988 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/437 2023-09-21T12:34:37.988 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:34:37.993 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:38.019 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:34:38.019 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/438) 2023-09-21T12:34:38.231 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:34:38.235 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:34:38.236 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:34:38.237 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:34:38.237 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:34:45.768 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:34:45.770 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:34:45.806 INFO:tasks.ceph.mds.d.smithi134.stderr:2023-09-21T12:34:45.807+0000 7f06b6f52700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 116480) UID: 0 2023-09-21T12:34:45.807 INFO:tasks.ceph.mds.b.smithi134.stderr:2023-09-21T12:34:45.807+0000 7f4b58eba700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 116480) UID: 0 2023-09-21T12:35:38.122 INFO:teuthology.orchestra.run.smithi079.stdout:generic/438 60s 2023-09-21T12:35:38.127 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/438 2023-09-21T12:35:38.127 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:35:38.129 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:35:38.161 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:35:38.162 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/439) 2023-09-21T12:35:38.398 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:35:38.402 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:35:38.403 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:35:38.403 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:35:38.404 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:35:39.558 INFO:teuthology.orchestra.run.smithi079.stdout:generic/439 1s 2023-09-21T12:35:39.563 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/439 2023-09-21T12:35:39.563 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:35:39.564 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:35:39.592 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:35:39.593 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/440) 2023-09-21T12:35:39.793 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:35:39.797 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:35:39.798 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:35:39.799 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:35:39.799 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:35:40.377 INFO:teuthology.orchestra.run.smithi079.stdout:generic/440 [not run] kernel does not support ceph encryption 2023-09-21T12:35:40.396 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/440 2023-09-21T12:35:40.397 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/440 2023-09-21T12:35:40.397 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:35:40.398 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:35:40.426 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:35:40.426 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/441) 2023-09-21T12:35:40.642 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:35:40.646 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:35:40.647 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:35:40.647 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:35:40.648 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:35:41.374 INFO:teuthology.orchestra.run.smithi079.stdout:generic/441 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:35:41.378 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/441 2023-09-21T12:35:41.378 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/441 2023-09-21T12:35:41.378 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:35:41.380 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:35:41.405 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:35:41.405 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/442) 2023-09-21T12:35:41.679 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:35:41.683 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:35:41.683 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:35:41.684 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:35:41.684 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:35:42.068 INFO:teuthology.orchestra.run.smithi079.stdout:generic/442 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:35:42.071 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/442 2023-09-21T12:35:42.072 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/442 2023-09-21T12:35:42.072 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:35:42.073 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:35:42.095 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:35:42.096 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/443) 2023-09-21T12:35:42.331 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:35:42.335 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:35:42.336 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:35:42.337 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:35:42.337 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:35:42.909 INFO:teuthology.orchestra.run.smithi079.stdout:generic/443 0s 2023-09-21T12:35:42.913 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/443 2023-09-21T12:35:42.913 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:35:42.915 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:35:42.946 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:35:42.949 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/444) 2023-09-21T12:35:43.156 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:35:43.160 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:35:43.161 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:35:43.162 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:35:43.162 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:35:43.586 INFO:teuthology.orchestra.run.smithi079.stdout:generic/444 0s 2023-09-21T12:35:43.591 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/444 2023-09-21T12:35:43.591 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:35:43.593 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:35:43.631 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:35:43.632 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/445) 2023-09-21T12:35:43.849 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:35:43.853 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:35:43.854 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:35:43.854 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:35:43.855 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:35:44.542 INFO:teuthology.orchestra.run.smithi079.stdout:generic/445 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T12:35:44.546 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/445 2023-09-21T12:35:44.546 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/445 2023-09-21T12:35:44.546 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:35:44.548 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:35:44.855 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:35:44.856 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/446) 2023-09-21T12:35:45.147 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:35:45.151 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:35:45.151 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:35:45.152 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:35:45.153 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:06.310 INFO:teuthology.orchestra.run.smithi079.stdout:generic/446 21s 2023-09-21T12:36:06.462 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/446 2023-09-21T12:36:06.463 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:36:06.473 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:06.507 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:36:06.508 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/447) 2023-09-21T12:36:06.747 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:36:06.752 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:36:06.752 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:36:06.753 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:36:06.753 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:07.542 INFO:teuthology.orchestra.run.smithi079.stdout:generic/447 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:36:07.578 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/447 2023-09-21T12:36:07.578 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/447 2023-09-21T12:36:07.579 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:36:07.583 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:07.670 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:36:07.670 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/448) 2023-09-21T12:36:07.916 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:36:07.920 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:36:07.920 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:36:07.921 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:36:07.921 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:09.182 INFO:teuthology.orchestra.run.smithi079.stdout:generic/448 1s 2023-09-21T12:36:09.187 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/448 2023-09-21T12:36:09.187 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:36:09.189 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:09.296 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:36:09.297 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/449) 2023-09-21T12:36:09.773 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:36:09.777 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:36:09.778 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:36:09.778 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:36:09.779 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:10.143 INFO:teuthology.orchestra.run.smithi079.stdout:generic/449 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-21T12:36:10.147 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/449 2023-09-21T12:36:10.147 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/449 2023-09-21T12:36:10.147 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:36:10.149 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:10.414 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:36:10.414 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/450) 2023-09-21T12:36:10.740 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:36:10.745 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:36:10.745 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:36:10.746 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:36:10.746 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:11.553 INFO:teuthology.orchestra.run.smithi079.stdout:generic/450 1s 2023-09-21T12:36:11.557 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/450 2023-09-21T12:36:11.558 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:36:11.560 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:11.861 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:36:11.862 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/451) 2023-09-21T12:36:12.148 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:36:12.153 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:36:12.153 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:36:12.154 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:36:12.154 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:42.600 INFO:teuthology.orchestra.run.smithi079.stdout:generic/451 30s 2023-09-21T12:36:42.604 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/451 2023-09-21T12:36:42.605 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:36:42.606 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:42.817 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:36:42.817 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/452) 2023-09-21T12:36:43.186 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:36:43.191 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:36:43.191 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:36:43.192 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:36:43.192 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:43.821 INFO:teuthology.orchestra.run.smithi079.stdout:generic/452 0s 2023-09-21T12:36:43.826 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/452 2023-09-21T12:36:43.826 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:36:43.828 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:43.836 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:36:43.837 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/453) 2023-09-21T12:36:44.041 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:36:44.045 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:36:44.045 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:36:44.046 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:36:44.046 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:44.363 INFO:teuthology.orchestra.run.smithi079.stdout:generic/453 [not run] ceph does not allow unrestricted byte streams for names 2023-09-21T12:36:44.366 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/453 2023-09-21T12:36:44.367 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/453 2023-09-21T12:36:44.367 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:36:44.369 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:44.394 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:36:44.395 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/454) 2023-09-21T12:36:44.617 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:36:44.621 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:36:44.622 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:36:44.622 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:36:44.623 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:44.969 INFO:teuthology.orchestra.run.smithi079.stdout:generic/454 [not run] ceph does not allow unrestricted byte streams for names 2023-09-21T12:36:44.973 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/454 2023-09-21T12:36:44.973 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/454 2023-09-21T12:36:44.974 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:36:44.975 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:45.013 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:36:45.013 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/455) 2023-09-21T12:36:45.231 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:36:45.235 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:36:45.235 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:36:45.236 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:36:45.236 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:45.663 INFO:teuthology.orchestra.run.smithi079.stdout:generic/455 [not run] This test requires a valid $LOGWRITES_DEV 2023-09-21T12:36:45.667 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/455 2023-09-21T12:36:45.668 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/455 2023-09-21T12:36:45.668 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:36:45.670 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:45.707 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:36:45.708 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/456) 2023-09-21T12:36:45.911 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:36:45.915 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:36:45.915 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:36:45.916 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:36:45.916 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:46.295 INFO:teuthology.orchestra.run.smithi079.stdout:generic/456 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T12:36:46.299 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/456 2023-09-21T12:36:46.299 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/456 2023-09-21T12:36:46.299 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:36:46.301 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:46.333 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:36:46.334 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/457) 2023-09-21T12:36:46.541 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:36:46.545 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:36:46.546 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:36:46.547 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:36:46.547 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:47.440 INFO:teuthology.orchestra.run.smithi079.stdout:generic/457 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:36:47.447 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/457 2023-09-21T12:36:47.447 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/457 2023-09-21T12:36:47.447 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:36:47.450 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:47.488 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:36:47.488 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/458) 2023-09-21T12:36:47.721 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:36:47.725 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:36:47.726 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:36:47.727 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:36:47.727 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:48.631 INFO:teuthology.orchestra.run.smithi079.stdout:generic/458 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T12:36:48.641 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/458 2023-09-21T12:36:48.641 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/458 2023-09-21T12:36:48.641 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:36:48.647 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:48.685 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:36:48.685 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/459) 2023-09-21T12:36:48.895 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:36:48.899 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:36:48.899 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:36:48.900 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:36:48.900 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:49.384 INFO:teuthology.orchestra.run.smithi079.stdout:generic/459 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:36:49.389 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/459 2023-09-21T12:36:49.389 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/459 2023-09-21T12:36:49.389 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:36:49.391 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:49.422 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:36:49.422 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/460) 2023-09-21T12:36:49.631 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:36:49.635 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:36:49.636 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:36:49.637 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:36:49.637 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:51.580 INFO:teuthology.orchestra.run.smithi079.stdout:generic/460 2s 2023-09-21T12:36:51.640 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/460 2023-09-21T12:36:51.640 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:36:51.641 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:51.641 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:36:51.642 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/461) 2023-09-21T12:36:51.846 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:36:51.850 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:36:51.850 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:36:51.851 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:36:51.851 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:52.428 INFO:teuthology.orchestra.run.smithi079.stdout:generic/461 [not run] ceph does not support shutdown 2023-09-21T12:36:52.432 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/461 2023-09-21T12:36:52.432 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/461 2023-09-21T12:36:52.432 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:36:52.434 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:52.460 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:36:52.461 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/462) 2023-09-21T12:36:52.772 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:36:52.780 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:36:52.781 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:36:52.782 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:36:52.782 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:53.314 INFO:teuthology.orchestra.run.smithi079.stdout:generic/462 [not run] mount 172.21.15.79:6789:/scratch with dax failed 2023-09-21T12:36:53.318 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/462 2023-09-21T12:36:53.319 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/462 2023-09-21T12:36:53.319 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:36:53.320 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:53.343 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:36:53.344 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/463) 2023-09-21T12:36:53.557 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:36:53.561 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:36:53.561 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:36:53.562 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:36:53.563 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:53.937 INFO:teuthology.orchestra.run.smithi079.stdout:generic/463 [not run] Reflink not supported by test filesystem type: ceph 2023-09-21T12:36:53.941 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/463 2023-09-21T12:36:53.942 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/463 2023-09-21T12:36:53.942 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:36:53.943 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:36:54.065 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:36:54.066 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/464) 2023-09-21T12:36:54.527 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:36:54.531 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:36:54.532 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:36:54.533 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:36:54.533 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:37:15.040 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:37:15.045 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:37:45.504 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:37:45.507 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:37:51.693 INFO:teuthology.orchestra.run.smithi079.stdout:generic/464 57s 2023-09-21T12:37:51.698 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/464 2023-09-21T12:37:51.699 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:37:51.700 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:37:51.709 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:37:51.710 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/465) 2023-09-21T12:37:51.912 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:37:51.916 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:37:51.917 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:37:51.917 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:37:51.918 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:37:56.529 INFO:teuthology.orchestra.run.smithi079.stdout:generic/465 4s 2023-09-21T12:37:56.536 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/465 2023-09-21T12:37:56.536 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:37:56.538 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:37:56.549 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:37:56.550 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/466) 2023-09-21T12:37:56.755 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:37:56.759 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:37:56.760 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:37:56.761 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:37:56.761 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:37:57.128 INFO:teuthology.orchestra.run.smithi079.stdout:generic/466 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:37:57.132 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/466 2023-09-21T12:37:57.132 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/466 2023-09-21T12:37:57.133 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:37:57.134 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:37:57.156 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:37:57.157 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/467) 2023-09-21T12:37:57.369 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:37:57.373 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:37:57.374 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:37:57.374 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:37:57.375 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:38:15.920 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:38:15.950 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:38:46.699 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:38:46.726 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:38:59.233 INFO:teuthology.orchestra.run.smithi079.stdout:generic/467 62s 2023-09-21T12:38:59.299 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/467 2023-09-21T12:38:59.299 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:38:59.321 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:38:59.730 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:38:59.731 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/468) 2023-09-21T12:39:00.789 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:39:00.793 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:39:00.794 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:39:00.795 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:39:00.795 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:39:01.375 INFO:teuthology.orchestra.run.smithi079.stdout:generic/468 [not run] ceph does not support shutdown 2023-09-21T12:39:01.396 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/468 2023-09-21T12:39:01.396 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/468 2023-09-21T12:39:01.396 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:39:01.398 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:39:01.421 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:39:01.422 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/469) 2023-09-21T12:39:01.629 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:39:01.633 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:39:01.634 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:39:01.635 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:39:01.635 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:39:02.000 INFO:teuthology.orchestra.run.smithi079.stdout:generic/469 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-09-21T12:39:02.004 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/469 2023-09-21T12:39:02.004 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/469 2023-09-21T12:39:02.004 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:39:02.006 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:39:02.040 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:39:02.041 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/470) 2023-09-21T12:39:02.246 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:39:02.251 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:39:02.251 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:39:02.252 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:39:02.252 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:39:02.659 INFO:teuthology.orchestra.run.smithi079.stdout:generic/470 [not run] This test requires a valid $LOGWRITES_DEV 2023-09-21T12:39:02.663 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/470 2023-09-21T12:39:02.663 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/470 2023-09-21T12:39:02.663 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:39:02.665 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:39:02.694 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:39:02.694 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/472) 2023-09-21T12:39:02.898 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:39:02.902 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:39:02.902 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:39:02.903 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:39:02.903 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:39:03.533 INFO:teuthology.orchestra.run.smithi079.stdout:generic/472 [not run] swapfiles are not supported 2023-09-21T12:39:03.537 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/472 2023-09-21T12:39:03.538 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/472 2023-09-21T12:39:03.538 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:39:03.540 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:39:03.563 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:39:03.564 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/473) 2023-09-21T12:39:03.768 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:39:03.772 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:39:03.772 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:39:03.773 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:39:03.774 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:39:04.145 INFO:teuthology.orchestra.run.smithi079.stdout:generic/473 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-21T12:39:04.149 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/473 2023-09-21T12:39:04.149 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/473 2023-09-21T12:39:04.149 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:39:04.151 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:39:04.187 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:39:04.188 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/474) 2023-09-21T12:39:04.398 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:39:04.402 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:39:04.402 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:39:04.403 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:39:04.403 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:39:04.923 INFO:teuthology.orchestra.run.smithi079.stdout:generic/474 [not run] ceph does not support shutdown 2023-09-21T12:39:04.950 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/474 2023-09-21T12:39:04.950 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/474 2023-09-21T12:39:04.950 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:39:04.952 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:39:04.975 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:39:04.976 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/475) 2023-09-21T12:39:05.197 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:39:05.201 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:39:05.202 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:39:05.202 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:39:05.203 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:39:05.553 INFO:teuthology.orchestra.run.smithi079.stdout:generic/475 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T12:39:05.556 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/475 2023-09-21T12:39:05.557 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/475 2023-09-21T12:39:05.557 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T12:39:05.559 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:39:05.586 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T12:39:05.587 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/476) 2023-09-21T12:39:05.804 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T12:39:05.809 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T12:39:05.809 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T12:39:05.810 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T12:39:05.810 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T12:39:17.414 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:39:17.439 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:39:48.104 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:39:48.107 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:40:19.064 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:40:19.068 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:40:49.259 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:40:49.264 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:41:19.974 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:41:19.978 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:41:50.129 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:41:50.133 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:42:20.418 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:42:20.426 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:42:50.654 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:42:50.663 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:43:21.749 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:43:21.769 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:43:51.980 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:43:51.987 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:44:22.189 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:44:22.228 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:44:52.480 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:44:52.483 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:45:22.598 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:45:22.646 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:45:53.173 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:45:53.176 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:46:23.580 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:46:23.583 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:46:53.750 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:46:53.852 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:47:24.775 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:47:24.809 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:47:24.883 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T12:47:24.883+0000 7f532b077700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 630634) UID: 0 2023-09-21T12:47:24.884 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T12:47:24.885+0000 7f67b313f700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 630634) UID: 0 2023-09-21T12:47:24.885 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T12:47:24.885+0000 7fd0785ad700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 630634) UID: 0 2023-09-21T12:47:24.886 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T12:47:24.883+0000 7f7982df5700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 630634) UID: 0 2023-09-21T12:50:48.325 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:50:48.360 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:51:19.070 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:51:19.073 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:51:19.521 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T12:51:19.521+0000 7f67d1fc3700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 117646) UID: 0 2023-09-21T12:51:19.521 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T12:51:19.521+0000 7ff86cd40700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 117646) UID: 0 2023-09-21T12:51:19.522 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T12:51:19.521+0000 7f0e6cbeb700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 117646) UID: 0 2023-09-21T12:51:19.522 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T12:51:19.521+0000 7feddaf8b700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 117646) UID: 0 2023-09-21T12:55:14.606 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:55:14.617 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T12:55:14.810 INFO:tasks.ceph.mds.d.smithi134.stderr:2023-09-21T12:55:14.811+0000 7f06b6f52700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 117705) UID: 0 2023-09-21T12:55:14.810 INFO:tasks.ceph.mds.b.smithi134.stderr:2023-09-21T12:55:14.811+0000 7f4b58eba700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 117705) UID: 0 2023-09-21T12:55:14.814 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T12:55:14.815+0000 7f7982df5700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 630781) UID: 0 2023-09-21T12:55:14.815 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T12:55:14.816+0000 7f67b313f700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 630781) UID: 0 2023-09-21T12:55:14.816 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T12:55:14.817+0000 7f532b077700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 630781) UID: 0 2023-09-21T12:55:14.817 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T12:55:14.816+0000 7fd0785ad700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 630781) UID: 0 2023-09-21T13:01:28.948 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:01:28.973 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:01:59.639 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:01:59.643 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:02:29.726 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:02:29.730 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:02:59.845 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:02:59.849 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:03:30.250 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:03:30.256 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:04:00.361 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:04:00.364 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:04:30.458 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:04:30.464 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:05:00.909 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:05:00.913 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:05:00.999 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T13:05:01.002+0000 7f67d1fc3700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118000) UID: 0 2023-09-21T13:05:00.999 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T13:05:01.002+0000 7f0e6cbeb700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118000) UID: 0 2023-09-21T13:05:01.000 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T13:05:01.002+0000 7ff86cd40700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118000) UID: 0 2023-09-21T13:05:01.000 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T13:05:01.002+0000 7feddaf8b700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118000) UID: 0 2023-09-21T13:09:00.006 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:09:00.026 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:09:00.142 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T13:09:00.148+0000 7f7982df5700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 631139) UID: 0 2023-09-21T13:09:00.143 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T13:09:00.148+0000 7fd0785ad700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 631139) UID: 0 2023-09-21T13:09:00.143 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T13:09:00.148+0000 7f532b077700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 631139) UID: 0 2023-09-21T13:09:00.144 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T13:09:00.148+0000 7f67b313f700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 631139) UID: 0 2023-09-21T13:09:00.313 INFO:tasks.ceph.mds.d.smithi134.stderr:2023-09-21T13:09:00.318+0000 7f06b6f52700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 118262) UID: 0 2023-09-21T13:09:00.315 INFO:tasks.ceph.mds.b.smithi134.stderr:2023-09-21T13:09:00.321+0000 7f4b58eba700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 118262) UID: 0 2023-09-21T13:12:42.011 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T13:12:42.017+0000 7f67d1fc3700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118305) UID: 0 2023-09-21T13:12:42.012 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T13:12:42.020+0000 7f0e6cbeb700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118305) UID: 0 2023-09-21T13:12:42.013 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T13:12:42.020+0000 7feddaf8b700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118305) UID: 0 2023-09-21T13:12:42.013 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T13:12:42.020+0000 7ff86cd40700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118305) UID: 0 2023-09-21T13:17:05.282 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:17:05.287 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:17:05.379 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T13:17:05.388+0000 7f67d1fc3700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118369) UID: 0 2023-09-21T13:17:05.383 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T13:17:05.391+0000 7f0e6cbeb700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118369) UID: 0 2023-09-21T13:17:05.383 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T13:17:05.391+0000 7feddaf8b700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118369) UID: 0 2023-09-21T13:17:05.384 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T13:17:05.389+0000 7ff86cd40700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 118369) UID: 0 2023-09-21T13:21:11.710 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:21:11.753 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:21:11.794 INFO:tasks.ceph.mds.b.smithi134.stderr:2023-09-21T13:21:11.805+0000 7f4b58eba700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 118448) UID: 0 2023-09-21T13:21:11.795 INFO:tasks.ceph.mds.d.smithi134.stderr:2023-09-21T13:21:11.805+0000 7f06b6f52700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 118448) UID: 0 2023-09-21T13:25:22.387 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:25:22.407 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:25:52.822 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:25:52.873 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:26:22.942 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:26:22.973 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:26:53.069 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:26:53.090 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:27:23.479 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:27:23.712 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:27:54.417 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:27:54.441 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:28:24.766 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:28:24.978 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:28:55.056 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:28:55.080 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:29:25.198 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:29:25.218 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:29:55.702 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:29:55.713 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:30:26.107 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:30:26.153 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:30:56.578 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:30:56.634 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:31:26.858 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:31:26.862 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:31:57.272 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:31:57.320 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:31:57.411 INFO:tasks.ceph.mds.d.smithi134.stderr:2023-09-21T13:31:57.424+0000 7f06b6f52700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 118868) UID: 0 2023-09-21T13:31:57.413 INFO:tasks.ceph.mds.b.smithi134.stderr:2023-09-21T13:31:57.426+0000 7f4b58eba700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 118868) UID: 0 2023-09-21T13:35:50.617 INFO:teuthology.orchestra.run.smithi079.stdout:generic/476 3404s 2023-09-21T13:35:50.687 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/476 2023-09-21T13:35:50.697 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:35:50.697 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:35:50.832 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:35:51.564 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/477) 2023-09-21T13:35:51.567 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:35:51.593 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:35:51.687 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T13:35:51.659+0000 7f7982df5700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 631881) UID: 0 2023-09-21T13:35:51.697 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T13:35:51.659+0000 7fd0785ad700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 631881) UID: 0 2023-09-21T13:35:51.719 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T13:35:51.660+0000 7f532b077700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 631881) UID: 0 2023-09-21T13:35:51.732 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T13:35:51.662+0000 7f67b313f700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 631881) UID: 0 2023-09-21T13:36:03.319 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:36:03.376 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:36:03.376 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:36:03.377 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:36:03.377 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:38:56.940 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:38:56.944 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:39:27.376 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:39:27.379 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:39:58.011 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:39:58.016 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:39:58.070 INFO:tasks.ceph.mds.d.smithi134.stderr:2023-09-21T13:39:58.079+0000 7f06b6f52700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 119026) UID: 0 2023-09-21T13:39:58.075 INFO:tasks.ceph.mds.b.smithi134.stderr:2023-09-21T13:39:58.083+0000 7f4b58eba700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 119026) UID: 0 2023-09-21T13:43:11.512 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:43:11.517 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:43:11.575 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T13:43:11.582+0000 7f7982df5700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 632255) UID: 0 2023-09-21T13:43:11.575 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T13:43:11.582+0000 7fd0785ad700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 632255) UID: 0 2023-09-21T13:43:11.576 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T13:43:11.582+0000 7f67b313f700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 632255) UID: 0 2023-09-21T13:43:11.577 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T13:43:11.582+0000 7f532b077700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 632255) UID: 0 2023-09-21T13:45:58.369 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:45:58.401 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:45:58.510 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T13:45:58.456+0000 7f67d1fc3700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119123) UID: 0 2023-09-21T13:45:58.521 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T13:45:58.456+0000 7f0e6cbeb700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119123) UID: 0 2023-09-21T13:45:58.536 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T13:45:58.457+0000 7feddaf8b700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119123) UID: 0 2023-09-21T13:45:58.544 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T13:45:58.458+0000 7ff86cd40700 -1 Fail to open '/proc/119123/cmdline' error = (2) No such file or directory 2023-09-21T13:45:58.544 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T13:45:58.458+0000 7ff86cd40700 -1 received signal: Hangup from (PID: 119123) UID: 0 2023-09-21T13:46:08.001 INFO:teuthology.orchestra.run.smithi079.stdout:generic/477 24s 2023-09-21T13:46:08.083 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/477 2023-09-21T13:46:08.083 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:08.101 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:08.213 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:08.214 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/478) 2023-09-21T13:46:09.345 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:09.349 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:09.350 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:09.351 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:09.351 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:20.173 INFO:teuthology.orchestra.run.smithi079.stdout:generic/478 11s 2023-09-21T13:46:20.178 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/478 2023-09-21T13:46:20.179 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:20.181 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:20.239 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:20.240 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/479) 2023-09-21T13:46:20.631 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:20.635 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:20.636 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:20.637 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:20.637 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:21.273 INFO:teuthology.orchestra.run.smithi079.stdout:generic/479 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T13:46:21.277 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/479 2023-09-21T13:46:21.277 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/479 2023-09-21T13:46:21.278 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:21.279 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:21.336 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:21.337 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/480) 2023-09-21T13:46:21.665 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:21.669 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:21.670 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:21.671 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:21.671 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:22.183 INFO:teuthology.orchestra.run.smithi079.stdout:generic/480 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T13:46:22.188 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/480 2023-09-21T13:46:22.188 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/480 2023-09-21T13:46:22.188 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:22.190 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:22.229 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:22.230 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/481) 2023-09-21T13:46:22.521 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:22.525 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:22.526 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:22.527 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:22.527 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:23.022 INFO:teuthology.orchestra.run.smithi079.stdout:generic/481 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T13:46:23.026 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/481 2023-09-21T13:46:23.027 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/481 2023-09-21T13:46:23.027 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:23.029 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:23.070 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:23.071 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/482) 2023-09-21T13:46:23.365 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:23.370 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:23.371 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:23.371 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:23.371 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:23.909 INFO:teuthology.orchestra.run.smithi079.stdout:generic/482 [not run] This test requires a valid $LOGWRITES_DEV 2023-09-21T13:46:23.914 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/482 2023-09-21T13:46:23.915 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/482 2023-09-21T13:46:23.915 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:23.917 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:23.949 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:23.993 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/483) 2023-09-21T13:46:24.356 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:24.360 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:24.361 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:24.361 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:24.361 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:24.871 INFO:teuthology.orchestra.run.smithi079.stdout:generic/483 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T13:46:24.875 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/483 2023-09-21T13:46:24.875 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/483 2023-09-21T13:46:24.875 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:24.877 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:24.910 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:24.911 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/484) 2023-09-21T13:46:25.273 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:25.277 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:25.277 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:25.278 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:25.278 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:25.802 INFO:teuthology.orchestra.run.smithi079.stdout:generic/484 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T13:46:25.812 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/484 2023-09-21T13:46:25.812 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/484 2023-09-21T13:46:25.812 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:25.815 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:25.862 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:25.863 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/485) 2023-09-21T13:46:26.235 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:26.245 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:26.245 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:26.246 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:26.246 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:26.723 INFO:teuthology.orchestra.run.smithi079.stdout:generic/485 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-09-21T13:46:26.729 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/485 2023-09-21T13:46:26.729 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/485 2023-09-21T13:46:26.730 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:26.730 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:26.772 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:26.772 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/486) 2023-09-21T13:46:27.094 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:27.100 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:27.100 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:27.101 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:27.101 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:28.023 INFO:teuthology.orchestra.run.smithi079.stdout:generic/486 1s 2023-09-21T13:46:28.030 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/486 2023-09-21T13:46:28.030 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:28.032 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:28.042 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:28.043 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/487) 2023-09-21T13:46:28.388 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:28.392 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:28.393 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:28.394 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:28.394 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:28.895 INFO:teuthology.orchestra.run.smithi079.stdout:generic/487 [not run] This test requires a valid $SCRATCH_LOGDEV 2023-09-21T13:46:28.898 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/487 2023-09-21T13:46:28.899 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/487 2023-09-21T13:46:28.899 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:28.901 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:28.937 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:28.937 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/488) 2023-09-21T13:46:29.287 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:29.291 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:29.292 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:29.293 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:29.293 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:29.796 INFO:teuthology.orchestra.run.smithi079.stdout:generic/488 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-21T13:46:29.803 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/488 2023-09-21T13:46:29.803 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/488 2023-09-21T13:46:29.803 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:29.809 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:29.839 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:29.839 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/489) 2023-09-21T13:46:30.161 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:30.169 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:30.170 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:30.171 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:30.171 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:30.603 INFO:teuthology.orchestra.run.smithi079.stdout:generic/489 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T13:46:30.607 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/489 2023-09-21T13:46:30.607 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/489 2023-09-21T13:46:30.607 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:30.609 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:30.645 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:30.645 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/490) 2023-09-21T13:46:30.971 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:30.975 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:30.976 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:30.977 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:30.977 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:33.409 INFO:teuthology.orchestra.run.smithi079.stdout:generic/490 2s 2023-09-21T13:46:33.423 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/490 2023-09-21T13:46:33.424 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:33.426 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:33.655 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:33.656 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/491) 2023-09-21T13:46:34.136 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:34.142 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:34.142 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:34.143 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:34.143 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:34.852 INFO:teuthology.orchestra.run.smithi079.stdout:generic/491 [not run] ceph does not support freezing 2023-09-21T13:46:34.863 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/491 2023-09-21T13:46:34.864 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/491 2023-09-21T13:46:34.864 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:34.866 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:34.892 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:34.893 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/492) 2023-09-21T13:46:35.282 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:35.287 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:35.288 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:35.289 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:35.289 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:35.749 INFO:teuthology.orchestra.run.smithi079.stdout:generic/492 [not run] xfs_io label failed (old kernel/wrong fs?) 2023-09-21T13:46:35.753 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/492 2023-09-21T13:46:35.754 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/492 2023-09-21T13:46:35.754 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:35.756 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:35.792 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:35.792 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/493) 2023-09-21T13:46:36.093 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:36.097 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:36.098 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:36.099 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:36.099 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:37.063 INFO:teuthology.orchestra.run.smithi079.stdout:generic/493 [not run] swapfiles are not supported 2023-09-21T13:46:37.068 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/493 2023-09-21T13:46:37.068 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/493 2023-09-21T13:46:37.069 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:37.071 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:37.111 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:37.112 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/494) 2023-09-21T13:46:37.399 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:37.406 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:37.406 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:37.406 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:37.406 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:38.232 INFO:teuthology.orchestra.run.smithi079.stdout:generic/494 [not run] swapfiles are not supported 2023-09-21T13:46:38.236 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/494 2023-09-21T13:46:38.237 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/494 2023-09-21T13:46:38.237 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:38.238 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:38.282 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:38.283 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/495) 2023-09-21T13:46:38.644 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:38.648 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:38.648 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:38.650 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:38.650 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:39.509 INFO:teuthology.orchestra.run.smithi079.stdout:generic/495 [not run] swapfiles are not supported 2023-09-21T13:46:39.514 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/495 2023-09-21T13:46:39.515 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/495 2023-09-21T13:46:39.515 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:39.517 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:39.550 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:39.551 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/496) 2023-09-21T13:46:39.899 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:39.904 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:39.904 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:39.905 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:39.905 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:40.828 INFO:teuthology.orchestra.run.smithi079.stdout:generic/496 [not run] swapfiles are not supported 2023-09-21T13:46:40.832 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/496 2023-09-21T13:46:40.833 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/496 2023-09-21T13:46:40.833 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:40.835 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:40.870 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:40.870 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/497) 2023-09-21T13:46:41.204 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:41.209 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:41.209 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:41.210 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:41.210 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:42.084 INFO:teuthology.orchestra.run.smithi079.stdout:generic/497 [not run] swapfiles are not supported 2023-09-21T13:46:42.089 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/497 2023-09-21T13:46:42.089 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/497 2023-09-21T13:46:42.089 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:42.091 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:42.122 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:42.123 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/498) 2023-09-21T13:46:42.467 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:42.474 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:42.475 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:42.476 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:42.476 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:43.033 INFO:teuthology.orchestra.run.smithi079.stdout:generic/498 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T13:46:43.038 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/498 2023-09-21T13:46:43.038 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/498 2023-09-21T13:46:43.038 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:43.041 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:43.087 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:43.088 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/499) 2023-09-21T13:46:43.438 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:43.445 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:43.445 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:43.446 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:43.447 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:43.959 INFO:teuthology.orchestra.run.smithi079.stdout:generic/499 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-09-21T13:46:43.964 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/499 2023-09-21T13:46:43.964 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/499 2023-09-21T13:46:43.964 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:43.966 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:44.020 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:44.021 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/500) 2023-09-21T13:46:44.335 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:44.339 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:44.340 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:44.341 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:44.341 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:44.877 INFO:teuthology.orchestra.run.smithi079.stdout:generic/500 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T13:46:44.883 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/500 2023-09-21T13:46:44.883 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/500 2023-09-21T13:46:44.884 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:44.886 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:44.914 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:44.915 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/501) 2023-09-21T13:46:45.222 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:45.226 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:45.227 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:45.228 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:45.228 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:46.328 INFO:teuthology.orchestra.run.smithi079.stdout:generic/501 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T13:46:46.358 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/501 2023-09-21T13:46:46.359 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/501 2023-09-21T13:46:46.359 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:46.383 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:46.442 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:46.442 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/502) 2023-09-21T13:46:46.773 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:46.777 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:46.778 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:46.779 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:46.779 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:47.342 INFO:teuthology.orchestra.run.smithi079.stdout:generic/502 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T13:46:47.350 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/502 2023-09-21T13:46:47.350 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/502 2023-09-21T13:46:47.350 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:47.352 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:47.396 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:47.397 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/503) 2023-09-21T13:46:47.766 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:47.770 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:47.771 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:47.772 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:47.773 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:48.328 INFO:teuthology.orchestra.run.smithi079.stdout:generic/503 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T13:46:48.333 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/503 2023-09-21T13:46:48.333 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/503 2023-09-21T13:46:48.333 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:48.336 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:48.380 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:48.381 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/504) 2023-09-21T13:46:48.731 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:48.736 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:48.736 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:48.737 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:48.737 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:49.335 INFO:teuthology.orchestra.run.smithi079.stdout:generic/504 0s 2023-09-21T13:46:49.343 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/504 2023-09-21T13:46:49.344 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:49.355 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:49.389 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:49.390 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/505) 2023-09-21T13:46:49.695 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:49.705 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:49.706 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:49.707 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:49.707 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:50.377 INFO:teuthology.orchestra.run.smithi079.stdout:generic/505 [not run] ceph does not support shutdown 2023-09-21T13:46:50.399 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/505 2023-09-21T13:46:50.400 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/505 2023-09-21T13:46:50.400 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:50.402 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:50.457 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:50.481 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/506) 2023-09-21T13:46:50.822 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:50.827 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:50.827 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:50.828 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:50.829 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:51.317 INFO:teuthology.orchestra.run.smithi079.stdout:generic/506 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-21T13:46:51.323 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/506 2023-09-21T13:46:51.323 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/506 2023-09-21T13:46:51.324 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:51.324 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:51.356 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:51.357 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/507) 2023-09-21T13:46:51.680 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:51.686 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:51.687 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:51.687 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:51.688 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:52.213 INFO:teuthology.orchestra.run.smithi079.stdout:generic/507 [not run] file system doesn't support chattr +ASai 2023-09-21T13:46:52.217 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/507 2023-09-21T13:46:52.217 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/507 2023-09-21T13:46:52.218 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:52.220 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:52.269 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:52.270 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/508) 2023-09-21T13:46:52.603 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:52.617 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:52.618 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:52.619 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:52.619 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:53.079 INFO:teuthology.orchestra.run.smithi079.stdout:generic/508 [not run] lsattr not supported by test filesystem type: ceph 2023-09-21T13:46:53.083 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/508 2023-09-21T13:46:53.084 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/508 2023-09-21T13:46:53.084 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:53.086 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:53.125 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:53.125 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/509) 2023-09-21T13:46:53.460 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:53.465 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:53.465 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:53.466 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:53.466 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:53.972 INFO:teuthology.orchestra.run.smithi079.stdout:generic/509 [not run] O_TMPFILE is not supported 2023-09-21T13:46:53.975 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/509 2023-09-21T13:46:53.976 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/509 2023-09-21T13:46:53.976 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:53.978 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:54.007 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:54.007 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/510) 2023-09-21T13:46:54.310 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:54.321 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:54.322 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:54.323 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:54.323 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:54.771 INFO:teuthology.orchestra.run.smithi079.stdout:generic/510 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T13:46:54.775 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/510 2023-09-21T13:46:54.775 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/510 2023-09-21T13:46:54.775 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:54.777 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:54.827 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:54.827 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/511) 2023-09-21T13:46:55.205 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:55.209 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:55.210 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:55.220 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:55.220 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:55.728 INFO:teuthology.orchestra.run.smithi079.stdout:generic/511 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-09-21T13:46:55.733 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/511 2023-09-21T13:46:55.734 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/511 2023-09-21T13:46:55.734 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:55.736 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:55.791 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:55.791 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/512) 2023-09-21T13:46:56.118 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:56.123 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:56.123 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:56.124 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:56.125 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:56.695 INFO:teuthology.orchestra.run.smithi079.stdout:generic/512 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-21T13:46:56.701 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/512 2023-09-21T13:46:56.701 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/512 2023-09-21T13:46:56.701 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:56.703 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:56.745 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:56.746 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/513) 2023-09-21T13:46:57.050 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:57.054 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:57.055 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:57.055 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:57.056 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:58.086 INFO:teuthology.orchestra.run.smithi079.stdout:generic/513 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T13:46:58.175 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/513 2023-09-21T13:46:58.176 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/513 2023-09-21T13:46:58.176 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:58.191 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:58.276 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:58.277 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/514) 2023-09-21T13:46:58.615 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:46:58.620 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:46:58.620 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:46:58.621 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:46:58.621 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:59.697 INFO:teuthology.orchestra.run.smithi079.stdout:generic/514 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T13:46:59.770 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/514 2023-09-21T13:46:59.771 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/514 2023-09-21T13:46:59.771 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:46:59.786 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:46:59.873 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:46:59.874 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/515) 2023-09-21T13:47:00.191 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:47:00.195 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:47:00.196 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:47:00.197 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:47:00.197 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:47:01.216 INFO:teuthology.orchestra.run.smithi079.stdout:generic/515 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T13:47:01.277 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/515 2023-09-21T13:47:01.277 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/515 2023-09-21T13:47:01.278 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:47:01.283 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:47:01.378 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:47:01.379 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/516) 2023-09-21T13:47:01.670 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:47:01.674 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:47:01.675 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:47:01.676 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:47:01.676 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:47:02.234 INFO:teuthology.orchestra.run.smithi079.stdout:generic/516 [not run] Dedupe not supported by test filesystem type: ceph 2023-09-21T13:47:02.238 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/516 2023-09-21T13:47:02.238 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/516 2023-09-21T13:47:02.238 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:47:02.240 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:47:02.656 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:47:02.656 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/517) 2023-09-21T13:47:03.015 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:47:03.019 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:47:03.019 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:47:03.020 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:47:03.021 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:47:03.769 INFO:teuthology.orchestra.run.smithi079.stdout:generic/517 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-09-21T13:47:04.023 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/517 2023-09-21T13:47:04.023 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/517 2023-09-21T13:47:04.024 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:47:04.067 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:47:04.170 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:47:04.171 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/518) 2023-09-21T13:47:04.495 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:47:04.500 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:47:04.500 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:47:04.507 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:47:04.507 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:47:05.557 INFO:teuthology.orchestra.run.smithi079.stdout:generic/518 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-21T13:47:05.588 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/518 2023-09-21T13:47:05.589 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/518 2023-09-21T13:47:05.589 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:47:05.630 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:47:05.693 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:47:05.694 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/519) 2023-09-21T13:47:06.008 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:47:06.017 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:47:06.018 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:47:06.019 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:47:06.019 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:47:06.634 INFO:teuthology.orchestra.run.smithi079.stdout:generic/519 [not run] FIBMAP not supported by this filesystem 2023-09-21T13:47:06.638 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/519 2023-09-21T13:47:06.639 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/519 2023-09-21T13:47:06.639 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:47:06.641 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:47:07.003 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:47:07.004 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/520) 2023-09-21T13:47:07.382 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:47:07.392 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:47:07.392 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:47:07.396 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:47:07.396 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:47:07.930 INFO:teuthology.orchestra.run.smithi079.stdout:generic/520 [not run] require 172.21.15.79:6789:/scratch to be valid block disk 2023-09-21T13:47:07.937 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/520 2023-09-21T13:47:07.937 INFO:teuthology.orchestra.run.smithi079.stdout:Not run: generic/520 2023-09-21T13:47:07.937 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T13:47:07.940 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:47:07.979 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T13:47:07.980 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/521) 2023-09-21T13:47:08.317 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T13:47:08.326 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T13:47:08.327 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T13:47:08.328 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T13:47:08.328 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T13:48:55.029 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:48:55.034 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:49:25.199 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:49:25.203 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:49:55.339 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:49:55.347 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:50:25.434 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:50:25.440 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:50:55.580 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:50:55.584 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:51:25.691 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:51:25.695 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:51:55.770 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:51:55.773 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:52:25.880 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:52:25.884 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:52:56.009 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:52:56.013 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:53:26.300 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:53:26.309 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:53:56.416 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:53:56.419 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:54:26.518 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:54:26.522 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:54:26.577 INFO:tasks.ceph.mds.d.smithi134.stderr:2023-09-21T13:54:26.581+0000 7f06b6f52700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 119457) UID: 0 2023-09-21T13:54:26.579 INFO:tasks.ceph.mds.b.smithi134.stderr:2023-09-21T13:54:26.583+0000 7f4b58eba700 -1 Fail to open '/proc/119457/cmdline' error = (2) No such file or directory 2023-09-21T13:54:26.579 INFO:tasks.ceph.mds.b.smithi134.stderr:2023-09-21T13:54:26.583+0000 7f4b58eba700 -1 received signal: Hangup from (PID: 119457) UID: 0 2023-09-21T13:57:18.075 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:57:18.079 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T13:57:18.140 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T13:57:18.142+0000 7f67b313f700 -1 received signal: Hangup from (PID: 655275) UID: 0 2023-09-21T13:57:18.143 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T13:57:18.145+0000 7fd0785ad700 -1 Fail to open '/proc/655275/cmdline' error = (2) No such file or directory 2023-09-21T13:57:18.143 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T13:57:18.145+0000 7fd0785ad700 -1 received signal: Hangup from (PID: 655275) UID: 0 2023-09-21T13:57:18.143 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T13:57:18.145+0000 7f7982df5700 -1 Fail to open '/proc/655275/cmdline' error = (2) No such file or directory 2023-09-21T13:57:18.144 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T13:57:18.145+0000 7f7982df5700 -1 received signal: Hangup from (PID: 655275) UID: 0 2023-09-21T13:57:18.144 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T13:57:18.143+0000 7f532b077700 -1 received signal: Hangup from (PID: 655275) UID: 0 2023-09-21T14:00:19.793 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:00:19.798 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:00:19.860 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T14:00:19.863+0000 7f67d1fc3700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119549) UID: 0 2023-09-21T14:00:19.861 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T14:00:19.863+0000 7f0e6cbeb700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119549) UID: 0 2023-09-21T14:00:19.861 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T14:00:19.863+0000 7ff86cd40700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119549) UID: 0 2023-09-21T14:00:19.862 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T14:00:19.863+0000 7feddaf8b700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119549) UID: 0 2023-09-21T14:03:10.726 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:03:10.730 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:03:10.796 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T14:03:10.798+0000 7f67d1fc3700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119609) UID: 0 2023-09-21T14:03:10.796 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T14:03:10.798+0000 7f0e6cbeb700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119609) UID: 0 2023-09-21T14:03:10.826 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T14:03:10.798+0000 7ff86cd40700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119609) UID: 0 2023-09-21T14:03:10.826 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T14:03:10.798+0000 7feddaf8b700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119609) UID: 0 2023-09-21T14:06:04.008 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:06:04.012 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:06:04.085 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T14:06:04.086+0000 7f67d1fc3700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119658) UID: 0 2023-09-21T14:06:04.087 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T14:06:04.088+0000 7feddaf8b700 -1 Fail to open '/proc/119658/cmdline' error = (2) No such file or directory 2023-09-21T14:06:04.087 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T14:06:04.088+0000 7feddaf8b700 -1 received signal: Hangup from (PID: 119658) UID: 0 2023-09-21T14:06:04.088 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T14:06:04.086+0000 7f0e6cbeb700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119658) UID: 0 2023-09-21T14:06:04.092 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T14:06:04.088+0000 7ff86cd40700 -1 Fail to open '/proc/119658/cmdline' error = (2) No such file or directory 2023-09-21T14:06:04.093 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T14:06:04.088+0000 7ff86cd40700 -1 received signal: Hangup from (PID: 119658) UID: 0 2023-09-21T14:08:58.535 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:08:58.539 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:08:58.601 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T14:08:58.602+0000 7f532b077700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 655477) UID: 0 2023-09-21T14:08:58.602 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T14:08:58.603+0000 7fd0785ad700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 655477) UID: 0 2023-09-21T14:08:58.602 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T14:08:58.603+0000 7f7982df5700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 655477) UID: 0 2023-09-21T14:08:58.603 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T14:08:58.602+0000 7f67b313f700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 655477) UID: 0 2023-09-21T14:11:51.797 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:11:51.801 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:12:22.128 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:12:22.132 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:12:52.207 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:12:52.211 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:13:22.577 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:13:22.583 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:13:52.892 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:13:52.902 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:14:22.979 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:14:22.986 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:14:53.104 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:14:53.108 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:14:53.181 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T14:14:53.186+0000 7fd0785ad700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 655680) UID: 0 2023-09-21T14:14:53.181 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T14:14:53.186+0000 7f67b313f700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 655680) UID: 0 2023-09-21T14:14:53.183 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T14:14:53.186+0000 7f532b077700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 655680) UID: 0 2023-09-21T14:14:53.184 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T14:14:53.191+0000 7f7982df5700 -1 Fail to open '/proc/655680/cmdline' error = (2) No such file or directory 2023-09-21T14:14:53.184 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T14:14:53.191+0000 7f7982df5700 -1 received signal: Hangup from (PID: 655680) UID: 0 2023-09-21T14:17:50.350 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:17:50.355 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:18:20.718 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:18:20.744 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:18:50.840 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:18:50.844 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:19:21.335 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:19:21.339 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:19:51.424 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:19:51.432 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:20:21.524 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:20:21.531 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:20:51.614 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:20:51.621 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:21:21.741 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:21:21.744 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:21:52.273 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:21:52.276 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:22:22.371 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:22:22.374 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:22:52.533 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:22:52.537 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:23:22.645 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:23:22.648 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:23:52.761 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:23:52.767 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:24:22.876 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:24:22.880 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:24:52.956 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:24:52.960 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:25:23.110 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:25:23.114 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:25:53.208 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:25:53.211 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:26:23.338 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:26:23.342 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:26:53.426 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:26:53.436 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:27:23.515 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:27:23.518 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:27:53.628 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:27:53.632 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:28:23.809 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:28:23.813 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:28:53.893 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:28:53.896 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:29:24.019 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:29:24.022 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:29:54.169 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:29:54.174 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:30:24.256 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:30:24.262 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:30:54.341 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:30:54.345 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:31:24.434 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:31:24.438 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:31:54.875 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:31:54.884 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:32:24.994 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:32:24.998 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:32:55.129 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:32:55.133 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:33:25.234 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:33:25.237 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:33:55.337 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:33:55.342 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:34:25.458 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:34:25.461 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:34:55.640 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:34:55.645 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:35:25.751 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:35:25.755 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:35:55.847 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:35:55.850 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:36:26.225 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:36:26.230 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:36:56.322 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:36:56.327 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:36:56.433 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T14:36:56.450+0000 7fd0785ad700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 656692) UID: 0 2023-09-21T14:36:56.434 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T14:36:56.451+0000 7f532b077700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 656692) UID: 0 2023-09-21T14:36:56.434 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T14:36:56.452+0000 7f67b313f700 -1 received signal: Hangup from (PID: 656692) UID: 0 2023-09-21T14:36:56.435 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T14:36:56.450+0000 7f7982df5700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 656692) UID: 0 2023-09-21T14:40:03.695 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:40:03.698 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:40:03.777 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T14:40:03.795+0000 7f7982df5700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 656741) UID: 0 2023-09-21T14:40:03.778 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T14:40:03.795+0000 7f532b077700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 656741) UID: 0 2023-09-21T14:40:03.778 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T14:40:03.795+0000 7fd0785ad700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 656741) UID: 0 2023-09-21T14:40:03.778 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T14:40:03.796+0000 7f67b313f700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 656741) UID: 0 2023-09-21T14:40:03.885 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T14:40:03.902+0000 7feddaf8b700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 120972) UID: 0 2023-09-21T14:40:03.887 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T14:40:03.902+0000 7ff86cd40700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 120972) UID: 0 2023-09-21T14:40:03.889 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T14:40:03.906+0000 7f0e6cbeb700 -1 Fail to open '/proc/120972/cmdline' error = (2) No such file or directory 2023-09-21T14:40:03.889 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T14:40:03.906+0000 7f0e6cbeb700 -1 received signal: Hangup from (PID: 120972) UID: 0 2023-09-21T14:40:03.890 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T14:40:03.909+0000 7f67d1fc3700 -1 Fail to open '/proc/120972/cmdline' error = (2) No such file or directory 2023-09-21T14:40:03.891 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T14:40:03.909+0000 7f67d1fc3700 -1 received signal: Hangup from (PID: 120972) UID: 0 2023-09-21T14:43:02.095 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:43:02.104 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:43:32.376 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:43:32.379 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:44:02.482 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:44:02.492 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:44:32.826 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:44:32.898 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:45:03.243 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:45:03.248 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:45:33.330 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:45:33.333 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:46:03.421 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:46:03.425 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:46:33.509 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:46:33.513 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:47:05.297 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:47:26.582 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:47:58.685 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:47:58.717 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:47:58.857 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T14:47:58.799+0000 7fd0785ad700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 657026) UID: 0 2023-09-21T14:47:58.892 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T14:47:58.799+0000 7f7982df5700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 657026) UID: 0 2023-09-21T14:47:58.993 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T14:47:58.799+0000 7f532b077700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 657026) UID: 0 2023-09-21T14:47:59.006 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T14:47:58.799+0000 7f67b313f700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 657026) UID: 0 2023-09-21T14:50:51.741 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:50:51.755 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:51:21.899 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:51:21.904 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:51:52.006 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:51:52.012 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:51:52.090 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T14:51:52.086+0000 7f0e6cbeb700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 121358) UID: 0 2023-09-21T14:51:52.132 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T14:51:52.086+0000 7ff86cd40700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 121358) UID: 0 2023-09-21T14:51:52.134 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T14:51:52.086+0000 7feddaf8b700 -1 Fail to open '/proc/121358/cmdline' error = (2) No such file or directory 2023-09-21T14:51:52.159 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T14:51:52.086+0000 7feddaf8b700 -1 received signal: Hangup from (PID: 121358) UID: 0 2023-09-21T14:51:52.159 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T14:51:52.086+0000 7f67d1fc3700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 121358) UID: 0 2023-09-21T14:54:41.131 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:54:41.135 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:55:11.280 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:55:11.284 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:55:11.327 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T14:55:11.342+0000 7f67d1fc3700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 121428) UID: 0 2023-09-21T14:55:11.327 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T14:55:11.342+0000 7f0e6cbeb700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 121428) UID: 0 2023-09-21T14:55:11.328 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T14:55:11.342+0000 7ff86cd40700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 121428) UID: 0 2023-09-21T14:55:11.328 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T14:55:11.342+0000 7feddaf8b700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 121428) UID: 0 2023-09-21T14:58:00.319 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:58:00.347 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:58:30.514 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:58:30.518 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:59:00.613 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:59:00.657 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:59:30.738 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T14:59:30.743 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:00:00.963 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:00:00.968 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:00:31.320 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:00:31.324 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:01:01.424 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:01:01.429 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:01:31.611 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:01:31.660 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:02:02.015 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:02:02.019 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:02:32.153 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:02:32.157 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:03:02.265 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:03:02.271 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:03:32.385 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:03:32.388 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:04:02.547 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:04:02.551 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:04:33.025 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:04:33.029 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:05:03.122 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:05:03.139 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:05:33.229 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:05:33.234 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:06:03.598 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:06:03.618 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:06:03.707 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T15:06:03.721+0000 7f532b077700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 657659) UID: 0 2023-09-21T15:06:03.722 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T15:06:03.724+0000 7f7982df5700 -1 Fail to open '/proc/657659/cmdline' error = (2) No such file or directory 2023-09-21T15:06:03.723 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T15:06:03.724+0000 7f7982df5700 -1 received signal: Hangup from (PID: 657659) UID: 0 2023-09-21T15:06:03.723 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T15:06:03.721+0000 7f67b313f700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 657659) UID: 0 2023-09-21T15:06:03.724 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T15:06:03.725+0000 7fd0785ad700 -1 Fail to open '/proc/657659/cmdline' error = (2) No such file or directory 2023-09-21T15:06:03.724 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T15:06:03.725+0000 7fd0785ad700 -1 received signal: Hangup from (PID: 657659) UID: 0 2023-09-21T15:08:57.043 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:08:57.082 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:09:27.244 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:09:27.265 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:09:57.381 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:09:57.387 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:10:27.470 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:10:27.474 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:10:57.567 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:10:57.572 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:11:27.673 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:11:27.689 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:11:57.764 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:11:57.768 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:12:27.932 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:12:27.937 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:12:58.056 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:12:58.060 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:13:28.136 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:13:28.141 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:13:58.283 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:13:58.292 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:14:28.398 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:14:28.402 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:14:58.576 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:14:58.580 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:15:15.229 INFO:teuthology.orchestra.run.smithi079.stdout:generic/521 5287s 2023-09-21T15:15:15.243 INFO:teuthology.orchestra.run.smithi079.stdout:Ran: generic/521 2023-09-21T15:15:15.245 INFO:teuthology.orchestra.run.smithi079.stdout:Passed all 1 tests 2023-09-21T15:15:15.245 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T15:15:15.466 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-21T15:15:15.573 DEBUG:teuthology.orchestra.run.smithi079:> (cd /tmp/tmp.fjGn8jvDUbxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/522) 2023-09-21T15:15:16.230 INFO:teuthology.orchestra.run.smithi079.stdout:FSTYP -- ceph 2023-09-21T15:15:16.235 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM -- Linux/x86_64 smithi079 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 2023-09-21T15:15:16.235 INFO:teuthology.orchestra.run.smithi079.stdout:MKFS_OPTIONS -- 172.21.15.79:6789:/scratch 2023-09-21T15:15:16.236 INFO:teuthology.orchestra.run.smithi079.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQDvJQxlARhROhAAPgY8c2K+VTuxTiY+vKQO8A== -o context=system_u:object_r:root_t:s0 172.21.15.79:6789:/scratch /tmp/tmp.6bwc0i5xXJscratch 2023-09-21T15:15:16.237 INFO:teuthology.orchestra.run.smithi079.stdout: 2023-09-21T15:15:28.637 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:15:28.641 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:15:58.747 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:15:58.752 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:16:28.869 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:16:28.873 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:16:59.309 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:16:59.312 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:16:59.397 INFO:tasks.ceph.mds.d.smithi134.stderr:2023-09-21T15:16:59.382+0000 7f06b6f52700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 122349) UID: 0 2023-09-21T15:16:59.429 INFO:tasks.ceph.mds.b.smithi134.stderr:2023-09-21T15:16:59.387+0000 7f4b58eba700 -1 Fail to open '/proc/122349/cmdline' error = (2) No such file or directory 2023-09-21T15:16:59.431 INFO:tasks.ceph.mds.b.smithi134.stderr:2023-09-21T15:16:59.387+0000 7f4b58eba700 -1 received signal: Hangup from (PID: 122349) UID: 0 2023-09-21T15:20:18.763 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:20:18.767 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:20:48.888 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:20:48.892 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:21:18.998 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:21:19.008 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:21:49.161 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:21:49.171 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:22:19.258 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:22:19.262 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:22:49.570 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:22:49.574 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:23:19.870 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:23:19.875 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:23:49.997 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:23:50.000 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:24:20.164 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:24:20.168 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:24:50.337 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:24:50.340 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:25:20.695 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:25:20.699 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:25:20.765 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T15:25:20.780+0000 7f67d1fc3700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 122657) UID: 0 2023-09-21T15:25:20.765 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T15:25:20.780+0000 7f0e6cbeb700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 122657) UID: 0 2023-09-21T15:25:20.766 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T15:25:20.780+0000 7feddaf8b700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 122657) UID: 0 2023-09-21T15:25:20.766 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T15:25:20.781+0000 7ff86cd40700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 122657) UID: 0 2023-09-21T15:28:17.682 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:28:17.687 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:28:47.838 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:28:47.842 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:29:17.941 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:29:17.947 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:29:18.001 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T15:29:18.016+0000 7f67d1fc3700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 122756) UID: 0 2023-09-21T15:29:18.002 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T15:29:18.016+0000 7f0e6cbeb700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 122756) UID: 0 2023-09-21T15:29:18.002 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T15:29:18.016+0000 7ff86cd40700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 122756) UID: 0 2023-09-21T15:29:18.003 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T15:29:18.016+0000 7feddaf8b700 -1 Fail to open '/proc/122756/cmdline' error = (2) No such file or directory 2023-09-21T15:29:18.003 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T15:29:18.016+0000 7feddaf8b700 -1 received signal: Hangup from (PID: 122756) UID: 0 2023-09-21T15:32:15.018 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:32:15.022 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:32:45.275 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:32:45.278 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:33:15.358 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:33:15.361 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:33:45.455 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:33:45.459 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:33:45.530 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T15:33:45.543+0000 7f67d1fc3700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 122888) UID: 0 2023-09-21T15:33:45.530 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T15:33:45.545+0000 7f0e6cbeb700 -1 Fail to open '/proc/122888/cmdline' error = (2) No such file or directory 2023-09-21T15:33:45.531 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T15:33:45.545+0000 7f0e6cbeb700 -1 received signal: Hangup from (PID: 122888) UID: 0 2023-09-21T15:33:45.532 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T15:33:45.545+0000 7ff86cd40700 -1 Fail to open '/proc/122888/cmdline' error = (2) No such file or directory 2023-09-21T15:33:45.532 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T15:33:45.545+0000 7ff86cd40700 -1 received signal: Hangup from (PID: 122888) UID: 0 2023-09-21T15:33:45.533 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T15:33:45.545+0000 7feddaf8b700 -1 Fail to open '/proc/122888/cmdline' error = (2) No such file or directory 2023-09-21T15:33:45.533 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T15:33:45.545+0000 7feddaf8b700 -1 received signal: Hangup from (PID: 122888) UID: 0 2023-09-21T15:36:40.053 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:36:40.077 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:37:10.357 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:37:10.361 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:37:40.456 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:37:40.460 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:38:10.566 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:38:10.569 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:38:40.705 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:38:40.709 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:38:40.754 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T15:38:40.769+0000 7f7982df5700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 659275) UID: 0 2023-09-21T15:38:40.755 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T15:38:40.769+0000 7fd0785ad700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 659275) UID: 0 2023-09-21T15:38:40.755 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T15:38:40.771+0000 7f532b077700 -1 Fail to open '/proc/659275/cmdline' error = (2) No such file or directory 2023-09-21T15:38:40.756 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T15:38:40.771+0000 7f532b077700 -1 received signal: Hangup from (PID: 659275) UID: 0 2023-09-21T15:38:40.759 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T15:38:40.775+0000 7f67b313f700 -1 Fail to open '/proc/659275/cmdline' error = (2) No such file or directory 2023-09-21T15:38:40.760 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T15:38:40.775+0000 7f67b313f700 -1 received signal: Hangup from (PID: 659275) UID: 0 2023-09-21T15:43:46.699 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:43:46.705 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:44:17.046 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:44:17.050 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:44:17.085 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T15:44:17.101+0000 7f7982df5700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 659366) UID: 0 2023-09-21T15:44:17.085 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T15:44:17.101+0000 7fd0785ad700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 659366) UID: 0 2023-09-21T15:44:17.085 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T15:44:17.101+0000 7f532b077700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 659366) UID: 0 2023-09-21T15:44:17.242 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T15:44:17.101+0000 7f67b313f700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 659366) UID: 0 2023-09-21T15:47:02.506 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:47:02.511 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:47:02.581 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T15:47:02.597+0000 7f67d1fc3700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 123174) UID: 0 2023-09-21T15:47:02.582 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T15:47:02.598+0000 7feddaf8b700 -1 Fail to open '/proc/123174/cmdline' error = (2) No such file or directory 2023-09-21T15:47:02.583 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T15:47:02.598+0000 7feddaf8b700 -1 received signal: Hangup from (PID: 123174) UID: 0 2023-09-21T15:47:02.583 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T15:47:02.597+0000 7f0e6cbeb700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 123174) UID: 0 2023-09-21T15:47:02.585 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T15:47:02.598+0000 7ff86cd40700 -1 Fail to open '/proc/123174/cmdline' error = (2) No such file or directory 2023-09-21T15:47:02.585 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T15:47:02.598+0000 7ff86cd40700 -1 received signal: Hangup from (PID: 123174) UID: 0 2023-09-21T15:50:03.052 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:50:03.056 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:50:03.100 INFO:tasks.ceph.osd.1.smithi079.stderr:2023-09-21T15:50:03.117+0000 7f7982df5700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 659462) UID: 0 2023-09-21T15:50:03.101 INFO:tasks.ceph.osd.0.smithi079.stderr:2023-09-21T15:50:03.117+0000 7fd0785ad700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 659462) UID: 0 2023-09-21T15:50:03.101 INFO:tasks.ceph.osd.2.smithi079.stderr:2023-09-21T15:50:03.117+0000 7f532b077700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 659462) UID: 0 2023-09-21T15:50:03.102 INFO:tasks.ceph.osd.3.smithi079.stderr:2023-09-21T15:50:03.117+0000 7f67b313f700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 659462) UID: 0 2023-09-21T15:52:54.701 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:52:54.730 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:53:24.908 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:53:24.912 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:53:55.267 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:53:55.272 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:54:25.361 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:54:25.365 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:54:55.519 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:54:55.523 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:55:25.626 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:55:25.629 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:55:55.740 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:55:55.744 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:56:25.849 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:56:25.853 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:56:55.947 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:56:55.951 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:57:26.055 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:57:26.070 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:57:56.501 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:57:56.505 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:58:26.608 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:58:26.612 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:58:57.062 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:58:57.066 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:59:27.173 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:59:27.178 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:59:57.352 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T15:59:57.356 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:00:27.439 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:00:27.442 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:00:57.612 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:00:57.616 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:01:27.743 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:01:27.746 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:01:57.890 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:01:57.894 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:02:28.020 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:02:28.024 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:02:58.304 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:02:58.309 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:03:28.416 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:03:28.420 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:03:58.523 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:03:58.527 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:04:28.660 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:04:28.665 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:04:59.116 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:04:59.120 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:05:29.185 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:05:29.188 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:05:59.288 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:05:59.291 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:06:29.734 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:06:30.081 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:07:00.461 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:07:00.468 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:07:30.542 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:07:30.545 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:08:00.632 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:08:00.635 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:08:00.690 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T16:08:00.689+0000 7f67d1fc3700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 124047) UID: 0 2023-09-21T16:08:00.851 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T16:08:00.689+0000 7f0e6cbeb700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 124047) UID: 0 2023-09-21T16:08:00.862 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T16:08:00.690+0000 7ff86cd40700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 124047) UID: 0 2023-09-21T16:08:00.868 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T16:08:00.690+0000 7feddaf8b700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 124047) UID: 0 2023-09-21T16:10:57.735 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:10:57.801 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:11:28.180 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:11:28.184 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:11:58.269 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:11:58.273 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:12:28.424 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:12:28.428 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:12:58.531 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:12:58.536 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:13:28.639 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:13:28.652 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:13:58.744 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:13:58.751 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:14:28.915 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:14:30.101 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:15:00.415 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:15:00.419 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:15:30.515 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:15:33.756 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:16:05.638 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:16:05.642 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:16:06.204 INFO:tasks.ceph.osd.5.smithi134.stderr:2023-09-21T16:16:05.716+0000 7f67d1fc3700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 124352) UID: 0 2023-09-21T16:16:07.489 INFO:tasks.ceph.osd.4.smithi134.stderr:2023-09-21T16:16:05.716+0000 7ff86cd40700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 124352) UID: 0 2023-09-21T16:16:07.742 INFO:tasks.ceph.osd.6.smithi134.stderr:2023-09-21T16:16:05.716+0000 7f0e6cbeb700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 124352) UID: 0 2023-09-21T16:16:07.908 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T16:16:05.717+0000 7feddaf8b700 -1 Fail to open '/proc/124352/cmdline' error = (2) No such file or directory 2023-09-21T16:16:07.910 INFO:tasks.ceph.osd.7.smithi134.stderr:2023-09-21T16:16:05.717+0000 7feddaf8b700 -1 received signal: Hangup from (PID: 124352) UID: 0 2023-09-21T16:19:01.322 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:19:01.328 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:19:31.408 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:19:31.412 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:20:01.956 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:20:01.959 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:20:32.045 DEBUG:teuthology.orchestra.run.smithi079:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-21T16:20:32.052 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf